[PATCH] v9fs: print 9p messages
[linux-2.6.git] / fs / 9p / mux.c
1 /*
2  * linux/fs/9p/mux.c
3  *
4  * Protocol Multiplexer
5  *
6  *  Copyright (C) 2004 by Eric Van Hensbergen <ericvh@gmail.com>
7  *  Copyright (C) 2004-2005 by Latchesar Ionkov <lucho@ionkov.net>
8  *
9  *  This program is free software; you can redistribute it and/or modify
10  *  it under the terms of the GNU General Public License as published by
11  *  the Free Software Foundation; either version 2 of the License, or
12  *  (at your option) any later version.
13  *
14  *  This program is distributed in the hope that it will be useful,
15  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
16  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  *  GNU General Public License for more details.
18  *
19  *  You should have received a copy of the GNU General Public License
20  *  along with this program; if not, write to:
21  *  Free Software Foundation
22  *  51 Franklin Street, Fifth Floor
23  *  Boston, MA  02111-1301  USA
24  *
25  */
26
27 #include <linux/config.h>
28 #include <linux/module.h>
29 #include <linux/errno.h>
30 #include <linux/fs.h>
31 #include <linux/poll.h>
32 #include <linux/kthread.h>
33 #include <linux/idr.h>
34 #include <linux/mutex.h>
35
36 #include "debug.h"
37 #include "v9fs.h"
38 #include "9p.h"
39 #include "conv.h"
40 #include "transport.h"
41 #include "mux.h"
42
43 #define ERREQFLUSH      1
44 #define SCHED_TIMEOUT   10
45 #define MAXPOLLWADDR    2
46
47 enum {
48         Rworksched = 1,         /* read work scheduled or running */
49         Rpending = 2,           /* can read */
50         Wworksched = 4,         /* write work scheduled or running */
51         Wpending = 8,           /* can write */
52 };
53
54 struct v9fs_mux_poll_task;
55
56 struct v9fs_req {
57         int tag;
58         struct v9fs_fcall *tcall;
59         struct v9fs_fcall *rcall;
60         int err;
61         v9fs_mux_req_callback cb;
62         void *cba;
63         struct list_head req_list;
64 };
65
66 struct v9fs_mux_data {
67         spinlock_t lock;
68         struct list_head mux_list;
69         struct v9fs_mux_poll_task *poll_task;
70         int msize;
71         unsigned char *extended;
72         struct v9fs_transport *trans;
73         struct v9fs_idpool tagpool;
74         int err;
75         wait_queue_head_t equeue;
76         struct list_head req_list;
77         struct list_head unsent_req_list;
78         struct v9fs_fcall *rcall;
79         int rpos;
80         char *rbuf;
81         int wpos;
82         int wsize;
83         char *wbuf;
84         wait_queue_t poll_wait[MAXPOLLWADDR];
85         wait_queue_head_t *poll_waddr[MAXPOLLWADDR];
86         poll_table pt;
87         struct work_struct rq;
88         struct work_struct wq;
89         unsigned long wsched;
90 };
91
92 struct v9fs_mux_poll_task {
93         struct task_struct *task;
94         struct list_head mux_list;
95         int muxnum;
96 };
97
98 struct v9fs_mux_rpc {
99         struct v9fs_mux_data *m;
100         struct v9fs_req *req;
101         int err;
102         struct v9fs_fcall *rcall;
103         wait_queue_head_t wqueue;
104 };
105
106 static int v9fs_poll_proc(void *);
107 static void v9fs_read_work(void *);
108 static void v9fs_write_work(void *);
109 static void v9fs_pollwait(struct file *filp, wait_queue_head_t * wait_address,
110                           poll_table * p);
111 static u16 v9fs_mux_get_tag(struct v9fs_mux_data *);
112 static void v9fs_mux_put_tag(struct v9fs_mux_data *, u16);
113
114 static DEFINE_MUTEX(v9fs_mux_task_lock);
115 static struct workqueue_struct *v9fs_mux_wq;
116
117 static int v9fs_mux_num;
118 static int v9fs_mux_poll_task_num;
119 static struct v9fs_mux_poll_task v9fs_mux_poll_tasks[100];
120
121 int v9fs_mux_global_init(void)
122 {
123         int i;
124
125         for (i = 0; i < ARRAY_SIZE(v9fs_mux_poll_tasks); i++)
126                 v9fs_mux_poll_tasks[i].task = NULL;
127
128         v9fs_mux_wq = create_workqueue("v9fs");
129         if (!v9fs_mux_wq)
130                 return -ENOMEM;
131
132         return 0;
133 }
134
135 void v9fs_mux_global_exit(void)
136 {
137         destroy_workqueue(v9fs_mux_wq);
138 }
139
140 /**
141  * v9fs_mux_calc_poll_procs - calculates the number of polling procs
142  * based on the number of mounted v9fs filesystems.
143  *
144  * The current implementation returns sqrt of the number of mounts.
145  */
146 static int v9fs_mux_calc_poll_procs(int muxnum)
147 {
148         int n;
149
150         if (v9fs_mux_poll_task_num)
151                 n = muxnum / v9fs_mux_poll_task_num +
152                     (muxnum % v9fs_mux_poll_task_num ? 1 : 0);
153         else
154                 n = 1;
155
156         if (n > ARRAY_SIZE(v9fs_mux_poll_tasks))
157                 n = ARRAY_SIZE(v9fs_mux_poll_tasks);
158
159         return n;
160 }
161
162 static int v9fs_mux_poll_start(struct v9fs_mux_data *m)
163 {
164         int i, n;
165         struct v9fs_mux_poll_task *vpt, *vptlast;
166         struct task_struct *pproc;
167
168         dprintk(DEBUG_MUX, "mux %p muxnum %d procnum %d\n", m, v9fs_mux_num,
169                 v9fs_mux_poll_task_num);
170         mutex_lock(&v9fs_mux_task_lock);
171
172         n = v9fs_mux_calc_poll_procs(v9fs_mux_num + 1);
173         if (n > v9fs_mux_poll_task_num) {
174                 for (i = 0; i < ARRAY_SIZE(v9fs_mux_poll_tasks); i++) {
175                         if (v9fs_mux_poll_tasks[i].task == NULL) {
176                                 vpt = &v9fs_mux_poll_tasks[i];
177                                 dprintk(DEBUG_MUX, "create proc %p\n", vpt);
178                                 pproc = kthread_create(v9fs_poll_proc, vpt,
179                                                    "v9fs-poll");
180
181                                 if (!IS_ERR(pproc)) {
182                                         vpt->task = pproc;
183                                         INIT_LIST_HEAD(&vpt->mux_list);
184                                         vpt->muxnum = 0;
185                                         v9fs_mux_poll_task_num++;
186                                         wake_up_process(vpt->task);
187                                 }
188                                 break;
189                         }
190                 }
191
192                 if (i >= ARRAY_SIZE(v9fs_mux_poll_tasks))
193                         dprintk(DEBUG_ERROR, "warning: no free poll slots\n");
194         }
195
196         n = (v9fs_mux_num + 1) / v9fs_mux_poll_task_num +
197             ((v9fs_mux_num + 1) % v9fs_mux_poll_task_num ? 1 : 0);
198
199         vptlast = NULL;
200         for (i = 0; i < ARRAY_SIZE(v9fs_mux_poll_tasks); i++) {
201                 vpt = &v9fs_mux_poll_tasks[i];
202                 if (vpt->task != NULL) {
203                         vptlast = vpt;
204                         if (vpt->muxnum < n) {
205                                 dprintk(DEBUG_MUX, "put in proc %d\n", i);
206                                 list_add(&m->mux_list, &vpt->mux_list);
207                                 vpt->muxnum++;
208                                 m->poll_task = vpt;
209                                 memset(&m->poll_waddr, 0, sizeof(m->poll_waddr));
210                                 init_poll_funcptr(&m->pt, v9fs_pollwait);
211                                 break;
212                         }
213                 }
214         }
215
216         if (i >= ARRAY_SIZE(v9fs_mux_poll_tasks)) {
217                 if (vptlast == NULL)
218                         return -ENOMEM;
219
220                 dprintk(DEBUG_MUX, "put in proc %d\n", i);
221                 list_add(&m->mux_list, &vptlast->mux_list);
222                 vptlast->muxnum++;
223                 m->poll_task = vptlast;
224                 memset(&m->poll_waddr, 0, sizeof(m->poll_waddr));
225                 init_poll_funcptr(&m->pt, v9fs_pollwait);
226         }
227
228         v9fs_mux_num++;
229         mutex_unlock(&v9fs_mux_task_lock);
230
231         return 0;
232 }
233
234 static void v9fs_mux_poll_stop(struct v9fs_mux_data *m)
235 {
236         int i;
237         struct v9fs_mux_poll_task *vpt;
238
239         mutex_lock(&v9fs_mux_task_lock);
240         vpt = m->poll_task;
241         list_del(&m->mux_list);
242         for(i = 0; i < ARRAY_SIZE(m->poll_waddr); i++) {
243                 if (m->poll_waddr[i] != NULL) {
244                         remove_wait_queue(m->poll_waddr[i], &m->poll_wait[i]);
245                         m->poll_waddr[i] = NULL;
246                 }
247         }
248         vpt->muxnum--;
249         if (!vpt->muxnum) {
250                 dprintk(DEBUG_MUX, "destroy proc %p\n", vpt);
251                 send_sig(SIGKILL, vpt->task, 1);
252                 vpt->task = NULL;
253                 v9fs_mux_poll_task_num--;
254         }
255         v9fs_mux_num--;
256         mutex_unlock(&v9fs_mux_task_lock);
257 }
258
259 /**
260  * v9fs_mux_init - allocate and initialize the per-session mux data
261  * Creates the polling task if this is the first session.
262  *
263  * @trans - transport structure
264  * @msize - maximum message size
265  * @extended - pointer to the extended flag
266  */
267 struct v9fs_mux_data *v9fs_mux_init(struct v9fs_transport *trans, int msize,
268                                     unsigned char *extended)
269 {
270         int i, n;
271         struct v9fs_mux_data *m, *mtmp;
272
273         dprintk(DEBUG_MUX, "transport %p msize %d\n", trans, msize);
274         m = kmalloc(sizeof(struct v9fs_mux_data), GFP_KERNEL);
275         if (!m)
276                 return ERR_PTR(-ENOMEM);
277
278         spin_lock_init(&m->lock);
279         INIT_LIST_HEAD(&m->mux_list);
280         m->msize = msize;
281         m->extended = extended;
282         m->trans = trans;
283         idr_init(&m->tagpool.pool);
284         init_MUTEX(&m->tagpool.lock);
285         m->err = 0;
286         init_waitqueue_head(&m->equeue);
287         INIT_LIST_HEAD(&m->req_list);
288         INIT_LIST_HEAD(&m->unsent_req_list);
289         m->rcall = NULL;
290         m->rpos = 0;
291         m->rbuf = NULL;
292         m->wpos = m->wsize = 0;
293         m->wbuf = NULL;
294         INIT_WORK(&m->rq, v9fs_read_work, m);
295         INIT_WORK(&m->wq, v9fs_write_work, m);
296         m->wsched = 0;
297         memset(&m->poll_waddr, 0, sizeof(m->poll_waddr));
298         m->poll_task = NULL;
299         n = v9fs_mux_poll_start(m);
300         if (n)
301                 return ERR_PTR(n);
302
303         n = trans->poll(trans, &m->pt);
304         if (n & POLLIN) {
305                 dprintk(DEBUG_MUX, "mux %p can read\n", m);
306                 set_bit(Rpending, &m->wsched);
307         }
308
309         if (n & POLLOUT) {
310                 dprintk(DEBUG_MUX, "mux %p can write\n", m);
311                 set_bit(Wpending, &m->wsched);
312         }
313
314         for(i = 0; i < ARRAY_SIZE(m->poll_waddr); i++) {
315                 if (IS_ERR(m->poll_waddr[i])) {
316                         v9fs_mux_poll_stop(m);
317                         mtmp = (void *)m->poll_waddr;   /* the error code */
318                         kfree(m);
319                         m = mtmp;
320                         break;
321                 }
322         }
323
324         return m;
325 }
326
327 /**
328  * v9fs_mux_destroy - cancels all pending requests and frees mux resources
329  */
330 void v9fs_mux_destroy(struct v9fs_mux_data *m)
331 {
332         dprintk(DEBUG_MUX, "mux %p prev %p next %p\n", m,
333                 m->mux_list.prev, m->mux_list.next);
334         v9fs_mux_cancel(m, -ECONNRESET);
335
336         if (!list_empty(&m->req_list)) {
337                 /* wait until all processes waiting on this session exit */
338                 dprintk(DEBUG_MUX, "mux %p waiting for empty request queue\n",
339                         m);
340                 wait_event_timeout(m->equeue, (list_empty(&m->req_list)), 5000);
341                 dprintk(DEBUG_MUX, "mux %p request queue empty: %d\n", m,
342                         list_empty(&m->req_list));
343         }
344
345         v9fs_mux_poll_stop(m);
346         m->trans = NULL;
347
348         kfree(m);
349 }
350
351 /**
352  * v9fs_pollwait - called by files poll operation to add v9fs-poll task
353  *      to files wait queue
354  */
355 static void
356 v9fs_pollwait(struct file *filp, wait_queue_head_t * wait_address,
357               poll_table * p)
358 {
359         int i;
360         struct v9fs_mux_data *m;
361
362         m = container_of(p, struct v9fs_mux_data, pt);
363         for(i = 0; i < ARRAY_SIZE(m->poll_waddr); i++)
364                 if (m->poll_waddr[i] == NULL)
365                         break;
366
367         if (i >= ARRAY_SIZE(m->poll_waddr)) {
368                 dprintk(DEBUG_ERROR, "not enough wait_address slots\n");
369                 return;
370         }
371
372         m->poll_waddr[i] = wait_address;
373
374         if (!wait_address) {
375                 dprintk(DEBUG_ERROR, "no wait_address\n");
376                 m->poll_waddr[i] = ERR_PTR(-EIO);
377                 return;
378         }
379
380         init_waitqueue_entry(&m->poll_wait[i], m->poll_task->task);
381         add_wait_queue(wait_address, &m->poll_wait[i]);
382 }
383
384 /**
385  * v9fs_poll_mux - polls a mux and schedules read or write works if necessary
386  */
387 static void v9fs_poll_mux(struct v9fs_mux_data *m)
388 {
389         int n;
390
391         if (m->err < 0)
392                 return;
393
394         n = m->trans->poll(m->trans, NULL);
395         if (n < 0 || n & (POLLERR | POLLHUP | POLLNVAL)) {
396                 dprintk(DEBUG_MUX, "error mux %p err %d\n", m, n);
397                 if (n >= 0)
398                         n = -ECONNRESET;
399                 v9fs_mux_cancel(m, n);
400         }
401
402         if (n & POLLIN) {
403                 set_bit(Rpending, &m->wsched);
404                 dprintk(DEBUG_MUX, "mux %p can read\n", m);
405                 if (!test_and_set_bit(Rworksched, &m->wsched)) {
406                         dprintk(DEBUG_MUX, "schedule read work mux %p\n", m);
407                         queue_work(v9fs_mux_wq, &m->rq);
408                 }
409         }
410
411         if (n & POLLOUT) {
412                 set_bit(Wpending, &m->wsched);
413                 dprintk(DEBUG_MUX, "mux %p can write\n", m);
414                 if ((m->wsize || !list_empty(&m->unsent_req_list))
415                     && !test_and_set_bit(Wworksched, &m->wsched)) {
416                         dprintk(DEBUG_MUX, "schedule write work mux %p\n", m);
417                         queue_work(v9fs_mux_wq, &m->wq);
418                 }
419         }
420 }
421
422 /**
423  * v9fs_poll_proc - polls all v9fs transports for new events and queues
424  *      the appropriate work to the work queue
425  */
426 static int v9fs_poll_proc(void *a)
427 {
428         struct v9fs_mux_data *m, *mtmp;
429         struct v9fs_mux_poll_task *vpt;
430
431         vpt = a;
432         dprintk(DEBUG_MUX, "start %p %p\n", current, vpt);
433         allow_signal(SIGKILL);
434         while (!kthread_should_stop()) {
435                 set_current_state(TASK_INTERRUPTIBLE);
436                 if (signal_pending(current))
437                         break;
438
439                 list_for_each_entry_safe(m, mtmp, &vpt->mux_list, mux_list) {
440                         v9fs_poll_mux(m);
441                 }
442
443                 dprintk(DEBUG_MUX, "sleeping...\n");
444                 schedule_timeout(SCHED_TIMEOUT * HZ);
445         }
446
447         __set_current_state(TASK_RUNNING);
448         dprintk(DEBUG_MUX, "finish\n");
449         return 0;
450 }
451
452 /**
453  * v9fs_write_work - called when a transport can send some data
454  */
455 static void v9fs_write_work(void *a)
456 {
457         int n, err;
458         struct v9fs_mux_data *m;
459         struct v9fs_req *req;
460
461         m = a;
462
463         if (m->err < 0) {
464                 clear_bit(Wworksched, &m->wsched);
465                 return;
466         }
467
468         if (!m->wsize) {
469                 if (list_empty(&m->unsent_req_list)) {
470                         clear_bit(Wworksched, &m->wsched);
471                         return;
472                 }
473
474                 spin_lock(&m->lock);
475 again:
476                 req = list_entry(m->unsent_req_list.next, struct v9fs_req,
477                                req_list);
478                 list_move_tail(&req->req_list, &m->req_list);
479                 if (req->err == ERREQFLUSH)
480                         goto again;
481
482                 m->wbuf = req->tcall->sdata;
483                 m->wsize = req->tcall->size;
484                 m->wpos = 0;
485                 dump_data(m->wbuf, m->wsize);
486                 spin_unlock(&m->lock);
487         }
488
489         dprintk(DEBUG_MUX, "mux %p pos %d size %d\n", m, m->wpos, m->wsize);
490         clear_bit(Wpending, &m->wsched);
491         err = m->trans->write(m->trans, m->wbuf + m->wpos, m->wsize - m->wpos);
492         dprintk(DEBUG_MUX, "mux %p sent %d bytes\n", m, err);
493         if (err == -EAGAIN) {
494                 clear_bit(Wworksched, &m->wsched);
495                 return;
496         }
497
498         if (err <= 0)
499                 goto error;
500
501         m->wpos += err;
502         if (m->wpos == m->wsize)
503                 m->wpos = m->wsize = 0;
504
505         if (m->wsize == 0 && !list_empty(&m->unsent_req_list)) {
506                 if (test_and_clear_bit(Wpending, &m->wsched))
507                         n = POLLOUT;
508                 else
509                         n = m->trans->poll(m->trans, NULL);
510
511                 if (n & POLLOUT) {
512                         dprintk(DEBUG_MUX, "schedule write work mux %p\n", m);
513                         queue_work(v9fs_mux_wq, &m->wq);
514                 } else
515                         clear_bit(Wworksched, &m->wsched);
516         } else
517                 clear_bit(Wworksched, &m->wsched);
518
519         return;
520
521       error:
522         v9fs_mux_cancel(m, err);
523         clear_bit(Wworksched, &m->wsched);
524 }
525
526 static void process_request(struct v9fs_mux_data *m, struct v9fs_req *req)
527 {
528         int ecode, tag;
529         struct v9fs_str *ename;
530
531         tag = req->tag;
532         if (!req->err && req->rcall->id == RERROR) {
533                 ecode = req->rcall->params.rerror.errno;
534                 ename = &req->rcall->params.rerror.error;
535
536                 dprintk(DEBUG_MUX, "Rerror %.*s\n", ename->len, ename->str);
537
538                 if (*m->extended)
539                         req->err = -ecode;
540
541                 if (!req->err) {
542                         req->err = v9fs_errstr2errno(ename->str, ename->len);
543
544                         if (!req->err) {        /* string match failed */
545                                 PRINT_FCALL_ERROR("unknown error", req->rcall);
546                         }
547
548                         if (!req->err)
549                                 req->err = -ESERVERFAULT;
550                 }
551         } else if (req->tcall && req->rcall->id != req->tcall->id + 1) {
552                 dprintk(DEBUG_ERROR, "fcall mismatch: expected %d, got %d\n",
553                         req->tcall->id + 1, req->rcall->id);
554                 if (!req->err)
555                         req->err = -EIO;
556         }
557
558         if (req->err == ERREQFLUSH)
559                 return;
560
561         if (req->cb) {
562                 dprintk(DEBUG_MUX, "calling callback tcall %p rcall %p\n",
563                         req->tcall, req->rcall);
564
565                 (*req->cb) (req->cba, req->tcall, req->rcall, req->err);
566                 req->cb = NULL;
567         } else
568                 kfree(req->rcall);
569
570         v9fs_mux_put_tag(m, tag);
571
572         wake_up(&m->equeue);
573         kfree(req);
574 }
575
576 /**
577  * v9fs_read_work - called when there is some data to be read from a transport
578  */
579 static void v9fs_read_work(void *a)
580 {
581         int n, err;
582         struct v9fs_mux_data *m;
583         struct v9fs_req *req, *rptr, *rreq;
584         struct v9fs_fcall *rcall;
585         char *rbuf;
586
587         m = a;
588
589         if (m->err < 0)
590                 return;
591
592         rcall = NULL;
593         dprintk(DEBUG_MUX, "start mux %p pos %d\n", m, m->rpos);
594
595         if (!m->rcall) {
596                 m->rcall =
597                     kmalloc(sizeof(struct v9fs_fcall) + m->msize, GFP_KERNEL);
598                 if (!m->rcall) {
599                         err = -ENOMEM;
600                         goto error;
601                 }
602
603                 m->rbuf = (char *)m->rcall + sizeof(struct v9fs_fcall);
604                 m->rpos = 0;
605         }
606
607         clear_bit(Rpending, &m->wsched);
608         err = m->trans->read(m->trans, m->rbuf + m->rpos, m->msize - m->rpos);
609         dprintk(DEBUG_MUX, "mux %p got %d bytes\n", m, err);
610         if (err == -EAGAIN) {
611                 clear_bit(Rworksched, &m->wsched);
612                 return;
613         }
614
615         if (err <= 0)
616                 goto error;
617
618         m->rpos += err;
619         while (m->rpos > 4) {
620                 n = le32_to_cpu(*(__le32 *) m->rbuf);
621                 if (n >= m->msize) {
622                         dprintk(DEBUG_ERROR,
623                                 "requested packet size too big: %d\n", n);
624                         err = -EIO;
625                         goto error;
626                 }
627
628                 if (m->rpos < n)
629                         break;
630
631                 dump_data(m->rbuf, n);
632                 err =
633                     v9fs_deserialize_fcall(m->rbuf, n, m->rcall, *m->extended);
634                 if (err < 0) {
635                         goto error;
636                 }
637
638                 if ((v9fs_debug_level&DEBUG_FCALL) == DEBUG_FCALL) {
639                         char buf[150];
640
641                         v9fs_printfcall(buf, sizeof(buf), m->rcall,
642                                 *m->extended);
643                         printk(KERN_NOTICE ">>> %p %s\n", m, buf);
644                 }
645
646                 rcall = m->rcall;
647                 rbuf = m->rbuf;
648                 if (m->rpos > n) {
649                         m->rcall = kmalloc(sizeof(struct v9fs_fcall) + m->msize,
650                                            GFP_KERNEL);
651                         if (!m->rcall) {
652                                 err = -ENOMEM;
653                                 goto error;
654                         }
655
656                         m->rbuf = (char *)m->rcall + sizeof(struct v9fs_fcall);
657                         memmove(m->rbuf, rbuf + n, m->rpos - n);
658                         m->rpos -= n;
659                 } else {
660                         m->rcall = NULL;
661                         m->rbuf = NULL;
662                         m->rpos = 0;
663                 }
664
665                 dprintk(DEBUG_MUX, "mux %p fcall id %d tag %d\n", m, rcall->id,
666                         rcall->tag);
667
668                 req = NULL;
669                 spin_lock(&m->lock);
670                 list_for_each_entry_safe(rreq, rptr, &m->req_list, req_list) {
671                         if (rreq->tag == rcall->tag) {
672                                 req = rreq;
673                                 req->rcall = rcall;
674                                 list_del(&req->req_list);
675                                 spin_unlock(&m->lock);
676                                 process_request(m, req);
677                                 break;
678                         }
679
680                 }
681
682                 if (!req) {
683                         spin_unlock(&m->lock);
684                         if (err >= 0 && rcall->id != RFLUSH)
685                                 dprintk(DEBUG_ERROR,
686                                         "unexpected response mux %p id %d tag %d\n",
687                                         m, rcall->id, rcall->tag);
688                         kfree(rcall);
689                 }
690         }
691
692         if (!list_empty(&m->req_list)) {
693                 if (test_and_clear_bit(Rpending, &m->wsched))
694                         n = POLLIN;
695                 else
696                         n = m->trans->poll(m->trans, NULL);
697
698                 if (n & POLLIN) {
699                         dprintk(DEBUG_MUX, "schedule read work mux %p\n", m);
700                         queue_work(v9fs_mux_wq, &m->rq);
701                 } else
702                         clear_bit(Rworksched, &m->wsched);
703         } else
704                 clear_bit(Rworksched, &m->wsched);
705
706         return;
707
708       error:
709         v9fs_mux_cancel(m, err);
710         clear_bit(Rworksched, &m->wsched);
711 }
712
713 /**
714  * v9fs_send_request - send 9P request
715  * The function can sleep until the request is scheduled for sending.
716  * The function can be interrupted. Return from the function is not
717  * a guarantee that the request is sent succesfully. Can return errors
718  * that can be retrieved by PTR_ERR macros.
719  *
720  * @m: mux data
721  * @tc: request to be sent
722  * @cb: callback function to call when response is received
723  * @cba: parameter to pass to the callback function
724  */
725 static struct v9fs_req *v9fs_send_request(struct v9fs_mux_data *m,
726                                           struct v9fs_fcall *tc,
727                                           v9fs_mux_req_callback cb, void *cba)
728 {
729         int n;
730         struct v9fs_req *req;
731
732         dprintk(DEBUG_MUX, "mux %p task %p tcall %p id %d\n", m, current,
733                 tc, tc->id);
734         if (m->err < 0)
735                 return ERR_PTR(m->err);
736
737         req = kmalloc(sizeof(struct v9fs_req), GFP_KERNEL);
738         if (!req)
739                 return ERR_PTR(-ENOMEM);
740
741         if (tc->id == TVERSION)
742                 n = V9FS_NOTAG;
743         else
744                 n = v9fs_mux_get_tag(m);
745
746         if (n < 0)
747                 return ERR_PTR(-ENOMEM);
748
749         v9fs_set_tag(tc, n);
750
751         if ((v9fs_debug_level&DEBUG_FCALL) == DEBUG_FCALL) {
752                 char buf[150];
753
754                 v9fs_printfcall(buf, sizeof(buf), tc, *m->extended);
755                 printk(KERN_NOTICE "<<< %p %s\n", m, buf);
756         }
757
758         req->tag = n;
759         req->tcall = tc;
760         req->rcall = NULL;
761         req->err = 0;
762         req->cb = cb;
763         req->cba = cba;
764
765         spin_lock(&m->lock);
766         list_add_tail(&req->req_list, &m->unsent_req_list);
767         spin_unlock(&m->lock);
768
769         if (test_and_clear_bit(Wpending, &m->wsched))
770                 n = POLLOUT;
771         else
772                 n = m->trans->poll(m->trans, NULL);
773
774         if (n & POLLOUT && !test_and_set_bit(Wworksched, &m->wsched))
775                 queue_work(v9fs_mux_wq, &m->wq);
776
777         return req;
778 }
779
780 static void v9fs_mux_flush_cb(void *a, struct v9fs_fcall *tc,
781                               struct v9fs_fcall *rc, int err)
782 {
783         v9fs_mux_req_callback cb;
784         int tag;
785         struct v9fs_mux_data *m;
786         struct v9fs_req *req, *rptr;
787
788         m = a;
789         dprintk(DEBUG_MUX, "mux %p tc %p rc %p err %d oldtag %d\n", m, tc,
790                 rc, err, tc->params.tflush.oldtag);
791
792         spin_lock(&m->lock);
793         cb = NULL;
794         tag = tc->params.tflush.oldtag;
795         list_for_each_entry_safe(req, rptr, &m->req_list, req_list) {
796                 if (req->tag == tag) {
797                         list_del(&req->req_list);
798                         if (req->cb) {
799                                 cb = req->cb;
800                                 req->cb = NULL;
801                                 spin_unlock(&m->lock);
802                                 (*cb) (req->cba, req->tcall, req->rcall,
803                                        req->err);
804                         }
805                         kfree(req);
806                         wake_up(&m->equeue);
807                         break;
808                 }
809         }
810
811         if (!cb)
812                 spin_unlock(&m->lock);
813
814         v9fs_mux_put_tag(m, tag);
815         kfree(tc);
816         kfree(rc);
817 }
818
819 static void
820 v9fs_mux_flush_request(struct v9fs_mux_data *m, struct v9fs_req *req)
821 {
822         struct v9fs_fcall *fc;
823
824         dprintk(DEBUG_MUX, "mux %p req %p tag %d\n", m, req, req->tag);
825
826         fc = v9fs_create_tflush(req->tag);
827         v9fs_send_request(m, fc, v9fs_mux_flush_cb, m);
828 }
829
830 static void
831 v9fs_mux_rpc_cb(void *a, struct v9fs_fcall *tc, struct v9fs_fcall *rc, int err)
832 {
833         struct v9fs_mux_rpc *r;
834
835         if (err == ERREQFLUSH) {
836                 kfree(rc);
837                 dprintk(DEBUG_MUX, "err req flush\n");
838                 return;
839         }
840
841         r = a;
842         dprintk(DEBUG_MUX, "mux %p req %p tc %p rc %p err %d\n", r->m, r->req,
843                 tc, rc, err);
844         r->rcall = rc;
845         r->err = err;
846         wake_up(&r->wqueue);
847 }
848
849 /**
850  * v9fs_mux_rpc - sends 9P request and waits until a response is available.
851  *      The function can be interrupted.
852  * @m: mux data
853  * @tc: request to be sent
854  * @rc: pointer where a pointer to the response is stored
855  */
856 int
857 v9fs_mux_rpc(struct v9fs_mux_data *m, struct v9fs_fcall *tc,
858              struct v9fs_fcall **rc)
859 {
860         int err;
861         unsigned long flags;
862         struct v9fs_req *req;
863         struct v9fs_mux_rpc r;
864
865         r.err = 0;
866         r.rcall = NULL;
867         r.m = m;
868         init_waitqueue_head(&r.wqueue);
869
870         if (rc)
871                 *rc = NULL;
872
873         req = v9fs_send_request(m, tc, v9fs_mux_rpc_cb, &r);
874         if (IS_ERR(req)) {
875                 err = PTR_ERR(req);
876                 dprintk(DEBUG_MUX, "error %d\n", err);
877                 return PTR_ERR(req);
878         }
879
880         r.req = req;
881         dprintk(DEBUG_MUX, "mux %p tc %p tag %d rpc %p req %p\n", m, tc,
882                 req->tag, &r, req);
883         err = wait_event_interruptible(r.wqueue, r.rcall != NULL || r.err < 0);
884         if (r.err < 0)
885                 err = r.err;
886
887         if (err == -ERESTARTSYS && m->trans->status == Connected && m->err == 0) {
888                 spin_lock(&m->lock);
889                 req->tcall = NULL;
890                 req->err = ERREQFLUSH;
891                 spin_unlock(&m->lock);
892
893                 clear_thread_flag(TIF_SIGPENDING);
894                 v9fs_mux_flush_request(m, req);
895                 spin_lock_irqsave(&current->sighand->siglock, flags);
896                 recalc_sigpending();
897                 spin_unlock_irqrestore(&current->sighand->siglock, flags);
898         }
899
900         if (!err) {
901                 if (r.rcall)
902                         dprintk(DEBUG_MUX, "got response id %d tag %d\n",
903                                 r.rcall->id, r.rcall->tag);
904
905                 if (rc)
906                         *rc = r.rcall;
907                 else
908                         kfree(r.rcall);
909         } else {
910                 kfree(r.rcall);
911                 dprintk(DEBUG_MUX, "got error %d\n", err);
912                 if (err > 0)
913                         err = -EIO;
914         }
915
916         return err;
917 }
918
919 #if 0
920 /**
921  * v9fs_mux_rpcnb - sends 9P request without waiting for response.
922  * @m: mux data
923  * @tc: request to be sent
924  * @cb: callback function to be called when response arrives
925  * @cba: value to pass to the callback function
926  */
927 int v9fs_mux_rpcnb(struct v9fs_mux_data *m, struct v9fs_fcall *tc,
928                    v9fs_mux_req_callback cb, void *a)
929 {
930         int err;
931         struct v9fs_req *req;
932
933         req = v9fs_send_request(m, tc, cb, a);
934         if (IS_ERR(req)) {
935                 err = PTR_ERR(req);
936                 dprintk(DEBUG_MUX, "error %d\n", err);
937                 return PTR_ERR(req);
938         }
939
940         dprintk(DEBUG_MUX, "mux %p tc %p tag %d\n", m, tc, req->tag);
941         return 0;
942 }
943 #endif  /*  0  */
944
945 /**
946  * v9fs_mux_cancel - cancel all pending requests with error
947  * @m: mux data
948  * @err: error code
949  */
950 void v9fs_mux_cancel(struct v9fs_mux_data *m, int err)
951 {
952         struct v9fs_req *req, *rtmp;
953         LIST_HEAD(cancel_list);
954
955         dprintk(DEBUG_MUX, "mux %p err %d\n", m, err);
956         m->err = err;
957         spin_lock(&m->lock);
958         list_for_each_entry_safe(req, rtmp, &m->req_list, req_list) {
959                 list_move(&req->req_list, &cancel_list);
960         }
961         spin_unlock(&m->lock);
962
963         list_for_each_entry_safe(req, rtmp, &cancel_list, req_list) {
964                 list_del(&req->req_list);
965                 if (!req->err)
966                         req->err = err;
967
968                 if (req->cb)
969                         (*req->cb) (req->cba, req->tcall, req->rcall, req->err);
970                 else
971                         kfree(req->rcall);
972
973                 kfree(req);
974         }
975
976         wake_up(&m->equeue);
977 }
978
979 static u16 v9fs_mux_get_tag(struct v9fs_mux_data *m)
980 {
981         int tag;
982
983         tag = v9fs_get_idpool(&m->tagpool);
984         if (tag < 0)
985                 return V9FS_NOTAG;
986         else
987                 return (u16) tag;
988 }
989
990 static void v9fs_mux_put_tag(struct v9fs_mux_data *m, u16 tag)
991 {
992         if (tag != V9FS_NOTAG && v9fs_check_idpool(tag, &m->tagpool))
993                 v9fs_put_idpool(tag, &m->tagpool);
994 }