2 * The Virtio 9p transport driver
4 * This is a block based transport driver based on the lguest block driver
7 * Copyright (C) 2007, 2008 Eric Van Hensbergen, IBM Corporation
9 * Based on virtio console driver
10 * Copyright (C) 2006, 2007 Rusty Russell, IBM Corporation
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License version 2
14 * as published by the Free Software Foundation.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to:
23 * Free Software Foundation
24 * 51 Franklin Street, Fifth Floor
25 * Boston, MA 02111-1301 USA
30 #include <linux/module.h>
31 #include <linux/net.h>
32 #include <linux/ipv6.h>
33 #include <linux/errno.h>
34 #include <linux/kernel.h>
36 #include <linux/uaccess.h>
37 #include <linux/inet.h>
38 #include <linux/idr.h>
39 #include <linux/file.h>
40 #include <linux/slab.h>
41 #include <net/9p/9p.h>
42 #include <linux/parser.h>
43 #include <net/9p/client.h>
44 #include <net/9p/transport.h>
45 #include <linux/scatterlist.h>
46 #include <linux/swap.h>
47 #include <linux/virtio.h>
48 #include <linux/virtio_9p.h>
49 #include "trans_common.h"
51 #define VIRTQUEUE_NUM 128
53 /* a single mutex to manage channel initialization and attachment */
54 static DEFINE_MUTEX(virtio_9p_lock
);
55 static DECLARE_WAIT_QUEUE_HEAD(vp_wq
);
56 static atomic_t vp_pinned
= ATOMIC_INIT(0);
59 * struct virtio_chan - per-instance transport information
60 * @initialized: whether the channel is initialized
61 * @inuse: whether the channel is in use
62 * @lock: protects multiple elements within this structure
63 * @client: client instance
64 * @vdev: virtio dev associated with this channel
65 * @vq: virtio queue associated with this channel
66 * @sg: scatter gather list which is used to pack a request (protected?)
68 * We keep all per-channel information in a structure.
69 * This structure is allocated within the devices dev->mem space.
70 * A pointer to the structure will get put in the transport private.
79 struct p9_client
*client
;
80 struct virtio_device
*vdev
;
83 wait_queue_head_t
*vc_wq
;
84 /* This is global limit. Since we don't have a global structure,
85 * will be placing it in each channel.
88 /* Scatterlist: can be too big for stack. */
89 struct scatterlist sg
[VIRTQUEUE_NUM
];
93 * tag name to identify a mount Non-null terminated
97 struct list_head chan_list
;
100 static struct list_head virtio_chan_list
;
102 /* How many bytes left in this page. */
103 static unsigned int rest_of_page(void *data
)
105 return PAGE_SIZE
- ((unsigned long)data
% PAGE_SIZE
);
109 * p9_virtio_close - reclaim resources of a channel
110 * @client: client instance
112 * This reclaims a channel by freeing its resources and
113 * reseting its inuse flag.
117 static void p9_virtio_close(struct p9_client
*client
)
119 struct virtio_chan
*chan
= client
->trans
;
121 mutex_lock(&virtio_9p_lock
);
124 mutex_unlock(&virtio_9p_lock
);
128 * req_done - callback which signals activity from the server
129 * @vq: virtio queue activity was received on
131 * This notifies us that the server has triggered some activity
132 * on the virtio channel - most likely a response to request we
133 * sent. Figure out which requests now have responses and wake up
136 * Bugs: could do with some additional sanity checking, but appears to work.
140 static void req_done(struct virtqueue
*vq
)
142 struct virtio_chan
*chan
= vq
->vdev
->priv
;
145 struct p9_req_t
*req
;
148 P9_DPRINTK(P9_DEBUG_TRANS
, ": request done\n");
151 spin_lock_irqsave(&chan
->lock
, flags
);
152 rc
= virtqueue_get_buf(chan
->vq
, &len
);
155 spin_unlock_irqrestore(&chan
->lock
, flags
);
159 chan
->ring_bufs_avail
= 1;
160 spin_unlock_irqrestore(&chan
->lock
, flags
);
161 /* Wakeup if anyone waiting for VirtIO ring space. */
162 wake_up(chan
->vc_wq
);
163 P9_DPRINTK(P9_DEBUG_TRANS
, ": rc %p\n", rc
);
164 P9_DPRINTK(P9_DEBUG_TRANS
, ": lookup tag %d\n", rc
->tag
);
165 req
= p9_tag_lookup(chan
->client
, rc
->tag
);
166 if (req
->tc
->private) {
167 struct trans_rpage_info
*rp
= req
->tc
->private;
168 int p
= rp
->rp_nr_pages
;
170 p9_release_req_pages(rp
);
171 atomic_sub(p
, &vp_pinned
);
175 req
->tc
->private = NULL
;
177 req
->status
= REQ_STATUS_RCVD
;
178 p9_client_cb(chan
->client
, req
);
183 * pack_sg_list - pack a scatter gather list from a linear buffer
184 * @sg: scatter/gather list to pack into
185 * @start: which segment of the sg_list to start at
186 * @limit: maximum segment to pack data to
187 * @data: data to pack into scatter/gather list
188 * @count: amount of data to pack into the scatter/gather list
190 * sg_lists have multiple segments of various sizes. This will pack
191 * arbitrary data into an existing scatter gather list, segmenting the
192 * data as necessary within constraints.
197 pack_sg_list(struct scatterlist
*sg
, int start
, int limit
, char *data
,
204 s
= rest_of_page(data
);
207 sg_set_buf(&sg
[index
++], data
, s
);
210 BUG_ON(index
> limit
);
216 /* We don't currently allow canceling of virtio requests */
217 static int p9_virtio_cancel(struct p9_client
*client
, struct p9_req_t
*req
)
223 * pack_sg_list_p - Just like pack_sg_list. Instead of taking a buffer,
224 * this takes a list of pages.
225 * @sg: scatter/gather list to pack into
226 * @start: which segment of the sg_list to start at
227 * @pdata_off: Offset into the first page
228 * @**pdata: a list of pages to add into sg.
229 * @count: amount of data to pack into the scatter/gather list
232 pack_sg_list_p(struct scatterlist
*sg
, int start
, int limit
, size_t pdata_off
,
233 struct page
**pdata
, int count
)
240 s
= min((int)(PAGE_SIZE
- pdata_off
), count
);
241 sg_set_page(&sg
[index
++], pdata
[i
++], s
, pdata_off
);
246 BUG_ON(index
> limit
);
247 s
= min((int)PAGE_SIZE
, count
);
248 sg_set_page(&sg
[index
++], pdata
[i
++], s
, 0);
255 * p9_virtio_request - issue a request
256 * @client: client instance issuing the request
257 * @req: request to be issued
262 p9_virtio_request(struct p9_client
*client
, struct p9_req_t
*req
)
264 int in
, out
, inp
, outp
;
265 struct virtio_chan
*chan
= client
->trans
;
266 char *rdata
= (char *)req
->rc
+sizeof(struct p9_fcall
);
268 size_t pdata_off
= 0;
269 struct trans_rpage_info
*rpinfo
= NULL
;
270 int err
, pdata_len
= 0;
272 P9_DPRINTK(P9_DEBUG_TRANS
, "9p debug: virtio request\n");
274 req
->status
= REQ_STATUS_SENT
;
276 if (req
->tc
->pbuf_size
&& (req
->tc
->pubuf
&& P9_IS_USER_CONTEXT
)) {
277 int nr_pages
= p9_nr_pages(req
);
278 int rpinfo_size
= sizeof(struct trans_rpage_info
) +
279 sizeof(struct page
*) * nr_pages
;
281 if (atomic_read(&vp_pinned
) >= chan
->p9_max_pages
) {
282 err
= wait_event_interruptible(vp_wq
,
283 atomic_read(&vp_pinned
) < chan
->p9_max_pages
);
284 if (err
== -ERESTARTSYS
)
286 P9_DPRINTK(P9_DEBUG_TRANS
, "9p: May gup pages now.\n");
289 if (rpinfo_size
<= (req
->tc
->capacity
- req
->tc
->size
)) {
290 /* We can use sdata */
291 req
->tc
->private = req
->tc
->sdata
+ req
->tc
->size
;
292 rpinfo
= (struct trans_rpage_info
*)req
->tc
->private;
293 rpinfo
->rp_alloc
= 0;
295 req
->tc
->private = kmalloc(rpinfo_size
, GFP_NOFS
);
296 if (!req
->tc
->private) {
297 P9_DPRINTK(P9_DEBUG_TRANS
, "9p debug: "
298 "private kmalloc returned NULL");
301 rpinfo
= (struct trans_rpage_info
*)req
->tc
->private;
302 rpinfo
->rp_alloc
= 1;
305 err
= p9_payload_gup(req
, &pdata_off
, &pdata_len
, nr_pages
,
306 req
->tc
->id
== P9_TREAD
? 1 : 0);
308 if (rpinfo
->rp_alloc
)
312 atomic_add(rpinfo
->rp_nr_pages
, &vp_pinned
);
317 spin_lock_irqsave(&chan
->lock
, flags
);
319 /* Handle out VirtIO ring buffers */
320 out
= pack_sg_list(chan
->sg
, 0, VIRTQUEUE_NUM
, req
->tc
->sdata
,
323 if (req
->tc
->pbuf_size
&& (req
->tc
->id
== P9_TWRITE
)) {
324 /* We have additional write payload buffer to take care */
325 if (req
->tc
->pubuf
&& P9_IS_USER_CONTEXT
) {
326 outp
= pack_sg_list_p(chan
->sg
, out
, VIRTQUEUE_NUM
,
327 pdata_off
, rpinfo
->rp_data
, pdata_len
);
331 pbuf
= (__force
char *) req
->tc
->pubuf
;
333 pbuf
= req
->tc
->pkbuf
;
334 outp
= pack_sg_list(chan
->sg
, out
, VIRTQUEUE_NUM
, pbuf
,
340 /* Handle in VirtIO ring buffers */
341 if (req
->tc
->pbuf_size
&&
342 ((req
->tc
->id
== P9_TREAD
) || (req
->tc
->id
== P9_TREADDIR
))) {
344 * Take care of additional Read payload.
345 * 11 is the read/write header = PDU Header(7) + IO Size (4).
346 * Arrange in such a way that server places header in the
347 * alloced memory and payload onto the user buffer.
349 inp
= pack_sg_list(chan
->sg
, out
, VIRTQUEUE_NUM
, rdata
, 11);
351 * Running executables in the filesystem may result in
352 * a read request with kernel buffer as opposed to user buffer.
354 if (req
->tc
->pubuf
&& P9_IS_USER_CONTEXT
) {
355 in
= pack_sg_list_p(chan
->sg
, out
+inp
, VIRTQUEUE_NUM
,
356 pdata_off
, rpinfo
->rp_data
, pdata_len
);
360 pbuf
= (__force
char *) req
->tc
->pubuf
;
362 pbuf
= req
->tc
->pkbuf
;
364 in
= pack_sg_list(chan
->sg
, out
+inp
, VIRTQUEUE_NUM
,
365 pbuf
, req
->tc
->pbuf_size
);
369 in
= pack_sg_list(chan
->sg
, out
, VIRTQUEUE_NUM
, rdata
,
373 err
= virtqueue_add_buf(chan
->vq
, chan
->sg
, out
, in
, req
->tc
);
375 if (err
== -ENOSPC
) {
376 chan
->ring_bufs_avail
= 0;
377 spin_unlock_irqrestore(&chan
->lock
, flags
);
378 err
= wait_event_interruptible(*chan
->vc_wq
,
379 chan
->ring_bufs_avail
);
380 if (err
== -ERESTARTSYS
)
383 P9_DPRINTK(P9_DEBUG_TRANS
, "9p:Retry virtio request\n");
384 goto req_retry_pinned
;
386 spin_unlock_irqrestore(&chan
->lock
, flags
);
387 P9_DPRINTK(P9_DEBUG_TRANS
,
389 "virtio rpc add_buf returned failure");
390 if (rpinfo
&& rpinfo
->rp_alloc
)
396 virtqueue_kick(chan
->vq
);
397 spin_unlock_irqrestore(&chan
->lock
, flags
);
399 P9_DPRINTK(P9_DEBUG_TRANS
, "9p debug: virtio request kicked\n");
403 static ssize_t
p9_mount_tag_show(struct device
*dev
,
404 struct device_attribute
*attr
, char *buf
)
406 struct virtio_chan
*chan
;
407 struct virtio_device
*vdev
;
409 vdev
= dev_to_virtio(dev
);
412 return snprintf(buf
, chan
->tag_len
+ 1, "%s", chan
->tag
);
415 static DEVICE_ATTR(mount_tag
, 0444, p9_mount_tag_show
, NULL
);
418 * p9_virtio_probe - probe for existence of 9P virtio channels
419 * @vdev: virtio device to probe
421 * This probes for existing virtio channels.
425 static int p9_virtio_probe(struct virtio_device
*vdev
)
430 struct virtio_chan
*chan
;
432 chan
= kmalloc(sizeof(struct virtio_chan
), GFP_KERNEL
);
434 printk(KERN_ERR
"9p: Failed to allocate virtio 9P channel\n");
441 /* We expect one virtqueue, for requests. */
442 chan
->vq
= virtio_find_single_vq(vdev
, req_done
, "requests");
443 if (IS_ERR(chan
->vq
)) {
444 err
= PTR_ERR(chan
->vq
);
447 chan
->vq
->vdev
->priv
= chan
;
448 spin_lock_init(&chan
->lock
);
450 sg_init_table(chan
->sg
, VIRTQUEUE_NUM
);
453 if (virtio_has_feature(vdev
, VIRTIO_9P_MOUNT_TAG
)) {
454 vdev
->config
->get(vdev
,
455 offsetof(struct virtio_9p_config
, tag_len
),
456 &tag_len
, sizeof(tag_len
));
461 tag
= kmalloc(tag_len
, GFP_KERNEL
);
466 vdev
->config
->get(vdev
, offsetof(struct virtio_9p_config
, tag
),
469 chan
->tag_len
= tag_len
;
470 err
= sysfs_create_file(&(vdev
->dev
.kobj
), &dev_attr_mount_tag
.attr
);
474 chan
->vc_wq
= kmalloc(sizeof(wait_queue_head_t
), GFP_KERNEL
);
479 init_waitqueue_head(chan
->vc_wq
);
480 chan
->ring_bufs_avail
= 1;
481 /* Ceiling limit to avoid denial of service attacks */
482 chan
->p9_max_pages
= nr_free_buffer_pages()/4;
484 mutex_lock(&virtio_9p_lock
);
485 list_add_tail(&chan
->chan_list
, &virtio_chan_list
);
486 mutex_unlock(&virtio_9p_lock
);
492 vdev
->config
->del_vqs(vdev
);
500 * p9_virtio_create - allocate a new virtio channel
501 * @client: client instance invoking this transport
502 * @devname: string identifying the channel to connect to (unused)
503 * @args: args passed from sys_mount() for per-transport options (unused)
505 * This sets up a transport channel for 9p communication. Right now
506 * we only match the first available channel, but eventually we couldlook up
507 * alternate channels by matching devname versus a virtio_config entry.
508 * We use a simple reference count mechanism to ensure that only a single
509 * mount has a channel open at a time.
514 p9_virtio_create(struct p9_client
*client
, const char *devname
, char *args
)
516 struct virtio_chan
*chan
;
520 mutex_lock(&virtio_9p_lock
);
521 list_for_each_entry(chan
, &virtio_chan_list
, chan_list
) {
522 if (!strncmp(devname
, chan
->tag
, chan
->tag_len
) &&
523 strlen(devname
) == chan
->tag_len
) {
532 mutex_unlock(&virtio_9p_lock
);
535 printk(KERN_ERR
"9p: no channels available\n");
539 client
->trans
= (void *)chan
;
540 client
->status
= Connected
;
541 chan
->client
= client
;
547 * p9_virtio_remove - clean up resources associated with a virtio device
548 * @vdev: virtio device to remove
552 static void p9_virtio_remove(struct virtio_device
*vdev
)
554 struct virtio_chan
*chan
= vdev
->priv
;
557 vdev
->config
->del_vqs(vdev
);
559 mutex_lock(&virtio_9p_lock
);
560 list_del(&chan
->chan_list
);
561 mutex_unlock(&virtio_9p_lock
);
562 sysfs_remove_file(&(vdev
->dev
.kobj
), &dev_attr_mount_tag
.attr
);
569 static struct virtio_device_id id_table
[] = {
570 { VIRTIO_ID_9P
, VIRTIO_DEV_ANY_ID
},
574 static unsigned int features
[] = {
578 /* The standard "struct lguest_driver": */
579 static struct virtio_driver p9_virtio_drv
= {
580 .feature_table
= features
,
581 .feature_table_size
= ARRAY_SIZE(features
),
582 .driver
.name
= KBUILD_MODNAME
,
583 .driver
.owner
= THIS_MODULE
,
584 .id_table
= id_table
,
585 .probe
= p9_virtio_probe
,
586 .remove
= p9_virtio_remove
,
589 static struct p9_trans_module p9_virtio_trans
= {
591 .create
= p9_virtio_create
,
592 .close
= p9_virtio_close
,
593 .request
= p9_virtio_request
,
594 .cancel
= p9_virtio_cancel
,
595 .maxsize
= PAGE_SIZE
*VIRTQUEUE_NUM
,
596 .pref
= P9_TRANS_PREF_PAYLOAD_SEP
,
598 .owner
= THIS_MODULE
,
601 /* The standard init function */
602 static int __init
p9_virtio_init(void)
604 INIT_LIST_HEAD(&virtio_chan_list
);
606 v9fs_register_trans(&p9_virtio_trans
);
607 return register_virtio_driver(&p9_virtio_drv
);
610 static void __exit
p9_virtio_cleanup(void)
612 unregister_virtio_driver(&p9_virtio_drv
);
613 v9fs_unregister_trans(&p9_virtio_trans
);
616 module_init(p9_virtio_init
);
617 module_exit(p9_virtio_cleanup
);
619 MODULE_DEVICE_TABLE(virtio
, id_table
);
620 MODULE_AUTHOR("Eric Van Hensbergen <ericvh@gmail.com>");
621 MODULE_DESCRIPTION("Virtio 9p Transport");
622 MODULE_LICENSE("GPL");