2 * bsg.c - block layer implementation of the sg v4 interface
4 * Copyright (C) 2004 Jens Axboe <axboe@suse.de> SUSE Labs
5 * Copyright (C) 2004 Peter M. Jones <pjones@redhat.com>
7 * This file is subject to the terms and conditions of the GNU General Public
8 * License version 2. See the file "COPYING" in the main directory of this
9 * archive for more details.
12 #include <linux/module.h>
13 #include <linux/init.h>
14 #include <linux/file.h>
15 #include <linux/blkdev.h>
16 #include <linux/poll.h>
17 #include <linux/cdev.h>
18 #include <linux/percpu.h>
19 #include <linux/uio.h>
20 #include <linux/idr.h>
21 #include <linux/bsg.h>
23 #include <scsi/scsi.h>
24 #include <scsi/scsi_ioctl.h>
25 #include <scsi/scsi_cmnd.h>
26 #include <scsi/scsi_device.h>
27 #include <scsi/scsi_driver.h>
30 #define BSG_DESCRIPTION "Block layer SCSI generic (bsg) driver"
31 #define BSG_VERSION "0.4"
34 struct request_queue
*queue
;
36 struct list_head busy_list
;
37 struct list_head done_list
;
38 struct hlist_node dev_list
;
42 wait_queue_head_t wq_done
;
43 wait_queue_head_t wq_free
;
44 char name
[BUS_ID_SIZE
];
47 struct blk_scsi_cmd_filter
*cmd_filter
;
55 #define BSG_DEFAULT_CMDS 64
56 #define BSG_MAX_DEVS 32768
61 #define dprintk(fmt, args...) printk(KERN_ERR "%s: " fmt, __func__, ##args)
63 #define dprintk(fmt, args...)
66 static DEFINE_MUTEX(bsg_mutex
);
67 static DEFINE_IDR(bsg_minor_idr
);
69 #define BSG_LIST_ARRAY_SIZE 8
70 static struct hlist_head bsg_device_list
[BSG_LIST_ARRAY_SIZE
];
72 static struct class *bsg_class
;
75 static struct kmem_cache
*bsg_cmd_cachep
;
78 * our internal command type
81 struct bsg_device
*bd
;
82 struct list_head list
;
88 char sense
[SCSI_SENSE_BUFFERSIZE
];
91 static void bsg_free_command(struct bsg_command
*bc
)
93 struct bsg_device
*bd
= bc
->bd
;
96 kmem_cache_free(bsg_cmd_cachep
, bc
);
98 spin_lock_irqsave(&bd
->lock
, flags
);
100 spin_unlock_irqrestore(&bd
->lock
, flags
);
102 wake_up(&bd
->wq_free
);
105 static struct bsg_command
*bsg_alloc_command(struct bsg_device
*bd
)
107 struct bsg_command
*bc
= ERR_PTR(-EINVAL
);
109 spin_lock_irq(&bd
->lock
);
111 if (bd
->queued_cmds
>= bd
->max_queue
)
115 spin_unlock_irq(&bd
->lock
);
117 bc
= kmem_cache_zalloc(bsg_cmd_cachep
, GFP_KERNEL
);
119 spin_lock_irq(&bd
->lock
);
121 bc
= ERR_PTR(-ENOMEM
);
126 INIT_LIST_HEAD(&bc
->list
);
127 dprintk("%s: returning free cmd %p\n", bd
->name
, bc
);
130 spin_unlock_irq(&bd
->lock
);
134 static inline struct hlist_head
*bsg_dev_idx_hash(int index
)
136 return &bsg_device_list
[index
& (BSG_LIST_ARRAY_SIZE
- 1)];
139 static int bsg_io_schedule(struct bsg_device
*bd
)
144 spin_lock_irq(&bd
->lock
);
146 BUG_ON(bd
->done_cmds
> bd
->queued_cmds
);
149 * -ENOSPC or -ENODATA? I'm going for -ENODATA, meaning "I have no
150 * work to do", even though we return -ENOSPC after this same test
151 * during bsg_write() -- there, it means our buffer can't have more
152 * bsg_commands added to it, thus has no space left.
154 if (bd
->done_cmds
== bd
->queued_cmds
) {
159 if (!test_bit(BSG_F_BLOCK
, &bd
->flags
)) {
164 prepare_to_wait(&bd
->wq_done
, &wait
, TASK_UNINTERRUPTIBLE
);
165 spin_unlock_irq(&bd
->lock
);
167 finish_wait(&bd
->wq_done
, &wait
);
171 spin_unlock_irq(&bd
->lock
);
175 static int blk_fill_sgv4_hdr_rq(struct request_queue
*q
, struct request
*rq
,
176 struct sg_io_v4
*hdr
, struct bsg_device
*bd
)
178 if (hdr
->request_len
> BLK_MAX_CDB
) {
179 rq
->cmd
= kzalloc(hdr
->request_len
, GFP_KERNEL
);
184 if (copy_from_user(rq
->cmd
, (void *)(unsigned long)hdr
->request
,
188 if (hdr
->subprotocol
== BSG_SUB_PROTOCOL_SCSI_CMD
) {
189 if (blk_cmd_filter_verify_command(bd
->cmd_filter
, rq
->cmd
,
192 } else if (!capable(CAP_SYS_RAWIO
))
196 * fill in request structure
198 rq
->cmd_len
= hdr
->request_len
;
199 rq
->cmd_type
= REQ_TYPE_BLOCK_PC
;
201 rq
->timeout
= (hdr
->timeout
* HZ
) / 1000;
203 rq
->timeout
= q
->sg_timeout
;
205 rq
->timeout
= BLK_DEFAULT_SG_TIMEOUT
;
211 * Check if sg_io_v4 from user is allowed and valid
214 bsg_validate_sgv4_hdr(struct request_queue
*q
, struct sg_io_v4
*hdr
, int *rw
)
218 if (hdr
->guard
!= 'Q')
220 if (hdr
->dout_xfer_len
> (q
->max_sectors
<< 9) ||
221 hdr
->din_xfer_len
> (q
->max_sectors
<< 9))
224 switch (hdr
->protocol
) {
225 case BSG_PROTOCOL_SCSI
:
226 switch (hdr
->subprotocol
) {
227 case BSG_SUB_PROTOCOL_SCSI_CMD
:
228 case BSG_SUB_PROTOCOL_SCSI_TRANSPORT
:
238 *rw
= hdr
->dout_xfer_len
? WRITE
: READ
;
243 * map sg_io_v4 to a request.
245 static struct request
*
246 bsg_map_hdr(struct bsg_device
*bd
, struct sg_io_v4
*hdr
)
248 struct request_queue
*q
= bd
->queue
;
249 struct request
*rq
, *next_rq
= NULL
;
251 unsigned int dxfer_len
;
254 dprintk("map hdr %llx/%u %llx/%u\n", (unsigned long long) hdr
->dout_xferp
,
255 hdr
->dout_xfer_len
, (unsigned long long) hdr
->din_xferp
,
258 ret
= bsg_validate_sgv4_hdr(q
, hdr
, &rw
);
263 * map scatter-gather elements seperately and string them to request
265 rq
= blk_get_request(q
, rw
, GFP_KERNEL
);
267 return ERR_PTR(-ENOMEM
);
268 ret
= blk_fill_sgv4_hdr_rq(q
, rq
, hdr
, bd
);
272 if (rw
== WRITE
&& hdr
->din_xfer_len
) {
273 if (!test_bit(QUEUE_FLAG_BIDI
, &q
->queue_flags
)) {
278 next_rq
= blk_get_request(q
, READ
, GFP_KERNEL
);
283 rq
->next_rq
= next_rq
;
284 next_rq
->cmd_type
= rq
->cmd_type
;
286 dxferp
= (void*)(unsigned long)hdr
->din_xferp
;
287 ret
= blk_rq_map_user(q
, next_rq
, dxferp
, hdr
->din_xfer_len
);
292 if (hdr
->dout_xfer_len
) {
293 dxfer_len
= hdr
->dout_xfer_len
;
294 dxferp
= (void*)(unsigned long)hdr
->dout_xferp
;
295 } else if (hdr
->din_xfer_len
) {
296 dxfer_len
= hdr
->din_xfer_len
;
297 dxferp
= (void*)(unsigned long)hdr
->din_xferp
;
302 ret
= blk_rq_map_user(q
, rq
, dxferp
, dxfer_len
);
308 if (rq
->cmd
!= rq
->__cmd
)
312 blk_rq_unmap_user(next_rq
->bio
);
313 blk_put_request(next_rq
);
319 * async completion call-back from the block layer, when scsi/ide/whatever
320 * calls end_that_request_last() on a request
322 static void bsg_rq_end_io(struct request
*rq
, int uptodate
)
324 struct bsg_command
*bc
= rq
->end_io_data
;
325 struct bsg_device
*bd
= bc
->bd
;
328 dprintk("%s: finished rq %p bc %p, bio %p stat %d\n",
329 bd
->name
, rq
, bc
, bc
->bio
, uptodate
);
331 bc
->hdr
.duration
= jiffies_to_msecs(jiffies
- bc
->hdr
.duration
);
333 spin_lock_irqsave(&bd
->lock
, flags
);
334 list_move_tail(&bc
->list
, &bd
->done_list
);
336 spin_unlock_irqrestore(&bd
->lock
, flags
);
338 wake_up(&bd
->wq_done
);
342 * do final setup of a 'bc' and submit the matching 'rq' to the block
345 static void bsg_add_command(struct bsg_device
*bd
, struct request_queue
*q
,
346 struct bsg_command
*bc
, struct request
*rq
)
348 rq
->sense
= bc
->sense
;
352 * add bc command to busy queue and submit rq for io
357 bc
->bidi_bio
= rq
->next_rq
->bio
;
358 bc
->hdr
.duration
= jiffies
;
359 spin_lock_irq(&bd
->lock
);
360 list_add_tail(&bc
->list
, &bd
->busy_list
);
361 spin_unlock_irq(&bd
->lock
);
363 dprintk("%s: queueing rq %p, bc %p\n", bd
->name
, rq
, bc
);
365 rq
->end_io_data
= bc
;
366 blk_execute_rq_nowait(q
, NULL
, rq
, 1, bsg_rq_end_io
);
369 static struct bsg_command
*bsg_next_done_cmd(struct bsg_device
*bd
)
371 struct bsg_command
*bc
= NULL
;
373 spin_lock_irq(&bd
->lock
);
375 bc
= list_first_entry(&bd
->done_list
, struct bsg_command
, list
);
379 spin_unlock_irq(&bd
->lock
);
385 * Get a finished command from the done list
387 static struct bsg_command
*bsg_get_done_cmd(struct bsg_device
*bd
)
389 struct bsg_command
*bc
;
393 bc
= bsg_next_done_cmd(bd
);
397 if (!test_bit(BSG_F_BLOCK
, &bd
->flags
)) {
398 bc
= ERR_PTR(-EAGAIN
);
402 ret
= wait_event_interruptible(bd
->wq_done
, bd
->done_cmds
);
404 bc
= ERR_PTR(-ERESTARTSYS
);
409 dprintk("%s: returning done %p\n", bd
->name
, bc
);
414 static int blk_complete_sgv4_hdr_rq(struct request
*rq
, struct sg_io_v4
*hdr
,
415 struct bio
*bio
, struct bio
*bidi_bio
)
419 dprintk("rq %p bio %p %u\n", rq
, bio
, rq
->errors
);
421 * fill in all the output members
423 hdr
->device_status
= status_byte(rq
->errors
);
424 hdr
->transport_status
= host_byte(rq
->errors
);
425 hdr
->driver_status
= driver_byte(rq
->errors
);
427 if (hdr
->device_status
|| hdr
->transport_status
|| hdr
->driver_status
)
428 hdr
->info
|= SG_INFO_CHECK
;
429 hdr
->response_len
= 0;
431 if (rq
->sense_len
&& hdr
->response
) {
432 int len
= min_t(unsigned int, hdr
->max_response_len
,
435 ret
= copy_to_user((void*)(unsigned long)hdr
->response
,
438 hdr
->response_len
= len
;
444 hdr
->dout_resid
= rq
->data_len
;
445 hdr
->din_resid
= rq
->next_rq
->data_len
;
446 blk_rq_unmap_user(bidi_bio
);
447 blk_put_request(rq
->next_rq
);
448 } else if (rq_data_dir(rq
) == READ
)
449 hdr
->din_resid
= rq
->data_len
;
451 hdr
->dout_resid
= rq
->data_len
;
454 * If the request generated a negative error number, return it
455 * (providing we aren't already returning an error); if it's
456 * just a protocol response (i.e. non negative), that gets
459 if (!ret
&& rq
->errors
< 0)
462 blk_rq_unmap_user(bio
);
463 if (rq
->cmd
!= rq
->__cmd
)
470 static int bsg_complete_all_commands(struct bsg_device
*bd
)
472 struct bsg_command
*bc
;
475 dprintk("%s: entered\n", bd
->name
);
478 * wait for all commands to complete
482 ret
= bsg_io_schedule(bd
);
484 * look for -ENODATA specifically -- we'll sometimes get
485 * -ERESTARTSYS when we've taken a signal, but we can't
486 * return until we're done freeing the queue, so ignore
487 * it. The signal will get handled when we're done freeing
490 } while (ret
!= -ENODATA
);
493 * discard done commands
497 spin_lock_irq(&bd
->lock
);
498 if (!bd
->queued_cmds
) {
499 spin_unlock_irq(&bd
->lock
);
502 spin_unlock_irq(&bd
->lock
);
504 bc
= bsg_get_done_cmd(bd
);
508 tret
= blk_complete_sgv4_hdr_rq(bc
->rq
, &bc
->hdr
, bc
->bio
,
513 bsg_free_command(bc
);
520 __bsg_read(char __user
*buf
, size_t count
, struct bsg_device
*bd
,
521 const struct iovec
*iov
, ssize_t
*bytes_read
)
523 struct bsg_command
*bc
;
524 int nr_commands
, ret
;
526 if (count
% sizeof(struct sg_io_v4
))
530 nr_commands
= count
/ sizeof(struct sg_io_v4
);
531 while (nr_commands
) {
532 bc
= bsg_get_done_cmd(bd
);
539 * this is the only case where we need to copy data back
540 * after completing the request. so do that here,
541 * bsg_complete_work() cannot do that for us
543 ret
= blk_complete_sgv4_hdr_rq(bc
->rq
, &bc
->hdr
, bc
->bio
,
546 if (copy_to_user(buf
, &bc
->hdr
, sizeof(bc
->hdr
)))
549 bsg_free_command(bc
);
554 buf
+= sizeof(struct sg_io_v4
);
555 *bytes_read
+= sizeof(struct sg_io_v4
);
562 static inline void bsg_set_block(struct bsg_device
*bd
, struct file
*file
)
564 if (file
->f_flags
& O_NONBLOCK
)
565 clear_bit(BSG_F_BLOCK
, &bd
->flags
);
567 set_bit(BSG_F_BLOCK
, &bd
->flags
);
570 static void bsg_set_cmd_filter(struct bsg_device
*bd
,
574 struct gendisk
*disk
;
579 inode
= file
->f_dentry
->d_inode
;
583 disk
= inode
->i_bdev
->bd_disk
;
585 bd
->cmd_filter
= &disk
->cmd_filter
;
586 bd
->f_mode
= &file
->f_mode
;
590 * Check if the error is a "real" error that we should return.
592 static inline int err_block_err(int ret
)
594 if (ret
&& ret
!= -ENOSPC
&& ret
!= -ENODATA
&& ret
!= -EAGAIN
)
601 bsg_read(struct file
*file
, char __user
*buf
, size_t count
, loff_t
*ppos
)
603 struct bsg_device
*bd
= file
->private_data
;
607 dprintk("%s: read %Zd bytes\n", bd
->name
, count
);
609 bsg_set_block(bd
, file
);
610 bsg_set_cmd_filter(bd
, file
);
613 ret
= __bsg_read(buf
, count
, bd
, NULL
, &bytes_read
);
616 if (!bytes_read
|| (bytes_read
&& err_block_err(ret
)))
622 static int __bsg_write(struct bsg_device
*bd
, const char __user
*buf
,
623 size_t count
, ssize_t
*bytes_written
)
625 struct bsg_command
*bc
;
627 int ret
, nr_commands
;
629 if (count
% sizeof(struct sg_io_v4
))
632 nr_commands
= count
/ sizeof(struct sg_io_v4
);
636 while (nr_commands
) {
637 struct request_queue
*q
= bd
->queue
;
639 bc
= bsg_alloc_command(bd
);
646 if (copy_from_user(&bc
->hdr
, buf
, sizeof(bc
->hdr
))) {
652 * get a request, fill in the blanks, and add to request queue
654 rq
= bsg_map_hdr(bd
, &bc
->hdr
);
661 bsg_add_command(bd
, q
, bc
, rq
);
665 buf
+= sizeof(struct sg_io_v4
);
666 *bytes_written
+= sizeof(struct sg_io_v4
);
670 bsg_free_command(bc
);
676 bsg_write(struct file
*file
, const char __user
*buf
, size_t count
, loff_t
*ppos
)
678 struct bsg_device
*bd
= file
->private_data
;
679 ssize_t bytes_written
;
682 dprintk("%s: write %Zd bytes\n", bd
->name
, count
);
684 bsg_set_block(bd
, file
);
685 bsg_set_cmd_filter(bd
, file
);
688 ret
= __bsg_write(bd
, buf
, count
, &bytes_written
);
689 *ppos
= bytes_written
;
692 * return bytes written on non-fatal errors
694 if (!bytes_written
|| (bytes_written
&& err_block_err(ret
)))
697 dprintk("%s: returning %Zd\n", bd
->name
, bytes_written
);
698 return bytes_written
;
701 static struct bsg_device
*bsg_alloc_device(void)
703 struct bsg_device
*bd
;
705 bd
= kzalloc(sizeof(struct bsg_device
), GFP_KERNEL
);
709 spin_lock_init(&bd
->lock
);
711 bd
->max_queue
= BSG_DEFAULT_CMDS
;
713 INIT_LIST_HEAD(&bd
->busy_list
);
714 INIT_LIST_HEAD(&bd
->done_list
);
715 INIT_HLIST_NODE(&bd
->dev_list
);
717 init_waitqueue_head(&bd
->wq_free
);
718 init_waitqueue_head(&bd
->wq_done
);
722 static void bsg_kref_release_function(struct kref
*kref
)
724 struct bsg_class_device
*bcd
=
725 container_of(kref
, struct bsg_class_device
, ref
);
728 bcd
->release(bcd
->parent
);
730 put_device(bcd
->parent
);
733 static int bsg_put_device(struct bsg_device
*bd
)
735 int ret
= 0, do_free
;
736 struct request_queue
*q
= bd
->queue
;
738 mutex_lock(&bsg_mutex
);
740 do_free
= atomic_dec_and_test(&bd
->ref_count
);
744 dprintk("%s: tearing down\n", bd
->name
);
747 * close can always block
749 set_bit(BSG_F_BLOCK
, &bd
->flags
);
752 * correct error detection baddies here again. it's the responsibility
753 * of the app to properly reap commands before close() if it wants
754 * fool-proof error detection
756 ret
= bsg_complete_all_commands(bd
);
758 hlist_del(&bd
->dev_list
);
761 mutex_unlock(&bsg_mutex
);
762 kref_put(&q
->bsg_dev
.ref
, bsg_kref_release_function
);
768 static struct bsg_device
*bsg_add_device(struct inode
*inode
,
769 struct request_queue
*rq
,
772 struct bsg_device
*bd
;
775 unsigned char buf
[32];
777 ret
= blk_get_queue(rq
);
779 return ERR_PTR(-ENXIO
);
781 bd
= bsg_alloc_device();
784 return ERR_PTR(-ENOMEM
);
789 bsg_set_block(bd
, file
);
790 bsg_set_cmd_filter(bd
, file
);
792 atomic_set(&bd
->ref_count
, 1);
793 mutex_lock(&bsg_mutex
);
794 hlist_add_head(&bd
->dev_list
, bsg_dev_idx_hash(iminor(inode
)));
796 strncpy(bd
->name
, rq
->bsg_dev
.class_dev
->bus_id
, sizeof(bd
->name
) - 1);
797 dprintk("bound to <%s>, max queue %d\n",
798 format_dev_t(buf
, inode
->i_rdev
), bd
->max_queue
);
800 mutex_unlock(&bsg_mutex
);
804 static struct bsg_device
*__bsg_get_device(int minor
, struct request_queue
*q
)
806 struct bsg_device
*bd
;
807 struct hlist_node
*entry
;
809 mutex_lock(&bsg_mutex
);
811 hlist_for_each_entry(bd
, entry
, bsg_dev_idx_hash(minor
), dev_list
) {
812 if (bd
->queue
== q
) {
813 atomic_inc(&bd
->ref_count
);
819 mutex_unlock(&bsg_mutex
);
823 static struct bsg_device
*bsg_get_device(struct inode
*inode
, struct file
*file
)
825 struct bsg_device
*bd
;
826 struct bsg_class_device
*bcd
;
829 * find the class device
831 mutex_lock(&bsg_mutex
);
832 bcd
= idr_find(&bsg_minor_idr
, iminor(inode
));
835 mutex_unlock(&bsg_mutex
);
838 return ERR_PTR(-ENODEV
);
840 bd
= __bsg_get_device(iminor(inode
), bcd
->queue
);
844 bd
= bsg_add_device(inode
, bcd
->queue
, file
);
846 kref_put(&bcd
->ref
, bsg_kref_release_function
);
851 static int bsg_open(struct inode
*inode
, struct file
*file
)
853 struct bsg_device
*bd
= bsg_get_device(inode
, file
);
858 file
->private_data
= bd
;
862 static int bsg_release(struct inode
*inode
, struct file
*file
)
864 struct bsg_device
*bd
= file
->private_data
;
866 file
->private_data
= NULL
;
867 return bsg_put_device(bd
);
870 static unsigned int bsg_poll(struct file
*file
, poll_table
*wait
)
872 struct bsg_device
*bd
= file
->private_data
;
873 unsigned int mask
= 0;
875 poll_wait(file
, &bd
->wq_done
, wait
);
876 poll_wait(file
, &bd
->wq_free
, wait
);
878 spin_lock_irq(&bd
->lock
);
879 if (!list_empty(&bd
->done_list
))
880 mask
|= POLLIN
| POLLRDNORM
;
881 if (bd
->queued_cmds
>= bd
->max_queue
)
883 spin_unlock_irq(&bd
->lock
);
888 static long bsg_ioctl(struct file
*file
, unsigned int cmd
, unsigned long arg
)
890 struct bsg_device
*bd
= file
->private_data
;
891 int __user
*uarg
= (int __user
*) arg
;
898 case SG_GET_COMMAND_Q
:
899 return put_user(bd
->max_queue
, uarg
);
900 case SG_SET_COMMAND_Q
: {
903 if (get_user(queue
, uarg
))
908 spin_lock_irq(&bd
->lock
);
909 bd
->max_queue
= queue
;
910 spin_unlock_irq(&bd
->lock
);
917 case SG_GET_VERSION_NUM
:
918 case SCSI_IOCTL_GET_IDLUN
:
919 case SCSI_IOCTL_GET_BUS_NUMBER
:
922 case SG_GET_RESERVED_SIZE
:
923 case SG_SET_RESERVED_SIZE
:
924 case SG_EMULATED_HOST
:
925 case SCSI_IOCTL_SEND_COMMAND
: {
926 void __user
*uarg
= (void __user
*) arg
;
927 return scsi_cmd_ioctl(file
, bd
->queue
, NULL
, cmd
, uarg
);
931 struct bio
*bio
, *bidi_bio
= NULL
;
934 if (copy_from_user(&hdr
, uarg
, sizeof(hdr
)))
937 rq
= bsg_map_hdr(bd
, &hdr
);
943 bidi_bio
= rq
->next_rq
->bio
;
944 blk_execute_rq(bd
->queue
, NULL
, rq
, 0);
945 ret
= blk_complete_sgv4_hdr_rq(rq
, &hdr
, bio
, bidi_bio
);
947 if (copy_to_user(uarg
, &hdr
, sizeof(hdr
)))
953 * block device ioctls
957 return ioctl_by_bdev(bd
->bdev
, cmd
, arg
);
964 static const struct file_operations bsg_fops
= {
969 .release
= bsg_release
,
970 .unlocked_ioctl
= bsg_ioctl
,
971 .owner
= THIS_MODULE
,
974 void bsg_unregister_queue(struct request_queue
*q
)
976 struct bsg_class_device
*bcd
= &q
->bsg_dev
;
981 mutex_lock(&bsg_mutex
);
982 idr_remove(&bsg_minor_idr
, bcd
->minor
);
983 sysfs_remove_link(&q
->kobj
, "bsg");
984 device_unregister(bcd
->class_dev
);
985 bcd
->class_dev
= NULL
;
986 kref_put(&bcd
->ref
, bsg_kref_release_function
);
987 mutex_unlock(&bsg_mutex
);
989 EXPORT_SYMBOL_GPL(bsg_unregister_queue
);
991 int bsg_register_queue(struct request_queue
*q
, struct device
*parent
,
992 const char *name
, void (*release
)(struct device
*))
994 struct bsg_class_device
*bcd
;
997 struct device
*class_dev
= NULL
;
1003 devname
= parent
->bus_id
;
1006 * we need a proper transport to send commands, not a stacked device
1012 memset(bcd
, 0, sizeof(*bcd
));
1014 mutex_lock(&bsg_mutex
);
1016 ret
= idr_pre_get(&bsg_minor_idr
, GFP_KERNEL
);
1022 ret
= idr_get_new(&bsg_minor_idr
, bcd
, &minor
);
1026 if (minor
>= BSG_MAX_DEVS
) {
1027 printk(KERN_ERR
"bsg: too many bsg devices\n");
1034 bcd
->parent
= get_device(parent
);
1035 bcd
->release
= release
;
1036 kref_init(&bcd
->ref
);
1037 dev
= MKDEV(bsg_major
, bcd
->minor
);
1038 class_dev
= device_create(bsg_class
, parent
, dev
, "%s", devname
);
1039 if (IS_ERR(class_dev
)) {
1040 ret
= PTR_ERR(class_dev
);
1043 bcd
->class_dev
= class_dev
;
1046 ret
= sysfs_create_link(&q
->kobj
, &bcd
->class_dev
->kobj
, "bsg");
1048 goto unregister_class_dev
;
1051 mutex_unlock(&bsg_mutex
);
1054 unregister_class_dev
:
1055 device_unregister(class_dev
);
1059 idr_remove(&bsg_minor_idr
, minor
);
1061 mutex_unlock(&bsg_mutex
);
1064 EXPORT_SYMBOL_GPL(bsg_register_queue
);
1066 static struct cdev bsg_cdev
;
1068 static int __init
bsg_init(void)
1073 bsg_cmd_cachep
= kmem_cache_create("bsg_cmd",
1074 sizeof(struct bsg_command
), 0, 0, NULL
);
1075 if (!bsg_cmd_cachep
) {
1076 printk(KERN_ERR
"bsg: failed creating slab cache\n");
1080 for (i
= 0; i
< BSG_LIST_ARRAY_SIZE
; i
++)
1081 INIT_HLIST_HEAD(&bsg_device_list
[i
]);
1083 bsg_class
= class_create(THIS_MODULE
, "bsg");
1084 if (IS_ERR(bsg_class
)) {
1085 ret
= PTR_ERR(bsg_class
);
1086 goto destroy_kmemcache
;
1089 ret
= alloc_chrdev_region(&devid
, 0, BSG_MAX_DEVS
, "bsg");
1091 goto destroy_bsg_class
;
1093 bsg_major
= MAJOR(devid
);
1095 cdev_init(&bsg_cdev
, &bsg_fops
);
1096 ret
= cdev_add(&bsg_cdev
, MKDEV(bsg_major
, 0), BSG_MAX_DEVS
);
1098 goto unregister_chrdev
;
1100 printk(KERN_INFO BSG_DESCRIPTION
" version " BSG_VERSION
1101 " loaded (major %d)\n", bsg_major
);
1104 unregister_chrdev_region(MKDEV(bsg_major
, 0), BSG_MAX_DEVS
);
1106 class_destroy(bsg_class
);
1108 kmem_cache_destroy(bsg_cmd_cachep
);
1112 MODULE_AUTHOR("Jens Axboe");
1113 MODULE_DESCRIPTION(BSG_DESCRIPTION
);
1114 MODULE_LICENSE("GPL");
1116 device_initcall(bsg_init
);