2 * drivers/s390/cio/css.c
3 * driver for channel subsystem
5 * Copyright (C) 2002 IBM Deutschland Entwicklung GmbH,
7 * Author(s): Arnd Bergmann (arndb@de.ibm.com)
8 * Cornelia Huck (cornelia.huck@de.ibm.com)
10 #include <linux/module.h>
11 #include <linux/init.h>
12 #include <linux/device.h>
13 #include <linux/slab.h>
14 #include <linux/errno.h>
15 #include <linux/list.h>
19 #include "cio_debug.h"
26 int css_init_done
= 0;
27 static int need_reprobe
= 0;
28 static int max_ssid
= 0;
30 struct channel_subsystem
*css
[__MAX_CSSID
+ 1];
32 int css_characteristics_avail
= 0;
35 for_each_subchannel(int(*fn
)(struct subchannel_id
, void *), void *data
)
37 struct subchannel_id schid
;
40 init_subchannel_id(&schid
);
44 ret
= fn(schid
, data
);
47 } while (schid
.sch_no
++ < __MAX_SUBCHANNEL
);
49 } while (schid
.ssid
++ < max_ssid
);
53 static struct subchannel
*
54 css_alloc_subchannel(struct subchannel_id schid
)
56 struct subchannel
*sch
;
59 sch
= kmalloc (sizeof (*sch
), GFP_KERNEL
| GFP_DMA
);
61 return ERR_PTR(-ENOMEM
);
62 ret
= cio_validate_subchannel (sch
, schid
);
68 if (sch
->st
!= SUBCHANNEL_TYPE_IO
) {
69 /* For now we ignore all non-io subchannels. */
71 return ERR_PTR(-EINVAL
);
75 * Set intparm to subchannel address.
76 * This is fine even on 64bit since the subchannel is always located
79 sch
->schib
.pmcw
.intparm
= (__u32
)(unsigned long)sch
;
80 ret
= cio_modify(sch
);
89 css_free_subchannel(struct subchannel
*sch
)
92 /* Reset intparm to zeroes. */
93 sch
->schib
.pmcw
.intparm
= 0;
101 css_subchannel_release(struct device
*dev
)
103 struct subchannel
*sch
;
105 sch
= to_subchannel(dev
);
106 if (!cio_is_console(sch
->schid
)) {
112 int css_sch_device_register(struct subchannel
*sch
)
116 mutex_lock(&sch
->reg_mutex
);
117 ret
= device_register(&sch
->dev
);
118 mutex_unlock(&sch
->reg_mutex
);
122 void css_sch_device_unregister(struct subchannel
*sch
)
124 mutex_lock(&sch
->reg_mutex
);
125 device_unregister(&sch
->dev
);
126 mutex_unlock(&sch
->reg_mutex
);
129 static void ssd_from_pmcw(struct chsc_ssd_info
*ssd
, struct pmcw
*pmcw
)
134 memset(ssd
, 0, sizeof(struct chsc_ssd_info
));
135 ssd
->path_mask
= pmcw
->pim
;
136 for (i
= 0; i
< 8; i
++) {
138 if (pmcw
->pim
& mask
) {
139 chp_id_init(&ssd
->chpid
[i
]);
140 ssd
->chpid
[i
].id
= pmcw
->chpid
[i
];
145 static void ssd_register_chpids(struct chsc_ssd_info
*ssd
)
150 for (i
= 0; i
< 8; i
++) {
152 if (ssd
->path_mask
& mask
)
153 if (!chp_is_registered(ssd
->chpid
[i
]))
154 chp_new(ssd
->chpid
[i
]);
158 void css_update_ssd_info(struct subchannel
*sch
)
162 if (cio_is_console(sch
->schid
)) {
163 /* Console is initialized too early for functions requiring
164 * memory allocation. */
165 ssd_from_pmcw(&sch
->ssd_info
, &sch
->schib
.pmcw
);
167 ret
= chsc_get_ssd_info(sch
->schid
, &sch
->ssd_info
);
169 ssd_from_pmcw(&sch
->ssd_info
, &sch
->schib
.pmcw
);
170 ssd_register_chpids(&sch
->ssd_info
);
174 static int css_register_subchannel(struct subchannel
*sch
)
178 /* Initialize the subchannel structure */
179 sch
->dev
.parent
= &css
[0]->device
;
180 sch
->dev
.bus
= &css_bus_type
;
181 sch
->dev
.release
= &css_subchannel_release
;
182 sch
->dev
.groups
= subch_attr_groups
;
183 css_update_ssd_info(sch
);
184 /* make it known to the system */
185 ret
= css_sch_device_register(sch
);
187 printk (KERN_WARNING
"%s: could not register %s\n",
188 __func__
, sch
->dev
.bus_id
);
195 css_probe_device(struct subchannel_id schid
)
198 struct subchannel
*sch
;
200 sch
= css_alloc_subchannel(schid
);
203 ret
= css_register_subchannel(sch
);
205 css_free_subchannel(sch
);
210 check_subchannel(struct device
* dev
, void * data
)
212 struct subchannel
*sch
;
213 struct subchannel_id
*schid
= data
;
215 sch
= to_subchannel(dev
);
216 return schid_equal(&sch
->schid
, schid
);
220 get_subchannel_by_schid(struct subchannel_id schid
)
224 dev
= bus_find_device(&css_bus_type
, NULL
,
225 &schid
, check_subchannel
);
227 return dev
? to_subchannel(dev
) : NULL
;
230 static int css_get_subchannel_status(struct subchannel
*sch
)
234 if (stsch(sch
->schid
, &schib
) || !schib
.pmcw
.dnv
)
236 if (sch
->schib
.pmcw
.dnv
&& (schib
.pmcw
.dev
!= sch
->schib
.pmcw
.dev
))
237 return CIO_REVALIDATE
;
243 static int css_evaluate_known_subchannel(struct subchannel
*sch
, int slow
)
245 int event
, ret
, disc
;
247 enum { NONE
, UNREGISTER
, UNREGISTER_PROBE
, REPROBE
} action
;
249 spin_lock_irqsave(sch
->lock
, flags
);
250 disc
= device_is_disconnected(sch
);
252 /* Disconnected devices are evaluated directly only.*/
253 spin_unlock_irqrestore(sch
->lock
, flags
);
256 /* No interrupt after machine check - kill pending timers. */
257 device_kill_pending_timer(sch
);
258 if (!disc
&& !slow
) {
259 /* Non-disconnected devices are evaluated on the slow path. */
260 spin_unlock_irqrestore(sch
->lock
, flags
);
263 event
= css_get_subchannel_status(sch
);
264 CIO_MSG_EVENT(4, "Evaluating schid 0.%x.%04x, event %d, %s, %s path.\n",
265 sch
->schid
.ssid
, sch
->schid
.sch_no
, event
,
266 disc
? "disconnected" : "normal",
267 slow
? "slow" : "fast");
268 /* Analyze subchannel status. */
273 /* Check if paths have become available. */
279 /* Prevent unwanted effects when opening lock. */
280 cio_disable_subchannel(sch
);
281 device_set_disconnected(sch
);
282 /* Ask driver what to do with device. */
284 if (sch
->driver
&& sch
->driver
->notify
) {
285 spin_unlock_irqrestore(sch
->lock
, flags
);
286 ret
= sch
->driver
->notify(&sch
->dev
, event
);
287 spin_lock_irqsave(sch
->lock
, flags
);
293 /* Device will be removed, so no notify necessary. */
295 /* Reprobe because immediate unregister might block. */
298 action
= UNREGISTER_PROBE
;
302 /* Get device operational again. */
306 /* Perform action. */
310 case UNREGISTER_PROBE
:
311 /* Unregister device (will use subchannel lock). */
312 spin_unlock_irqrestore(sch
->lock
, flags
);
313 css_sch_device_unregister(sch
);
314 spin_lock_irqsave(sch
->lock
, flags
);
316 /* Reset intparm to zeroes. */
317 sch
->schib
.pmcw
.intparm
= 0;
321 device_trigger_reprobe(sch
);
326 spin_unlock_irqrestore(sch
->lock
, flags
);
327 /* Probe if necessary. */
328 if (action
== UNREGISTER_PROBE
)
329 ret
= css_probe_device(sch
->schid
);
334 static int css_evaluate_new_subchannel(struct subchannel_id schid
, int slow
)
339 /* Will be done on the slow path. */
342 if (stsch_err(schid
, &schib
) || !schib
.pmcw
.dnv
) {
343 /* Unusable - ignore. */
346 CIO_MSG_EVENT(4, "Evaluating schid 0.%x.%04x, event %d, unknown, "
347 "slow path.\n", schid
.ssid
, schid
.sch_no
, CIO_OPER
);
349 return css_probe_device(schid
);
352 static void css_evaluate_subchannel(struct subchannel_id schid
, int slow
)
354 struct subchannel
*sch
;
357 sch
= get_subchannel_by_schid(schid
);
359 ret
= css_evaluate_known_subchannel(sch
, slow
);
360 put_device(&sch
->dev
);
362 ret
= css_evaluate_new_subchannel(schid
, slow
);
364 css_schedule_eval(schid
);
367 static struct idset
*slow_subchannel_set
;
368 static spinlock_t slow_subchannel_lock
;
370 static int __init
slow_subchannel_init(void)
372 spin_lock_init(&slow_subchannel_lock
);
373 slow_subchannel_set
= idset_sch_new();
374 if (!slow_subchannel_set
) {
375 printk(KERN_WARNING
"cio: could not allocate slow subchannel "
382 subsys_initcall(slow_subchannel_init
);
384 static void css_slow_path_func(struct work_struct
*unused
)
386 struct subchannel_id schid
;
388 CIO_TRACE_EVENT(4, "slowpath");
389 spin_lock_irq(&slow_subchannel_lock
);
390 init_subchannel_id(&schid
);
391 while (idset_sch_get_first(slow_subchannel_set
, &schid
)) {
392 idset_sch_del(slow_subchannel_set
, schid
);
393 spin_unlock_irq(&slow_subchannel_lock
);
394 css_evaluate_subchannel(schid
, 1);
395 spin_lock_irq(&slow_subchannel_lock
);
397 spin_unlock_irq(&slow_subchannel_lock
);
400 static DECLARE_WORK(slow_path_work
, css_slow_path_func
);
401 struct workqueue_struct
*slow_path_wq
;
403 void css_schedule_eval(struct subchannel_id schid
)
407 spin_lock_irqsave(&slow_subchannel_lock
, flags
);
408 idset_sch_add(slow_subchannel_set
, schid
);
409 queue_work(slow_path_wq
, &slow_path_work
);
410 spin_unlock_irqrestore(&slow_subchannel_lock
, flags
);
413 void css_schedule_eval_all(void)
417 spin_lock_irqsave(&slow_subchannel_lock
, flags
);
418 idset_fill(slow_subchannel_set
);
419 queue_work(slow_path_wq
, &slow_path_work
);
420 spin_unlock_irqrestore(&slow_subchannel_lock
, flags
);
423 /* Reprobe subchannel if unregistered. */
424 static int reprobe_subchannel(struct subchannel_id schid
, void *data
)
426 struct subchannel
*sch
;
429 CIO_DEBUG(KERN_INFO
, 6, "cio: reprobe 0.%x.%04x\n",
430 schid
.ssid
, schid
.sch_no
);
434 sch
= get_subchannel_by_schid(schid
);
437 put_device(&sch
->dev
);
441 ret
= css_probe_device(schid
);
447 /* These should abort looping */
456 /* Work function used to reprobe all unregistered subchannels. */
457 static void reprobe_all(struct work_struct
*unused
)
461 CIO_MSG_EVENT(2, "reprobe start\n");
464 /* Make sure initial subchannel scan is done. */
465 wait_event(ccw_device_init_wq
,
466 atomic_read(&ccw_device_init_count
) == 0);
467 ret
= for_each_subchannel(reprobe_subchannel
, NULL
);
469 CIO_MSG_EVENT(2, "reprobe done (rc=%d, need_reprobe=%d)\n", ret
,
473 static DECLARE_WORK(css_reprobe_work
, reprobe_all
);
475 /* Schedule reprobing of all unregistered subchannels. */
476 void css_schedule_reprobe(void)
479 queue_work(ccw_device_work
, &css_reprobe_work
);
482 EXPORT_SYMBOL_GPL(css_schedule_reprobe
);
485 * Called from the machine check handler for subchannel report words.
487 void css_process_crw(int rsid1
, int rsid2
)
489 struct subchannel_id mchk_schid
;
491 CIO_CRW_EVENT(2, "source is subchannel %04X, subsystem id %x\n",
493 init_subchannel_id(&mchk_schid
);
494 mchk_schid
.sch_no
= rsid1
;
496 mchk_schid
.ssid
= (rsid2
>> 8) & 3;
499 * Since we are always presented with IPI in the CRW, we have to
500 * use stsch() to find out if the subchannel in question has come
503 css_evaluate_subchannel(mchk_schid
, 0);
507 __init_channel_subsystem(struct subchannel_id schid
, void *data
)
509 struct subchannel
*sch
;
512 if (cio_is_console(schid
))
513 sch
= cio_get_console_subchannel();
515 sch
= css_alloc_subchannel(schid
);
524 panic("Out of memory in init_channel_subsystem\n");
525 /* -ENXIO: no more subchannels. */
528 /* -EIO: this subchannel set not supported. */
536 * We register ALL valid subchannels in ioinfo, even those
537 * that have been present before init_channel_subsystem.
538 * These subchannels can't have been registered yet (kmalloc
539 * not working) so we do it now. This is true e.g. for the
540 * console subchannel.
542 css_register_subchannel(sch
);
547 css_generate_pgid(struct channel_subsystem
*css
, u32 tod_high
)
549 if (css_characteristics_avail
&& css_general_characteristics
.mcss
) {
550 css
->global_pgid
.pgid_high
.ext_cssid
.version
= 0x80;
551 css
->global_pgid
.pgid_high
.ext_cssid
.cssid
= css
->cssid
;
554 css
->global_pgid
.pgid_high
.cpu_addr
= hard_smp_processor_id();
556 css
->global_pgid
.pgid_high
.cpu_addr
= 0;
559 css
->global_pgid
.cpu_id
= ((cpuid_t
*) __LC_CPUID
)->ident
;
560 css
->global_pgid
.cpu_model
= ((cpuid_t
*) __LC_CPUID
)->machine
;
561 css
->global_pgid
.tod_high
= tod_high
;
566 channel_subsystem_release(struct device
*dev
)
568 struct channel_subsystem
*css
;
571 mutex_destroy(&css
->mutex
);
576 css_cm_enable_show(struct device
*dev
, struct device_attribute
*attr
,
579 struct channel_subsystem
*css
= to_css(dev
);
583 return sprintf(buf
, "%x\n", css
->cm_enabled
);
587 css_cm_enable_store(struct device
*dev
, struct device_attribute
*attr
,
588 const char *buf
, size_t count
)
590 struct channel_subsystem
*css
= to_css(dev
);
595 ret
= css
->cm_enabled
? chsc_secm(css
, 0) : 0;
598 ret
= css
->cm_enabled
? 0 : chsc_secm(css
, 1);
603 return ret
< 0 ? ret
: count
;
606 static DEVICE_ATTR(cm_enable
, 0644, css_cm_enable_show
, css_cm_enable_store
);
608 static int __init
setup_css(int nr
)
613 memset(css
[nr
], 0, sizeof(struct channel_subsystem
));
614 css
[nr
]->pseudo_subchannel
=
615 kzalloc(sizeof(*css
[nr
]->pseudo_subchannel
), GFP_KERNEL
);
616 if (!css
[nr
]->pseudo_subchannel
)
618 css
[nr
]->pseudo_subchannel
->dev
.parent
= &css
[nr
]->device
;
619 css
[nr
]->pseudo_subchannel
->dev
.release
= css_subchannel_release
;
620 sprintf(css
[nr
]->pseudo_subchannel
->dev
.bus_id
, "defunct");
621 ret
= cio_create_sch_lock(css
[nr
]->pseudo_subchannel
);
623 kfree(css
[nr
]->pseudo_subchannel
);
626 mutex_init(&css
[nr
]->mutex
);
629 sprintf(css
[nr
]->device
.bus_id
, "css%x", nr
);
630 css
[nr
]->device
.release
= channel_subsystem_release
;
631 tod_high
= (u32
) (get_clock() >> 32);
632 css_generate_pgid(css
[nr
], tod_high
);
637 * Now that the driver core is running, we can setup our channel subsystem.
638 * The struct subchannel's are created during probing (except for the
639 * static console subchannel).
642 init_channel_subsystem (void)
646 if (chsc_determine_css_characteristics() == 0)
647 css_characteristics_avail
= 1;
649 if ((ret
= bus_register(&css_bus_type
)))
652 /* Try to enable MSS. */
653 ret
= chsc_enable_facility(CHSC_SDA_OC_MSS
);
655 case 0: /* Success. */
656 max_ssid
= __MAX_SSID
;
663 /* Setup css structure. */
664 for (i
= 0; i
<= __MAX_CSSID
; i
++) {
665 css
[i
] = kmalloc(sizeof(struct channel_subsystem
), GFP_KERNEL
);
673 ret
= device_register(&css
[i
]->device
);
676 if (css_characteristics_avail
&&
677 css_chsc_characteristics
.secm
) {
678 ret
= device_create_file(&css
[i
]->device
,
679 &dev_attr_cm_enable
);
683 ret
= device_register(&css
[i
]->pseudo_subchannel
->dev
);
691 for_each_subchannel(__init_channel_subsystem
, NULL
);
694 device_remove_file(&css
[i
]->device
, &dev_attr_cm_enable
);
696 device_unregister(&css
[i
]->device
);
698 kfree(css
[i
]->pseudo_subchannel
->lock
);
699 kfree(css
[i
]->pseudo_subchannel
);
705 device_unregister(&css
[i
]->pseudo_subchannel
->dev
);
706 if (css_characteristics_avail
&& css_chsc_characteristics
.secm
)
707 device_remove_file(&css
[i
]->device
,
708 &dev_attr_cm_enable
);
709 device_unregister(&css
[i
]->device
);
712 bus_unregister(&css_bus_type
);
717 int sch_is_pseudo_sch(struct subchannel
*sch
)
719 return sch
== to_css(sch
->dev
.parent
)->pseudo_subchannel
;
723 * find a driver for a subchannel. They identify by the subchannel
724 * type with the exception that the console subchannel driver has its own
725 * subchannel type although the device is an i/o subchannel
728 css_bus_match (struct device
*dev
, struct device_driver
*drv
)
730 struct subchannel
*sch
= container_of (dev
, struct subchannel
, dev
);
731 struct css_driver
*driver
= container_of (drv
, struct css_driver
, drv
);
733 if (sch
->st
== driver
->subchannel_type
)
740 css_probe (struct device
*dev
)
742 struct subchannel
*sch
;
744 sch
= to_subchannel(dev
);
745 sch
->driver
= container_of (dev
->driver
, struct css_driver
, drv
);
746 return (sch
->driver
->probe
? sch
->driver
->probe(sch
) : 0);
750 css_remove (struct device
*dev
)
752 struct subchannel
*sch
;
754 sch
= to_subchannel(dev
);
755 return (sch
->driver
->remove
? sch
->driver
->remove(sch
) : 0);
759 css_shutdown (struct device
*dev
)
761 struct subchannel
*sch
;
763 sch
= to_subchannel(dev
);
764 if (sch
->driver
->shutdown
)
765 sch
->driver
->shutdown(sch
);
768 struct bus_type css_bus_type
= {
770 .match
= css_bus_match
,
772 .remove
= css_remove
,
773 .shutdown
= css_shutdown
,
776 subsys_initcall(init_channel_subsystem
);
778 MODULE_LICENSE("GPL");
779 EXPORT_SYMBOL(css_bus_type
);
780 EXPORT_SYMBOL_GPL(css_characteristics_avail
);