2 * interrupt.c - handling kvm guest interrupts
4 * Copyright IBM Corp. 2008
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License (version 2 only)
8 * as published by the Free Software Foundation.
10 * Author(s): Carsten Otte <cotte@de.ibm.com>
13 #include <asm/lowcore.h>
14 #include <asm/uaccess.h>
15 #include <linux/kvm_host.h>
19 static int psw_extint_disabled(struct kvm_vcpu
*vcpu
)
21 return !(vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_EXT
);
24 static int psw_interrupts_disabled(struct kvm_vcpu
*vcpu
)
26 if ((vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PER
) ||
27 (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_IO
) ||
28 (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_EXT
))
33 static int __interrupt_is_deliverable(struct kvm_vcpu
*vcpu
,
34 struct interrupt_info
*inti
)
37 case KVM_S390_INT_EMERGENCY
:
38 if (psw_extint_disabled(vcpu
))
40 if (vcpu
->arch
.sie_block
->gcr
[0] & 0x4000ul
)
43 case KVM_S390_INT_SERVICE
:
44 if (psw_extint_disabled(vcpu
))
46 if (vcpu
->arch
.sie_block
->gcr
[0] & 0x200ul
)
49 case KVM_S390_INT_VIRTIO
:
50 if (psw_extint_disabled(vcpu
))
52 if (vcpu
->arch
.sie_block
->gcr
[0] & 0x200ul
)
55 case KVM_S390_PROGRAM_INT
:
56 case KVM_S390_SIGP_STOP
:
57 case KVM_S390_SIGP_SET_PREFIX
:
58 case KVM_S390_RESTART
:
66 static void __set_cpu_idle(struct kvm_vcpu
*vcpu
)
68 BUG_ON(vcpu
->vcpu_id
> KVM_MAX_VCPUS
- 1);
69 atomic_set_mask(CPUSTAT_WAIT
, &vcpu
->arch
.sie_block
->cpuflags
);
70 set_bit(vcpu
->vcpu_id
, vcpu
->arch
.local_int
.float_int
->idle_mask
);
73 static void __unset_cpu_idle(struct kvm_vcpu
*vcpu
)
75 BUG_ON(vcpu
->vcpu_id
> KVM_MAX_VCPUS
- 1);
76 atomic_clear_mask(CPUSTAT_WAIT
, &vcpu
->arch
.sie_block
->cpuflags
);
77 clear_bit(vcpu
->vcpu_id
, vcpu
->arch
.local_int
.float_int
->idle_mask
);
80 static void __reset_intercept_indicators(struct kvm_vcpu
*vcpu
)
82 atomic_clear_mask(CPUSTAT_ECALL_PEND
|
83 CPUSTAT_IO_INT
| CPUSTAT_EXT_INT
| CPUSTAT_STOP_INT
,
84 &vcpu
->arch
.sie_block
->cpuflags
);
85 vcpu
->arch
.sie_block
->lctl
= 0x0000;
88 static void __set_cpuflag(struct kvm_vcpu
*vcpu
, u32 flag
)
90 atomic_set_mask(flag
, &vcpu
->arch
.sie_block
->cpuflags
);
93 static void __set_intercept_indicator(struct kvm_vcpu
*vcpu
,
94 struct interrupt_info
*inti
)
97 case KVM_S390_INT_EMERGENCY
:
98 case KVM_S390_INT_SERVICE
:
99 case KVM_S390_INT_VIRTIO
:
100 if (psw_extint_disabled(vcpu
))
101 __set_cpuflag(vcpu
, CPUSTAT_EXT_INT
);
103 vcpu
->arch
.sie_block
->lctl
|= LCTL_CR0
;
105 case KVM_S390_SIGP_STOP
:
106 __set_cpuflag(vcpu
, CPUSTAT_STOP_INT
);
113 static void __do_deliver_interrupt(struct kvm_vcpu
*vcpu
,
114 struct interrupt_info
*inti
)
116 const unsigned short table
[] = { 2, 4, 4, 6 };
117 int rc
, exception
= 0;
119 switch (inti
->type
) {
120 case KVM_S390_INT_EMERGENCY
:
121 VCPU_EVENT(vcpu
, 4, "%s", "interrupt: sigp emerg");
122 vcpu
->stat
.deliver_emergency_signal
++;
123 rc
= put_guest_u16(vcpu
, __LC_EXT_INT_CODE
, 0x1201);
127 rc
= copy_to_guest(vcpu
, __LC_EXT_OLD_PSW
,
128 &vcpu
->arch
.sie_block
->gpsw
, sizeof(psw_t
));
132 rc
= copy_from_guest(vcpu
, &vcpu
->arch
.sie_block
->gpsw
,
133 __LC_EXT_NEW_PSW
, sizeof(psw_t
));
138 case KVM_S390_INT_SERVICE
:
139 VCPU_EVENT(vcpu
, 4, "interrupt: sclp parm:%x",
140 inti
->ext
.ext_params
);
141 vcpu
->stat
.deliver_service_signal
++;
142 rc
= put_guest_u16(vcpu
, __LC_EXT_INT_CODE
, 0x2401);
146 rc
= copy_to_guest(vcpu
, __LC_EXT_OLD_PSW
,
147 &vcpu
->arch
.sie_block
->gpsw
, sizeof(psw_t
));
151 rc
= copy_from_guest(vcpu
, &vcpu
->arch
.sie_block
->gpsw
,
152 __LC_EXT_NEW_PSW
, sizeof(psw_t
));
156 rc
= put_guest_u32(vcpu
, __LC_EXT_PARAMS
, inti
->ext
.ext_params
);
161 case KVM_S390_INT_VIRTIO
:
162 VCPU_EVENT(vcpu
, 4, "interrupt: virtio parm:%x,parm64:%lx",
163 inti
->ext
.ext_params
, inti
->ext
.ext_params2
);
164 vcpu
->stat
.deliver_virtio_interrupt
++;
165 rc
= put_guest_u16(vcpu
, __LC_EXT_INT_CODE
, 0x2603);
169 rc
= put_guest_u16(vcpu
, __LC_CPU_ADDRESS
, 0x0d00);
173 rc
= copy_to_guest(vcpu
, __LC_EXT_OLD_PSW
,
174 &vcpu
->arch
.sie_block
->gpsw
, sizeof(psw_t
));
178 rc
= copy_from_guest(vcpu
, &vcpu
->arch
.sie_block
->gpsw
,
179 __LC_EXT_NEW_PSW
, sizeof(psw_t
));
183 rc
= put_guest_u32(vcpu
, __LC_EXT_PARAMS
, inti
->ext
.ext_params
);
187 rc
= put_guest_u64(vcpu
, __LC_PFAULT_INTPARM
,
188 inti
->ext
.ext_params2
);
193 case KVM_S390_SIGP_STOP
:
194 VCPU_EVENT(vcpu
, 4, "%s", "interrupt: cpu stop");
195 vcpu
->stat
.deliver_stop_signal
++;
196 __set_intercept_indicator(vcpu
, inti
);
199 case KVM_S390_SIGP_SET_PREFIX
:
200 VCPU_EVENT(vcpu
, 4, "interrupt: set prefix to %x",
201 inti
->prefix
.address
);
202 vcpu
->stat
.deliver_prefix_signal
++;
203 vcpu
->arch
.sie_block
->prefix
= inti
->prefix
.address
;
204 vcpu
->arch
.sie_block
->ihcpu
= 0xffff;
207 case KVM_S390_RESTART
:
208 VCPU_EVENT(vcpu
, 4, "%s", "interrupt: cpu restart");
209 vcpu
->stat
.deliver_restart_signal
++;
210 rc
= copy_to_guest(vcpu
, offsetof(struct _lowcore
,
211 restart_old_psw
), &vcpu
->arch
.sie_block
->gpsw
, sizeof(psw_t
));
215 rc
= copy_from_guest(vcpu
, &vcpu
->arch
.sie_block
->gpsw
,
216 offsetof(struct _lowcore
, restart_psw
), sizeof(psw_t
));
221 case KVM_S390_PROGRAM_INT
:
222 VCPU_EVENT(vcpu
, 4, "interrupt: pgm check code:%x, ilc:%x",
224 table
[vcpu
->arch
.sie_block
->ipa
>> 14]);
225 vcpu
->stat
.deliver_program_int
++;
226 rc
= put_guest_u16(vcpu
, __LC_PGM_INT_CODE
, inti
->pgm
.code
);
230 rc
= put_guest_u16(vcpu
, __LC_PGM_ILC
,
231 table
[vcpu
->arch
.sie_block
->ipa
>> 14]);
235 rc
= copy_to_guest(vcpu
, __LC_PGM_OLD_PSW
,
236 &vcpu
->arch
.sie_block
->gpsw
, sizeof(psw_t
));
240 rc
= copy_from_guest(vcpu
, &vcpu
->arch
.sie_block
->gpsw
,
241 __LC_PGM_NEW_PSW
, sizeof(psw_t
));
251 VCPU_EVENT(vcpu
, 1, "%s", "program exception while delivering"
253 kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
254 if (inti
->type
== KVM_S390_PROGRAM_INT
) {
255 printk(KERN_WARNING
"kvm: recursive program check\n");
261 static int __try_deliver_ckc_interrupt(struct kvm_vcpu
*vcpu
)
263 int rc
, exception
= 0;
265 if (psw_extint_disabled(vcpu
))
267 if (!(vcpu
->arch
.sie_block
->gcr
[0] & 0x800ul
))
269 rc
= put_guest_u16(vcpu
, __LC_EXT_INT_CODE
, 0x1004);
272 rc
= copy_to_guest(vcpu
, __LC_EXT_OLD_PSW
,
273 &vcpu
->arch
.sie_block
->gpsw
, sizeof(psw_t
));
276 rc
= copy_from_guest(vcpu
, &vcpu
->arch
.sie_block
->gpsw
,
277 __LC_EXT_NEW_PSW
, sizeof(psw_t
));
282 VCPU_EVENT(vcpu
, 1, "%s", "program exception while delivering" \
284 kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
291 int kvm_cpu_has_interrupt(struct kvm_vcpu
*vcpu
)
293 struct local_interrupt
*li
= &vcpu
->arch
.local_int
;
294 struct float_interrupt
*fi
= vcpu
->arch
.local_int
.float_int
;
295 struct interrupt_info
*inti
;
298 if (atomic_read(&li
->active
)) {
299 spin_lock_bh(&li
->lock
);
300 list_for_each_entry(inti
, &li
->list
, list
)
301 if (__interrupt_is_deliverable(vcpu
, inti
)) {
305 spin_unlock_bh(&li
->lock
);
308 if ((!rc
) && atomic_read(&fi
->active
)) {
309 spin_lock_bh(&fi
->lock
);
310 list_for_each_entry(inti
, &fi
->list
, list
)
311 if (__interrupt_is_deliverable(vcpu
, inti
)) {
315 spin_unlock_bh(&fi
->lock
);
318 if ((!rc
) && (vcpu
->arch
.sie_block
->ckc
<
319 get_clock() + vcpu
->arch
.sie_block
->epoch
)) {
320 if ((!psw_extint_disabled(vcpu
)) &&
321 (vcpu
->arch
.sie_block
->gcr
[0] & 0x800ul
))
328 int kvm_s390_handle_wait(struct kvm_vcpu
*vcpu
)
331 DECLARE_WAITQUEUE(wait
, current
);
333 vcpu
->stat
.exit_wait_state
++;
334 if (kvm_cpu_has_interrupt(vcpu
))
337 if (psw_interrupts_disabled(vcpu
)) {
338 VCPU_EVENT(vcpu
, 3, "%s", "disabled wait");
339 __unset_cpu_idle(vcpu
);
340 return -ENOTSUPP
; /* disabled wait */
343 if (psw_extint_disabled(vcpu
) ||
344 (!(vcpu
->arch
.sie_block
->gcr
[0] & 0x800ul
))) {
345 VCPU_EVENT(vcpu
, 3, "%s", "enabled wait w/o timer");
349 now
= get_clock() + vcpu
->arch
.sie_block
->epoch
;
350 if (vcpu
->arch
.sie_block
->ckc
< now
) {
351 __unset_cpu_idle(vcpu
);
355 sltime
= (vcpu
->arch
.sie_block
->ckc
- now
) / (0xf4240000ul
/ HZ
) + 1;
357 vcpu
->arch
.ckc_timer
.expires
= jiffies
+ sltime
;
359 add_timer(&vcpu
->arch
.ckc_timer
);
360 VCPU_EVENT(vcpu
, 5, "enabled wait timer:%lx jiffies", sltime
);
362 spin_lock_bh(&vcpu
->arch
.local_int
.float_int
->lock
);
363 spin_lock_bh(&vcpu
->arch
.local_int
.lock
);
364 __set_cpu_idle(vcpu
);
365 vcpu
->arch
.local_int
.timer_due
= 0;
366 add_wait_queue(&vcpu
->arch
.local_int
.wq
, &wait
);
367 while (list_empty(&vcpu
->arch
.local_int
.list
) &&
368 list_empty(&vcpu
->arch
.local_int
.float_int
->list
) &&
369 (!vcpu
->arch
.local_int
.timer_due
) &&
370 !signal_pending(current
)) {
371 set_current_state(TASK_INTERRUPTIBLE
);
372 spin_unlock_bh(&vcpu
->arch
.local_int
.lock
);
373 spin_unlock_bh(&vcpu
->arch
.local_int
.float_int
->lock
);
377 spin_lock_bh(&vcpu
->arch
.local_int
.float_int
->lock
);
378 spin_lock_bh(&vcpu
->arch
.local_int
.lock
);
380 __unset_cpu_idle(vcpu
);
381 __set_current_state(TASK_RUNNING
);
382 remove_wait_queue(&vcpu
->wq
, &wait
);
383 spin_unlock_bh(&vcpu
->arch
.local_int
.lock
);
384 spin_unlock_bh(&vcpu
->arch
.local_int
.float_int
->lock
);
385 del_timer(&vcpu
->arch
.ckc_timer
);
389 void kvm_s390_idle_wakeup(unsigned long data
)
391 struct kvm_vcpu
*vcpu
= (struct kvm_vcpu
*)data
;
393 spin_lock_bh(&vcpu
->arch
.local_int
.lock
);
394 vcpu
->arch
.local_int
.timer_due
= 1;
395 if (waitqueue_active(&vcpu
->arch
.local_int
.wq
))
396 wake_up_interruptible(&vcpu
->arch
.local_int
.wq
);
397 spin_unlock_bh(&vcpu
->arch
.local_int
.lock
);
401 void kvm_s390_deliver_pending_interrupts(struct kvm_vcpu
*vcpu
)
403 struct local_interrupt
*li
= &vcpu
->arch
.local_int
;
404 struct float_interrupt
*fi
= vcpu
->arch
.local_int
.float_int
;
405 struct interrupt_info
*n
, *inti
= NULL
;
408 __reset_intercept_indicators(vcpu
);
409 if (atomic_read(&li
->active
)) {
412 spin_lock_bh(&li
->lock
);
413 list_for_each_entry_safe(inti
, n
, &li
->list
, list
) {
414 if (__interrupt_is_deliverable(vcpu
, inti
)) {
415 list_del(&inti
->list
);
419 __set_intercept_indicator(vcpu
, inti
);
421 if (list_empty(&li
->list
))
422 atomic_set(&li
->active
, 0);
423 spin_unlock_bh(&li
->lock
);
425 __do_deliver_interrupt(vcpu
, inti
);
431 if ((vcpu
->arch
.sie_block
->ckc
<
432 get_clock() + vcpu
->arch
.sie_block
->epoch
))
433 __try_deliver_ckc_interrupt(vcpu
);
435 if (atomic_read(&fi
->active
)) {
438 spin_lock_bh(&fi
->lock
);
439 list_for_each_entry_safe(inti
, n
, &fi
->list
, list
) {
440 if (__interrupt_is_deliverable(vcpu
, inti
)) {
441 list_del(&inti
->list
);
445 __set_intercept_indicator(vcpu
, inti
);
447 if (list_empty(&fi
->list
))
448 atomic_set(&fi
->active
, 0);
449 spin_unlock_bh(&fi
->lock
);
451 __do_deliver_interrupt(vcpu
, inti
);
458 int kvm_s390_inject_program_int(struct kvm_vcpu
*vcpu
, u16 code
)
460 struct local_interrupt
*li
= &vcpu
->arch
.local_int
;
461 struct interrupt_info
*inti
;
463 inti
= kzalloc(sizeof(*inti
), GFP_KERNEL
);
467 inti
->type
= KVM_S390_PROGRAM_INT
;;
468 inti
->pgm
.code
= code
;
470 VCPU_EVENT(vcpu
, 3, "inject: program check %d (from kernel)", code
);
471 spin_lock_bh(&li
->lock
);
472 list_add(&inti
->list
, &li
->list
);
473 atomic_set(&li
->active
, 1);
474 BUG_ON(waitqueue_active(&li
->wq
));
475 spin_unlock_bh(&li
->lock
);
479 int kvm_s390_inject_vm(struct kvm
*kvm
,
480 struct kvm_s390_interrupt
*s390int
)
482 struct local_interrupt
*li
;
483 struct float_interrupt
*fi
;
484 struct interrupt_info
*inti
;
487 inti
= kzalloc(sizeof(*inti
), GFP_KERNEL
);
491 switch (s390int
->type
) {
492 case KVM_S390_INT_VIRTIO
:
493 VM_EVENT(kvm
, 5, "inject: virtio parm:%x,parm64:%lx",
494 s390int
->parm
, s390int
->parm64
);
495 inti
->type
= s390int
->type
;
496 inti
->ext
.ext_params
= s390int
->parm
;
497 inti
->ext
.ext_params2
= s390int
->parm64
;
499 case KVM_S390_INT_SERVICE
:
500 VM_EVENT(kvm
, 5, "inject: sclp parm:%x", s390int
->parm
);
501 inti
->type
= s390int
->type
;
502 inti
->ext
.ext_params
= s390int
->parm
;
504 case KVM_S390_PROGRAM_INT
:
505 case KVM_S390_SIGP_STOP
:
506 case KVM_S390_INT_EMERGENCY
:
512 mutex_lock(&kvm
->lock
);
513 fi
= &kvm
->arch
.float_int
;
514 spin_lock_bh(&fi
->lock
);
515 list_add_tail(&inti
->list
, &fi
->list
);
516 atomic_set(&fi
->active
, 1);
517 sigcpu
= find_first_bit(fi
->idle_mask
, KVM_MAX_VCPUS
);
518 if (sigcpu
== KVM_MAX_VCPUS
) {
520 sigcpu
= fi
->next_rr_cpu
++;
521 if (sigcpu
== KVM_MAX_VCPUS
)
522 sigcpu
= fi
->next_rr_cpu
= 0;
523 } while (fi
->local_int
[sigcpu
] == NULL
);
525 li
= fi
->local_int
[sigcpu
];
526 spin_lock_bh(&li
->lock
);
527 atomic_set_mask(CPUSTAT_EXT_INT
, li
->cpuflags
);
528 if (waitqueue_active(&li
->wq
))
529 wake_up_interruptible(&li
->wq
);
530 spin_unlock_bh(&li
->lock
);
531 spin_unlock_bh(&fi
->lock
);
532 mutex_unlock(&kvm
->lock
);
536 int kvm_s390_inject_vcpu(struct kvm_vcpu
*vcpu
,
537 struct kvm_s390_interrupt
*s390int
)
539 struct local_interrupt
*li
;
540 struct interrupt_info
*inti
;
542 inti
= kzalloc(sizeof(*inti
), GFP_KERNEL
);
546 switch (s390int
->type
) {
547 case KVM_S390_PROGRAM_INT
:
548 if (s390int
->parm
& 0xffff0000) {
552 inti
->type
= s390int
->type
;
553 inti
->pgm
.code
= s390int
->parm
;
554 VCPU_EVENT(vcpu
, 3, "inject: program check %d (from user)",
557 case KVM_S390_SIGP_STOP
:
558 case KVM_S390_RESTART
:
559 case KVM_S390_SIGP_SET_PREFIX
:
560 case KVM_S390_INT_EMERGENCY
:
561 VCPU_EVENT(vcpu
, 3, "inject: type %x", s390int
->type
);
562 inti
->type
= s390int
->type
;
564 case KVM_S390_INT_VIRTIO
:
565 case KVM_S390_INT_SERVICE
:
571 mutex_lock(&vcpu
->kvm
->lock
);
572 li
= &vcpu
->arch
.local_int
;
573 spin_lock_bh(&li
->lock
);
574 if (inti
->type
== KVM_S390_PROGRAM_INT
)
575 list_add(&inti
->list
, &li
->list
);
577 list_add_tail(&inti
->list
, &li
->list
);
578 atomic_set(&li
->active
, 1);
579 if (inti
->type
== KVM_S390_SIGP_STOP
)
580 li
->action_bits
|= ACTION_STOP_ON_STOP
;
581 atomic_set_mask(CPUSTAT_EXT_INT
, li
->cpuflags
);
582 if (waitqueue_active(&li
->wq
))
583 wake_up_interruptible(&vcpu
->arch
.local_int
.wq
);
584 spin_unlock_bh(&li
->lock
);
585 mutex_unlock(&vcpu
->kvm
->lock
);