1 ;;;; support for threads in the target machine
3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
12 (in-package "SB!THREAD")
16 (define-condition thread-error
(error)
17 ((thread :reader thread-error-thread
:initarg
:thread
))
20 "Conditions of type THREAD-ERROR are signalled when thread operations fail.
21 The offending thread is initialized by the :THREAD initialization argument and
22 read by the function THREAD-ERROR-THREAD."))
26 (fdocumentation 'thread-error-thread
'function
)
27 "Return the offending thread that the THREAD-ERROR pertains to.")
29 (define-condition symbol-value-in-thread-error
(cell-error thread-error
)
30 ((info :reader symbol-value-in-thread-error-info
:initarg
:info
))
32 (lambda (condition stream
)
33 (destructuring-bind (op problem
)
34 (symbol-value-in-thread-error-info condition
)
35 (format stream
"Cannot ~(~A~) value of ~S in ~S: ~S"
37 (cell-error-name condition
)
38 (thread-error-thread condition
)
40 (:unbound-in-thread
"the symbol is unbound in thread.")
41 (:no-tls-value
"the symbol has no thread-local value.")
42 (:thread-dead
"the thread has exited.")
43 (:invalid-tls-value
"the thread-local value is not valid."))))))
46 "Signalled when SYMBOL-VALUE-IN-THREAD or its SETF version fails due to eg.
47 the symbol not having a thread-local value, or the target thread having
48 exited. The offending symbol can be accessed using CELL-ERROR-NAME, and the
49 offending thread using THREAD-ERROR-THREAD."))
51 (define-condition join-thread-error
(thread-error) ()
52 (:report
(lambda (c s
)
53 (format s
"Joining thread failed: thread ~A ~
54 did not return normally."
55 (thread-error-thread c
))))
58 "Signalled when joining a thread fails due to abnormal exit of the thread
59 to be joined. The offending thread can be accessed using
60 THREAD-ERROR-THREAD."))
62 (defun join-thread-error-thread (condition)
63 (thread-error-thread condition
))
64 (define-compiler-macro join-thread-error-thread
(condition)
65 (deprecation-warning 'join-thread-error-thread
'thread-error-thread
)
66 `(thread-error-thread ,condition
))
70 (fdocumentation 'join-thread-error-thread
'function
)
71 "The thread that we failed to join. Deprecated, use THREAD-ERROR-THREAD
74 (define-condition interrupt-thread-error
(thread-error) ()
75 (:report
(lambda (c s
)
76 (format s
"Interrupt thread failed: thread ~A has exited."
77 (thread-error-thread c
))))
80 "Signalled when interrupting a thread fails because the thread has already
81 exited. The offending thread can be accessed using THREAD-ERROR-THREAD."))
83 (defun interrupt-thread-error-thread (condition)
84 (thread-error-thread condition
))
85 (define-compiler-macro interrupt-thread-error-thread
(condition)
86 (deprecation-warning 'join-thread-error-thread
'thread-error-thread
)
87 `(thread-error-thread ,condition
))
91 (fdocumentation 'interrupt-thread-error-thread
'function
)
92 "The thread that was not interrupted. Deprecated, use THREAD-ERROR-THREAD
95 ;;; Of the WITH-PINNED-OBJECTS in this file, not every single one is
96 ;;; necessary because threads are only supported with the conservative
97 ;;; gencgc and numbers on the stack (returned by GET-LISP-OBJ-ADDRESS)
98 ;;; are treated as references.
100 ;;; set the doc here because in early-thread FDOCUMENTATION is not
103 (setf (fdocumentation '*current-thread
* 'variable
)
104 "Bound in each thread to the thread itself.")
108 (fdocumentation 'thread-name
'function
)
109 "Name of the thread. Can be assigned to using SETF. Thread names can be
110 arbitrary printable objects, and need not be unique.")
112 (def!method print-object
((thread thread
) stream
)
113 (print-unreadable-object (thread stream
:type t
:identity t
)
114 (let* ((cookie (list thread
))
115 (info (if (thread-alive-p thread
)
118 (join-thread thread
:default cookie
))))
119 (state (if (eq :running info
)
121 (if (eq cookie
(car info
))
124 (values (when (eq :finished state
) info
)))
126 "~@[~S ~]~:[~A~;~A~:[ no values~; values: ~:*~{~S~^, ~}~]~]"
132 (defun thread-alive-p (thread)
134 "Return T if THREAD is still alive. Note that the return value is
135 potentially stale even before the function returns, as the thread may exit at
137 (thread-%alive-p thread
))
139 ;; A thread is eligible for gc iff it has finished and there are no
140 ;; more references to it. This list is supposed to keep a reference to
141 ;; all running threads.
142 (defvar *all-threads
* ())
143 (defvar *all-threads-lock
* (make-mutex :name
"all threads lock"))
145 (defvar *default-alloc-signal
* nil
)
147 (defmacro with-all-threads-lock
(&body body
)
148 `(with-system-mutex (*all-threads-lock
*)
151 (defun list-all-threads ()
153 "Return a list of the live threads. Note that the return value is
154 potentially stale even before the function returns, as new threads may be
155 created and old ones may exit at any time."
156 (with-all-threads-lock
157 (copy-list *all-threads
*)))
159 (declaim (inline current-thread-sap
))
160 (defun current-thread-sap ()
161 (sb!vm
::current-thread-offset-sap sb
!vm
::thread-this-slot
))
163 (declaim (inline current-thread-os-thread
))
164 (defun current-thread-os-thread ()
166 (sap-int (sb!vm
::current-thread-offset-sap sb
!vm
::thread-os-thread-slot
))
170 (defun init-initial-thread ()
171 (/show0
"Entering INIT-INITIAL-THREAD")
172 (let ((initial-thread (%make-thread
:name
"initial thread"
174 :os-thread
(current-thread-os-thread))))
175 (setq *current-thread
* initial-thread
)
176 ;; Either *all-threads* is empty or it contains exactly one thread
177 ;; in case we are in reinit since saving core with multiple
178 ;; threads doesn't work.
179 (setq *all-threads
* (list initial-thread
))))
182 ;;;; Aliens, low level stuff
184 (define-alien-routine "kill_safely"
186 (os-thread #!-alpha unsigned-long
#!+alpha unsigned-int
)
191 ;; FIXME it would be good to define what a thread id is or isn't
192 ;; (our current assumption is that it's a fixnum). It so happens
193 ;; that on Linux it's a pid, but it might not be on posix thread
195 (define-alien-routine ("create_thread" %create-thread
)
196 unsigned-long
(lisp-fun-address unsigned-long
))
198 (declaim (inline %block-deferrable-signals
))
199 (define-alien-routine ("block_deferrable_signals" %block-deferrable-signals
)
201 (where sb
!alien
:unsigned-long
)
202 (old sb
!alien
:unsigned-long
))
204 (defun block-deferrable-signals ()
205 (%block-deferrable-signals
0 0))
209 (declaim (inline %lutex-init %lutex-wait %lutex-wake
210 %lutex-lock %lutex-unlock
))
212 (define-alien-routine ("lutex_init" %lutex-init
)
213 int
(lutex unsigned-long
))
215 (define-alien-routine ("lutex_wait" %lutex-wait
)
216 int
(queue-lutex unsigned-long
) (mutex-lutex unsigned-long
))
218 (define-alien-routine ("lutex_wake" %lutex-wake
)
219 int
(lutex unsigned-long
) (n int
))
221 (define-alien-routine ("lutex_lock" %lutex-lock
)
222 int
(lutex unsigned-long
))
224 (define-alien-routine ("lutex_trylock" %lutex-trylock
)
225 int
(lutex unsigned-long
))
227 (define-alien-routine ("lutex_unlock" %lutex-unlock
)
228 int
(lutex unsigned-long
))
230 (define-alien-routine ("lutex_destroy" %lutex-destroy
)
231 int
(lutex unsigned-long
))
233 ;; FIXME: Defining a whole bunch of alien-type machinery just for
234 ;; passing primitive lutex objects directly to foreign functions
235 ;; doesn't seem like fun right now. So instead we just manually
236 ;; pin the lutex, get its address, and let the callee untag it.
237 (defmacro with-lutex-address
((name lutex
) &body body
)
238 `(let ((,name
,lutex
))
239 (with-pinned-objects (,name
)
240 (let ((,name
(get-lisp-obj-address ,name
)))
244 (/show0
"Entering MAKE-LUTEX")
245 ;; Suppress GC until the lutex has been properly registered with
248 (let ((lutex (sb!vm
::%make-lutex
)))
251 (with-lutex-address (lutex lutex
)
257 (declaim (inline futex-wait %futex-wait futex-wake
))
259 (define-alien-routine ("futex_wait" %futex-wait
)
260 int
(word unsigned-long
) (old-value unsigned-long
)
261 (to-sec long
) (to-usec unsigned-long
))
263 (defun futex-wait (word old to-sec to-usec
)
265 (%futex-wait word old to-sec to-usec
)))
267 (define-alien-routine "futex_wake"
268 int
(word unsigned-long
) (n unsigned-long
))))
270 ;;; used by debug-int.lisp to access interrupt contexts
271 #!-
(or sb-fluid sb-thread
) (declaim (inline sb
!vm
::current-thread-offset-sap
))
273 (defun sb!vm
::current-thread-offset-sap
(n)
274 (declare (type (unsigned-byte 27) n
))
275 (sap-ref-sap (alien-sap (extern-alien "all_threads" (* t
)))
276 (* n sb
!vm
:n-word-bytes
)))
279 (defun sb!vm
::current-thread-offset-sap
(n)
280 (declare (type (unsigned-byte 27) n
))
281 (sb!vm
::current-thread-offset-sap n
))
286 (declaim (inline get-spinlock release-spinlock
))
288 ;;; Should always be called with interrupts disabled.
289 (defun get-spinlock (spinlock)
290 (declare (optimize (speed 3) (safety 0)))
291 (let* ((new *current-thread
*)
292 (old (sb!ext
:compare-and-swap
(spinlock-value spinlock
) nil new
)))
295 (error "Recursive lock attempt on ~S." spinlock
))
298 (if (sb!ext
:compare-and-swap
(spinlock-value spinlock
) nil new
)
300 (return-from get-spinlock t
))))
301 (if (and (not *interrupts-enabled
*) *allow-with-interrupts
*)
302 ;; If interrupts are disabled, but we are allowed to
303 ;; enabled them, check for pending interrupts every once
304 ;; in a while. %CHECK-INTERRUPTS is taking shortcuts, make
305 ;; sure that deferrables are unblocked by doing an empty
306 ;; WITH-INTERRUPTS once.
310 (loop repeat
128 do
(cas)) ; 128 is arbitrary here
311 (sb!unix
::%check-interrupts
)))
315 (defun release-spinlock (spinlock)
316 (declare (optimize (speed 3) (safety 0)))
317 ;; On x86 and x86-64 we can get away with no memory barriers, (see
318 ;; Linux kernel mailing list "spin_unlock optimization(i386)"
319 ;; thread, summary at
320 ;; http://kt.iserv.nl/kernel-traffic/kt19991220_47.html#1.
322 ;; If the compiler may reorder this with other instructions, insert
323 ;; compiler barrier here.
325 ;; FIXME: this does not work on SMP Pentium Pro and OOSTORE systems,
326 ;; neither on most non-x86 architectures (but we don't have threads
328 (setf (spinlock-value spinlock
) nil
))
334 (setf (fdocumentation 'make-mutex
'function
)
336 (fdocumentation 'mutex-name
'function
)
337 "The name of the mutex. Setfable.")
339 #!+(and sb-thread
(not sb-lutex
))
341 (define-structure-slot-addressor mutex-state-address
344 ;; Important: current code assumes these are fixnums or other
345 ;; lisp objects that don't need pinning.
346 (defconstant +lock-free
+ 0)
347 (defconstant +lock-taken
+ 1)
348 (defconstant +lock-contested
+ 2))
350 (defun mutex-owner (mutex)
351 "Current owner of the mutex, NIL if the mutex is free. Naturally,
352 this is racy by design (another thread may acquire the mutex after
353 this function returns), it is intended for informative purposes. For
354 testing whether the current thread is holding a mutex see
356 ;; Make sure to get the current value.
357 (sb!ext
:compare-and-swap
(mutex-%owner mutex
) nil nil
))
359 (defun get-mutex (mutex &optional
(new-owner *current-thread
*) (waitp t
))
361 "Acquire MUTEX for NEW-OWNER, which must be a thread or NIL. If
362 NEW-OWNER is NIL, it defaults to the current thread. If WAITP is
363 non-NIL and the mutex is in use, sleep until it is available.
365 Note: using GET-MUTEX to assign a MUTEX to another thread then the
366 current one is not recommended, and liable to be deprecated.
368 GET-MUTEX is not interrupt safe. The correct way to call it is:
372 (ALLOW-WITH-INTERRUPTS (GET-MUTEX ...))
375 WITHOUT-INTERRUPTS is necessary to avoid an interrupt unwinding the
376 call while the mutex is in an inconsistent state while
377 ALLOW-WITH-INTERRUPTS allows the call to be interrupted from sleep.
379 It is recommended that you use WITH-MUTEX instead of calling GET-MUTEX
381 (declare (type mutex mutex
) (optimize (speed 3))
382 #!-sb-thread
(ignore waitp
))
384 (setq new-owner
*current-thread
*))
385 (let ((old (mutex-%owner mutex
)))
386 (when (eq new-owner old
)
387 (error "Recursive lock attempt ~S." mutex
))
390 (error "Strange deadlock on ~S in an unithreaded build?" mutex
)))
392 (setf (mutex-%owner mutex
) new-owner
)
395 ;; FIXME: Lutexes do not currently support deadlines, as at least
396 ;; on Darwin pthread_foo_timedbar functions are not supported:
397 ;; this means that we probably need to use the Carbon multiprocessing
398 ;; functions on Darwin.
400 ;; FIXME: This is definitely not interrupt safe: what happens if
401 ;; we get hit (1) during the lutex calls (ok, they may be safe,
402 ;; but has that been checked?) (2) after the lutex call, but
403 ;; before setting the mutex owner.
405 (when (zerop (with-lutex-address (lutex (mutex-lutex mutex
))
407 (with-interrupts (%lutex-lock lutex
))
408 (%lutex-trylock lutex
))))
409 (setf (mutex-%owner mutex
) new-owner
)
412 ;; This is a direct translation of the Mutex 2 algorithm from
413 ;; "Futexes are Tricky" by Ulrich Drepper.
414 (let ((old (sb!ext
:compare-and-swap
(mutex-state mutex
)
417 (unless (or (eql +lock-free
+ old
) (not waitp
))
420 (when (or (eql +lock-contested
+ old
)
421 (not (eql +lock-free
+
422 (sb!ext
:compare-and-swap
(mutex-state mutex
)
425 ;; Wait on the contested lock.
427 (multiple-value-bind (to-sec to-usec
) (decode-timeout nil
)
428 (case (with-pinned-objects (mutex)
429 (futex-wait (mutex-state-address mutex
)
430 (get-lisp-obj-address +lock-contested
+)
433 ((1) (signal-deadline))
435 (otherwise (return))))))
436 (setf old
(sb!ext
:compare-and-swap
(mutex-state mutex
)
440 (unless (eql +lock-free
+ old
)
442 (cond ((eql +lock-free
+ old
)
443 (let ((prev (sb!ext
:compare-and-swap
(mutex-%owner mutex
)
446 (bug "Old owner in free mutex: ~S" prev
))
449 (bug "Failed to acquire lock with WAITP."))))))
451 (defun release-mutex (mutex &key
(if-not-owner :punt
))
453 "Release MUTEX by setting it to NIL. Wake up threads waiting for
456 RELEASE-MUTEX is not interrupt safe: interrupts should be disabled
459 If the current thread is not the owner of the mutex then it silently
460 returns without doing anything (if IF-NOT-OWNER is :PUNT), signals a
461 WARNING (if IF-NOT-OWNER is :WARN), or releases the mutex anyway (if
462 IF-NOT-OWNER is :FORCE)."
463 (declare (type mutex mutex
))
464 ;; Order matters: set owner to NIL before releasing state.
465 (let* ((self *current-thread
*)
466 (old-owner (sb!ext
:compare-and-swap
(mutex-%owner mutex
) self nil
)))
467 (unless (eql self old-owner
)
469 ((:punt
) (return-from release-mutex nil
))
471 (warn "Releasing ~S, owned by another thread: ~S" mutex old-owner
))
475 (setf (mutex-%owner mutex
) nil
)
477 (with-lutex-address (lutex (mutex-lutex mutex
))
478 (%lutex-unlock lutex
))
480 ;; FIXME: once ATOMIC-INCF supports struct slots with word sized
481 ;; unsigned-byte type this can be used:
483 ;; (let ((old (sb!ext:atomic-incf (mutex-state mutex) -1)))
484 ;; (unless (eql old +lock-free+)
485 ;; (setf (mutex-state mutex) +lock-free+)
486 ;; (with-pinned-objects (mutex)
487 ;; (futex-wake (mutex-state-address mutex) 1))))
488 (let ((old (sb!ext
:compare-and-swap
(mutex-state mutex
)
489 +lock-taken
+ +lock-free
+)))
490 (when (eql old
+lock-contested
+)
491 (sb!ext
:compare-and-swap
(mutex-state mutex
)
492 +lock-contested
+ +lock-free
+)
493 (with-pinned-objects (mutex)
494 (futex-wake (mutex-state-address mutex
) 1))))
498 ;;;; Waitqueues/condition variables
500 (defstruct (waitqueue (:constructor %make-waitqueue
))
503 (name nil
:type
(or null simple-string
))
504 #!+(and sb-lutex sb-thread
)
509 (defun make-waitqueue (&key name
)
511 "Create a waitqueue."
512 (%make-waitqueue
:name name
))
515 (setf (fdocumentation 'waitqueue-name
'function
)
516 "The name of the waitqueue. Setfable.")
518 #!+(and sb-thread
(not sb-lutex
))
519 (define-structure-slot-addressor waitqueue-data-address
523 (defun condition-wait (queue mutex
)
525 "Atomically release MUTEX and enqueue ourselves on QUEUE. Another
526 thread may subsequently notify us using CONDITION-NOTIFY, at which
527 time we reacquire MUTEX and return to the caller.
529 Note that if CONDITION-WAIT unwinds (due to eg. a timeout) instead of
530 returning normally, it may do so without holding the mutex."
531 #!-sb-thread
(declare (ignore queue
))
533 #!-sb-thread
(error "Not supported in unithread builds.")
535 (let ((me *current-thread
*))
536 (assert (eq me
(mutex-%owner mutex
)))
537 (/show0
"CONDITION-WAITing")
539 ;; Need to disable interrupts so that we don't miss setting the
540 ;; owner on our way out. (pthread_cond_wait handles the actual
545 (setf (mutex-%owner mutex
) nil
)
546 (with-lutex-address (queue-lutex-address (waitqueue-lutex queue
))
547 (with-lutex-address (mutex-lutex-address (mutex-lutex mutex
))
548 (with-local-interrupts
549 (%lutex-wait queue-lutex-address mutex-lutex-address
)))))
550 (setf (mutex-%owner mutex
) me
)))
552 ;; Need to disable interrupts so that we don't miss grabbing the
553 ;; mutex on our way out.
556 ;; This setf becomes visible to other CPUS due to the usual
557 ;; memory barrier semantics of lock acquire/release. This must
558 ;; not be moved into the loop else wakeups may be lost upon
559 ;; continuing after a deadline or EINTR.
560 (setf (waitqueue-data queue
) me
)
562 (multiple-value-bind (to-sec to-usec
)
563 (allow-with-interrupts (decode-timeout nil
))
564 (case (unwind-protect
565 (with-pinned-objects (queue me
)
566 ;; RELEASE-MUTEX is purposefully as close to
567 ;; FUTEX-WAIT as possible to reduce the size
568 ;; of the window where WAITQUEUE-DATA may be
569 ;; set by a notifier.
570 (release-mutex mutex
)
571 ;; Now we go to sleep using futex-wait. If
572 ;; anyone else manages to grab MUTEX and call
573 ;; CONDITION-NOTIFY during this comment, it
574 ;; will change queue->data, and so futex-wait
575 ;; returns immediately instead of sleeping.
576 ;; Ergo, no lost wakeup. We may get spurious
577 ;; wakeups, but that's ok.
578 (allow-with-interrupts
579 (futex-wait (waitqueue-data-address queue
)
580 (get-lisp-obj-address me
)
581 ;; our way of saying "no
585 ;; If we are interrupted while waiting, we should
586 ;; do these things before returning. Ideally, in
587 ;; the case of an unhandled signal, we should do
588 ;; them before entering the debugger, but this is
589 ;; better than nothing.
590 (allow-with-interrupts (get-mutex mutex
)))
591 ;; ETIMEDOUT; we know it was a timeout, yet we cannot
592 ;; signal a deadline unconditionally here because the
593 ;; call to GET-MUTEX may already have signaled it.
597 ;; EWOULDBLOCK, -1 here, is the possible spurious wakeup
598 ;; case. 0 is the normal wakeup.
599 (otherwise (return)))))))))
601 (defun condition-notify (queue &optional
(n 1))
603 "Notify N threads waiting on QUEUE. The same mutex that is used in
604 the corresponding CONDITION-WAIT must be held by this thread during
606 #!-sb-thread
(declare (ignore queue n
))
607 #!-sb-thread
(error "Not supported in unithread builds.")
609 (declare (type (and fixnum
(integer 1)) n
))
610 (/show0
"Entering CONDITION-NOTIFY")
614 (with-lutex-address (lutex (waitqueue-lutex queue
))
615 (%lutex-wake lutex n
))
616 ;; no problem if >1 thread notifies during the comment in
617 ;; condition-wait: as long as the value in queue-data isn't the
618 ;; waiting thread's id, it matters not what it is
619 ;; XXX we should do something to ensure that the result of this setf
620 ;; is visible to all CPUs
622 (let ((me *current-thread
*))
624 (setf (waitqueue-data queue
) me
)
625 (with-pinned-objects (queue)
626 (futex-wake (waitqueue-data-address queue
) n
))))))
628 (defun condition-broadcast (queue)
630 "Notify all threads waiting on QUEUE."
631 (condition-notify queue
632 ;; On a 64-bit platform truncating M-P-F to an int
633 ;; results in -1, which wakes up only one thread.
635 most-positive-fixnum
)))
640 (defstruct (semaphore (:constructor %make-semaphore
(name %count
)))
642 "Semaphore type. The fact that a SEMAPHORE is a STRUCTURE-OBJECT
643 should be considered an implementation detail, and may change in the
645 (name nil
:type
(or null simple-string
))
646 (%count
0 :type
(integer 0))
647 (waitcount 0 :type
(integer 0))
649 (queue (make-waitqueue)))
651 (setf (fdocumentation 'semaphore-name
'function
)
652 "The name of the semaphore INSTANCE. Setfable.")
654 (declaim (inline semaphore-count
))
655 (defun semaphore-count (instance)
656 "Returns the current count of the semaphore INSTANCE."
657 (semaphore-%count instance
))
659 (defun make-semaphore (&key name
(count 0))
661 "Create a semaphore with the supplied COUNT and NAME."
662 (%make-semaphore name count
))
664 (defun wait-on-semaphore (semaphore)
666 "Decrement the count of SEMAPHORE if the count would not be
667 negative. Else blocks until the semaphore can be decremented."
668 ;; A more direct implementation based directly on futexes should be
671 ;; We need to disable interrupts so that we don't forget to
672 ;; decrement the waitcount (which would happen if an asynch
673 ;; interrupt should catch us on our way out from the loop.)
674 (with-system-mutex ((semaphore-mutex semaphore
) :allow-with-interrupts t
)
675 ;; Quick check: is it positive? If not, enter the wait loop.
676 (let ((count (semaphore-%count semaphore
)))
678 (setf (semaphore-%count semaphore
) (1- count
))
681 (incf (semaphore-waitcount semaphore
))
682 (loop until
(plusp (setf count
(semaphore-%count semaphore
)))
683 do
(condition-wait (semaphore-queue semaphore
)
684 (semaphore-mutex semaphore
)))
685 (setf (semaphore-%count semaphore
) (1- count
)))
686 ;; Need to use ATOMIC-DECF instead of DECF, as CONDITION-WAIT
687 ;; may unwind without the lock being held due to timeouts.
688 (atomic-decf (semaphore-waitcount semaphore
)))))))
690 (defun try-semaphore (semaphore)
692 "Try to decrement the count of SEMAPHORE if the count would not be
693 negative. Else return NIL."
694 ;; No need for disabling interrupts; the mutex prevents interleaved
695 ;; modifications, and we don't leave temporarily inconsistent state
697 (with-mutex ((semaphore-mutex semaphore
))
698 (let ((count (semaphore-%count semaphore
)))
700 (setf (semaphore-%count semaphore
) (1- count
))))))
702 (defun signal-semaphore (semaphore &optional
(n 1))
704 "Increment the count of SEMAPHORE by N. If there are threads waiting
705 on this semaphore, then N of them is woken up."
706 (declare (type (integer 1) n
))
707 ;; Need to disable interrupts so that we don't lose a wakeup after
708 ;; we have incremented the count.
709 (with-system-mutex ((semaphore-mutex semaphore
))
710 (let ((waitcount (semaphore-waitcount semaphore
))
711 (count (incf (semaphore-%count semaphore
) n
)))
712 (when (plusp waitcount
)
713 (condition-notify (semaphore-queue semaphore
) (min waitcount count
))))))
716 ;;;; Job control, independent listeners
719 (lock (make-mutex :name
"session lock"))
721 (interactive-threads nil
)
722 (interactive-threads-queue (make-waitqueue)))
724 (defvar *session
* nil
)
726 ;;; The debugger itself tries to acquire the session lock, don't let
727 ;;; funny situations (like getting a sigint while holding the session
728 ;;; lock) occur. At the same time we need to allow interrupts while
729 ;;; *waiting* for the session lock for things like GET-FOREGROUND to
730 ;;; be interruptible.
732 ;;; Take care: we sometimes need to obtain the session lock while
733 ;;; holding on to *ALL-THREADS-LOCK*, so we must _never_ obtain it
734 ;;; _after_ getting a session lock! (Deadlock risk.)
736 ;;; FIXME: It would be good to have ordered locks to ensure invariants
738 (defmacro with-session-lock
((session) &body body
)
739 `(with-system-mutex ((session-lock ,session
) :allow-with-interrupts t
)
742 (defun new-session ()
743 (make-session :threads
(list *current-thread
*)
744 :interactive-threads
(list *current-thread
*)))
746 (defun init-job-control ()
747 (/show0
"Entering INIT-JOB-CONTROL")
748 (setf *session
* (new-session))
749 (/show0
"Exiting INIT-JOB-CONTROL"))
751 (defun %delete-thread-from-session
(thread session
)
752 (with-session-lock (session)
753 (setf (session-threads session
)
754 (delete thread
(session-threads session
))
755 (session-interactive-threads session
)
756 (delete thread
(session-interactive-threads session
)))))
758 (defun call-with-new-session (fn)
759 (%delete-thread-from-session
*current-thread
* *session
*)
760 (let ((*session
* (new-session)))
763 (defmacro with-new-session
(args &body forms
)
764 (declare (ignore args
)) ;for extensibility
765 (sb!int
:with-unique-names
(fb-name)
766 `(labels ((,fb-name
() ,@forms
))
767 (call-with-new-session (function ,fb-name
)))))
769 ;;; Remove thread from its session, if it has one.
771 (defun handle-thread-exit (thread)
772 (/show0
"HANDLING THREAD EXIT")
774 (with-all-threads-lock
775 (setf (thread-%alive-p thread
) nil
)
776 (setf (thread-os-thread thread
) nil
)
777 (setq *all-threads
* (delete thread
*all-threads
*))
779 (%delete-thread-from-session thread
*session
*)))
782 (/show0
"FREEING MUTEX LUTEX")
783 (with-lutex-address (lutex (mutex-lutex (thread-interruptions-lock thread
)))
784 (%lutex-destroy lutex
))))
786 (defun terminate-session ()
788 "Kill all threads in session except for this one. Does nothing if current
789 thread is not the foreground thread."
790 ;; FIXME: threads created in other threads may escape termination
792 (with-session-lock (*session
*)
793 (and (eq *current-thread
*
794 (car (session-interactive-threads *session
*)))
795 (session-threads *session
*)))))
796 ;; do the kill after dropping the mutex; unwind forms in dying
797 ;; threads may want to do session things
798 (dolist (thread to-kill
)
799 (unless (eq thread
*current-thread
*)
800 ;; terminate the thread but don't be surprised if it has
801 ;; exited in the meantime
802 (handler-case (terminate-thread thread
)
803 (interrupt-thread-error ()))))))
805 ;;; called from top of invoke-debugger
806 (defun debugger-wait-until-foreground-thread (stream)
807 "Returns T if thread had been running in background, NIL if it was
809 (declare (ignore stream
))
813 (with-session-lock (*session
*)
814 (not (member *current-thread
*
815 (session-interactive-threads *session
*))))
818 (defun get-foreground ()
821 (let ((was-foreground t
))
823 (/show0
"Looping in GET-FOREGROUND")
824 (with-session-lock (*session
*)
825 (let ((int-t (session-interactive-threads *session
*)))
826 (when (eq (car int-t
) *current-thread
*)
827 (unless was-foreground
828 (format *query-io
* "Resuming thread ~A~%" *current-thread
*))
829 (return-from get-foreground t
))
830 (setf was-foreground nil
)
831 (unless (member *current-thread
* int-t
)
832 (setf (cdr (last int-t
))
833 (list *current-thread
*)))
835 (session-interactive-threads-queue *session
*)
836 (session-lock *session
*)))))))
838 (defun release-foreground (&optional next
)
840 "Background this thread. If NEXT is supplied, arrange for it to
841 have the foreground next."
842 #!-sb-thread
(declare (ignore next
))
845 (with-session-lock (*session
*)
846 (when (rest (session-interactive-threads *session
*))
847 (setf (session-interactive-threads *session
*)
848 (delete *current-thread
* (session-interactive-threads *session
*))))
850 (setf (session-interactive-threads *session
*)
852 (delete next
(session-interactive-threads *session
*)))))
853 (condition-broadcast (session-interactive-threads-queue *session
*))))
855 (defun foreground-thread ()
856 (car (session-interactive-threads *session
*)))
858 (defun make-listener-thread (tty-name)
859 (assert (probe-file tty-name
))
860 (let* ((in (sb!unix
:unix-open
(namestring tty-name
) sb
!unix
:o_rdwr
#o666
))
861 (out (sb!unix
:unix-dup in
))
862 (err (sb!unix
:unix-dup in
)))
863 (labels ((thread-repl ()
864 (sb!unix
::unix-setsid
)
865 (let* ((sb!impl
::*stdin
*
866 (make-fd-stream in
:input t
:buffering
:line
869 (make-fd-stream out
:output t
:buffering
:line
872 (make-fd-stream err
:output t
:buffering
:line
875 (make-fd-stream err
:input t
:output t
878 (sb!impl
::*descriptor-handlers
* nil
))
881 (sb!impl
::toplevel-repl nil
)
882 (sb!int
:flush-standard-output-streams
))))))
883 (make-thread #'thread-repl
))))
888 (defun make-thread (function &key name
)
890 "Create a new thread of NAME that runs FUNCTION. When the function
891 returns the thread exits. The return values of FUNCTION are kept
892 around and can be retrieved by JOIN-THREAD."
893 #!-sb-thread
(declare (ignore function name
))
894 #!-sb-thread
(error "Not supported in unithread builds.")
896 (let* ((thread (%make-thread
:name name
))
897 (setup-sem (make-semaphore :name
"Thread setup semaphore"))
898 (real-function (coerce function
'function
))
900 (named-lambda initial-thread-function
()
901 ;; In time we'll move some of the binding presently done in C
904 ;; KLUDGE: Here we have a magic list of variables that are
905 ;; not thread-safe for one reason or another. As people
906 ;; report problems with the thread safety of certain
907 ;; variables, (e.g. "*print-case* in multiple threads
908 ;; broken", sbcl-devel 2006-07-14), we add a few more
909 ;; bindings here. The Right Thing is probably some variant
910 ;; of Allegro's *cl-default-special-bindings*, as that is at
911 ;; least accessible to users to secure their own libraries.
914 ;; As it is, this lambda must not cons until we are ready
915 ;; to run GC. Be very careful.
916 (let* ((*current-thread
* thread
)
917 (*restart-clusters
* nil
)
918 (*handler-clusters
* (sb!kernel
::initial-handler-clusters
))
919 (*condition-restarts
* nil
)
920 (sb!impl
::*deadline
* nil
)
921 (sb!impl
::*step-out
* nil
)
922 ;; internal printer variables
923 (sb!impl
::*previous-case
* nil
)
924 (sb!impl
::*previous-readtable-case
* nil
)
925 (sb!impl
::*internal-symbol-output-fun
* nil
)
926 (sb!impl
::*descriptor-handlers
* nil
)) ; serve-event
928 (setf sb
!vm
:*alloc-signal
* *default-alloc-signal
*)
929 (setf (thread-os-thread thread
) (current-thread-os-thread))
930 (with-mutex ((thread-result-lock thread
))
931 (with-all-threads-lock
932 (push thread
*all-threads
*))
933 (with-session-lock (*session
*)
934 (push thread
(session-threads *session
*)))
935 (setf (thread-%alive-p thread
) t
)
936 (signal-semaphore setup-sem
)
937 ;; can't use handling-end-of-the-world, because that flushes
938 ;; output streams, and we don't necessarily have any (or we
939 ;; could be sharing them)
940 (catch 'sb
!impl
::toplevel-catcher
941 (catch 'sb
!impl
::%end-of-the-world
945 "~~@<Terminate this thread (~A)~~@:>"
949 (with-local-interrupts
950 ;; Now that most things have a chance
951 ;; to work properly without messing up
952 ;; other threads, it's time to enable
954 (sb!unix
::unblock-deferrable-signals
)
955 (setf (thread-result thread
)
958 (funcall real-function
))))
959 ;; Try to block deferrables. An
960 ;; interrupt may unwind it, but for a
961 ;; normal exit it prevents interrupt
963 (block-deferrable-signals))
964 ;; We're going down, can't handle interrupts
965 ;; sanely anymore. GC remains enabled.
966 (block-deferrable-signals)
967 ;; We don't want to run interrupts in a dead
968 ;; thread when we leave WITHOUT-INTERRUPTS.
969 ;; This potentially causes important
970 ;; interupts to be lost: SIGINT comes to
972 (setq *interrupt-pending
* nil
)
973 (handle-thread-exit thread
))))))))
975 ;; If the starting thread is stopped for gc before it signals the
976 ;; semaphore then we'd be stuck.
977 (assert (not *gc-inhibit
*))
978 ;; Keep INITIAL-FUNCTION pinned until the child thread is
979 ;; initialized properly. Wrap the whole thing in
980 ;; WITHOUT-INTERRUPTS because we pass INITIAL-FUNCTION to another
983 (with-pinned-objects (initial-function)
986 (get-lisp-obj-address initial-function
))))
987 (when (zerop os-thread
)
988 (error "Can't create a new thread"))
989 (wait-on-semaphore setup-sem
)
992 (defun join-thread (thread &key
(default nil defaultp
))
994 "Suspend current thread until THREAD exits. Returns the result
995 values of the thread function. If the thread does not exit normally,
996 return DEFAULT if given or else signal JOIN-THREAD-ERROR."
997 (with-system-mutex ((thread-result-lock thread
) :allow-with-interrupts t
)
998 (cond ((car (thread-result thread
))
999 (return-from join-thread
1000 (values-list (cdr (thread-result thread
)))))
1002 (return-from join-thread default
))))
1003 (error 'join-thread-error
:thread thread
))
1005 (defun destroy-thread (thread)
1007 "Deprecated. Same as TERMINATE-THREAD."
1008 (terminate-thread thread
))
1010 (defmacro with-interruptions-lock
((thread) &body body
)
1011 `(with-system-mutex ((thread-interruptions-lock ,thread
))
1014 ;;; Called from the signal handler.
1016 (defun run-interruption ()
1017 (let ((interruption (with-interruptions-lock (*current-thread
*)
1018 (pop (thread-interruptions *current-thread
*)))))
1019 ;; If there is more to do, then resignal and let the normal
1020 ;; interrupt deferral mechanism take care of the rest. From the
1021 ;; OS's point of view the signal we are in the handler for is no
1022 ;; longer pending, so the signal will not be lost.
1023 (when (thread-interruptions *current-thread
*)
1024 (kill-safely (thread-os-thread *current-thread
*) sb
!unix
:sigpipe
))
1026 (funcall interruption
))))
1028 (defun interrupt-thread (thread function
)
1030 "Interrupt the live THREAD and make it run FUNCTION. A moderate
1031 degree of care is expected for use of INTERRUPT-THREAD, due to its
1032 nature: if you interrupt a thread that was holding important locks
1033 then do something that turns out to need those locks, you probably
1034 won't like the effect. FUNCTION runs with interrupts disabled, but
1035 WITH-INTERRUPTS is allowed in it. Keep in mind that many things may
1036 enable interrupts (GET-MUTEX when contended, for instance) so the
1037 first thing to do is usually a WITH-INTERRUPTS or a
1038 WITHOUT-INTERRUPTS. Within a thread interrupts are queued, they are
1039 run in same the order they were sent."
1041 (declare (ignore thread
))
1043 (with-interrupt-bindings
1044 (with-interrupts (funcall function
)))
1046 (let ((os-thread (thread-os-thread thread
)))
1047 (cond ((not os-thread
)
1048 (error 'interrupt-thread-error
:thread thread
))
1050 (with-interruptions-lock (thread)
1051 ;; Append to the end of the interruptions queue. It's
1052 ;; O(N), but it does not hurt to slow interruptors down a
1053 ;; bit when the queue gets long.
1054 (setf (thread-interruptions thread
)
1055 (append (thread-interruptions thread
)
1058 (allow-with-interrupts
1059 (funcall function
))))))))
1060 (when (minusp (kill-safely os-thread sb
!unix
:sigpipe
))
1061 (error 'interrupt-thread-error
:thread thread
))))))
1063 (defun terminate-thread (thread)
1065 "Terminate the thread identified by THREAD, by causing it to run
1066 SB-EXT:QUIT - the usual cleanup forms will be evaluated"
1067 (interrupt-thread thread
'sb
!ext
:quit
))
1069 (define-alien-routine "thread_yield" int
)
1072 (setf (fdocumentation 'thread-yield
'function
)
1073 "Yield the processor to other threads.")
1075 ;;; internal use only. If you think you need to use these, either you
1076 ;;; are an SBCL developer, are doing something that you should discuss
1077 ;;; with an SBCL developer first, or are doing something that you
1078 ;;; should probably discuss with a professional psychiatrist first
1081 (defun %thread-sap
(thread)
1082 (let ((thread-sap (alien-sap (extern-alien "all_threads" (* t
))))
1083 (target (thread-os-thread thread
)))
1085 (when (sap= thread-sap
(int-sap 0)) (return nil
))
1086 (let ((os-thread (sap-ref-word thread-sap
1087 (* sb
!vm
:n-word-bytes
1088 sb
!vm
::thread-os-thread-slot
))))
1089 (when (= os-thread target
) (return thread-sap
))
1091 (sap-ref-sap thread-sap
(* sb
!vm
:n-word-bytes
1092 sb
!vm
::thread-next-slot
)))))))
1094 (defun %symbol-value-in-thread
(symbol thread
)
1095 ;; Prevent the thread from dying completely while we look for the TLS
1097 (with-all-threads-lock
1099 (if (thread-alive-p thread
)
1100 (let* ((epoch sb
!kernel
::*gc-epoch
*)
1101 (offset (* sb
!vm
:n-word-bytes
1102 (sb!vm
::symbol-tls-index symbol
)))
1103 (tl-val (sap-ref-word (%thread-sap thread
) offset
)))
1104 (cond ((zerop offset
)
1105 (return (values nil
:no-tls-value
)))
1106 ((or (eql tl-val sb
!vm
:no-tls-value-marker-widetag
)
1107 (eql tl-val sb
!vm
:unbound-marker-widetag
))
1108 (return (values nil
:unbound-in-thread
)))
1110 (multiple-value-bind (obj ok
) (make-lisp-obj tl-val nil
)
1111 ;; The value we constructed may be invalid if a GC has
1112 ;; occurred. That is harmless, though, since OBJ is
1113 ;; either in a register or on stack, and we are
1114 ;; conservative on both on GENCGC -- so a bogus object
1115 ;; is safe here as long as we don't return it. If we
1116 ;; ever port threads to a non-conservative GC we must
1117 ;; pin the TL-VAL address before constructing OBJ, or
1118 ;; make WITH-ALL-THREADS-LOCK imply WITHOUT-GCING.
1120 ;; The reason we don't just rely on TL-VAL pinning the
1121 ;; object is that the call to MAKE-LISP-OBJ may cause
1122 ;; bignum allocation, at which point TL-VAL might not
1123 ;; be alive anymore -- hence the epoch check.
1124 (when (eq epoch sb
!kernel
::*gc-epoch
*)
1126 (return (values obj
:ok
))
1127 (return (values obj
:invalid-tls-value
))))))))
1128 (return (values nil
:thread-dead
))))))
1130 (defun %set-symbol-value-in-thread
(symbol thread value
)
1131 (with-pinned-objects (value)
1132 ;; Prevent the thread from dying completely while we look for the TLS
1134 (with-all-threads-lock
1135 (if (thread-alive-p thread
)
1136 (let ((offset (* sb
!vm
:n-word-bytes
1137 (sb!vm
::symbol-tls-index symbol
))))
1138 (cond ((zerop offset
)
1139 (values nil
:no-tls-value
))
1141 (setf (sap-ref-word (%thread-sap thread
) offset
)
1142 (get-lisp-obj-address value
))
1143 (values value
:ok
))))
1144 (values nil
:thread-dead
))))))
1146 (defun symbol-value-in-thread (symbol thread
&optional
(errorp t
))
1147 "Return the local value of SYMBOL in THREAD, and a secondary value of T
1150 If the value cannot be retrieved (because the thread has exited or because it
1151 has no local binding for NAME) and ERRORP is true signals an error of type
1152 SYMBOL-VALUE-IN-THREAD-ERROR; if ERRORP is false returns a primary value of
1153 NIL, and a secondary value of NIL.
1155 Can also be used with SETF to change the thread-local value of SYMBOL.
1157 SYMBOL-VALUE-IN-THREAD is primarily intended as a debugging tool, and not as a
1158 mechanism for inter-thread communication."
1159 (declare (symbol symbol
) (thread thread
))
1161 (multiple-value-bind (res status
) (%symbol-value-in-thread symbol thread
)
1165 (error 'symbol-value-in-thread-error
1168 :info
(list :read status
))
1172 (values (symbol-value symbol
) t
)
1174 (error 'symbol-value-in-thread-error
1177 :info
(list :read
:unbound-in-thread
))
1180 (defun (setf symbol-value-in-thread
) (value symbol thread
&optional
(errorp t
))
1181 (declare (symbol symbol
) (thread thread
))
1183 (multiple-value-bind (res status
) (%set-symbol-value-in-thread symbol thread value
)
1187 (error 'symbol-value-in-thread-error
1190 :info
(list :write status
))
1194 (values (setf (symbol-value symbol
) value
) t
)
1196 (error 'symbol-value-in-thread-error
1199 :info
(list :write
:unbound-in-thread
))
1202 (defun sb!vm
::locked-symbol-global-value-add
(symbol-name delta
)
1203 (sb!vm
::locked-symbol-global-value-add symbol-name delta
))
1208 (defun thread-stepping ()
1210 (sap-ref-word (current-thread-sap)
1211 (* sb
!vm
::thread-stepping-slot sb
!vm
:n-word-bytes
))))
1213 (defun (setf thread-stepping
) (value)
1214 (setf (sap-ref-word (current-thread-sap)
1215 (* sb
!vm
::thread-stepping-slot sb
!vm
:n-word-bytes
))
1216 (get-lisp-obj-address value
)))