Add per-thread cache to malloc
[glibc.git] / nptl / pthread_mutex_init.c
blob6f2fc808ff1b140af98b197bf241eb3ec8866b2a
1 /* Copyright (C) 2002-2017 Free Software Foundation, Inc.
2 This file is part of the GNU C Library.
3 Contributed by Ulrich Drepper <drepper@redhat.com>, 2002.
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, see
17 <http://www.gnu.org/licenses/>. */
19 #include <assert.h>
20 #include <errno.h>
21 #include <stdbool.h>
22 #include <string.h>
23 #include <kernel-features.h>
24 #include "pthreadP.h"
25 #include <atomic.h>
27 #include <stap-probe.h>
29 static const struct pthread_mutexattr default_mutexattr =
31 /* Default is a normal mutex, not shared between processes. */
32 .mutexkind = PTHREAD_MUTEX_NORMAL
36 static bool
37 prio_inherit_missing (void)
39 #ifdef __NR_futex
40 static int tpi_supported;
41 if (__glibc_unlikely (tpi_supported == 0))
43 int lock = 0;
44 INTERNAL_SYSCALL_DECL (err);
45 int ret = INTERNAL_SYSCALL (futex, err, 4, &lock, FUTEX_UNLOCK_PI, 0, 0);
46 assert (INTERNAL_SYSCALL_ERROR_P (ret, err));
47 tpi_supported = INTERNAL_SYSCALL_ERRNO (ret, err) == ENOSYS ? -1 : 1;
49 return __glibc_unlikely (tpi_supported < 0);
50 #endif
51 return true;
54 int
55 __pthread_mutex_init (pthread_mutex_t *mutex,
56 const pthread_mutexattr_t *mutexattr)
58 const struct pthread_mutexattr *imutexattr;
60 assert (sizeof (pthread_mutex_t) <= __SIZEOF_PTHREAD_MUTEX_T);
62 imutexattr = ((const struct pthread_mutexattr *) mutexattr
63 ?: &default_mutexattr);
65 /* Sanity checks. */
66 switch (__builtin_expect (imutexattr->mutexkind
67 & PTHREAD_MUTEXATTR_PROTOCOL_MASK,
68 PTHREAD_PRIO_NONE
69 << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT))
71 case PTHREAD_PRIO_NONE << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
72 break;
74 case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
75 if (__glibc_unlikely (prio_inherit_missing ()))
76 return ENOTSUP;
77 break;
79 default:
80 /* XXX: For now we don't support robust priority protected mutexes. */
81 if (imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST)
82 return ENOTSUP;
83 break;
86 /* Clear the whole variable. */
87 memset (mutex, '\0', __SIZEOF_PTHREAD_MUTEX_T);
89 /* Copy the values from the attribute. */
90 mutex->__data.__kind = imutexattr->mutexkind & ~PTHREAD_MUTEXATTR_FLAG_BITS;
92 if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST) != 0)
94 #ifndef __ASSUME_SET_ROBUST_LIST
95 if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_PSHARED) != 0
96 && __set_robust_list_avail < 0)
97 return ENOTSUP;
98 #endif
100 mutex->__data.__kind |= PTHREAD_MUTEX_ROBUST_NORMAL_NP;
103 switch (imutexattr->mutexkind & PTHREAD_MUTEXATTR_PROTOCOL_MASK)
105 case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
106 mutex->__data.__kind |= PTHREAD_MUTEX_PRIO_INHERIT_NP;
107 break;
109 case PTHREAD_PRIO_PROTECT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
110 mutex->__data.__kind |= PTHREAD_MUTEX_PRIO_PROTECT_NP;
112 int ceiling = (imutexattr->mutexkind
113 & PTHREAD_MUTEXATTR_PRIO_CEILING_MASK)
114 >> PTHREAD_MUTEXATTR_PRIO_CEILING_SHIFT;
115 if (! ceiling)
117 /* See __init_sched_fifo_prio. */
118 if (atomic_load_relaxed (&__sched_fifo_min_prio) == -1)
119 __init_sched_fifo_prio ();
120 if (ceiling < atomic_load_relaxed (&__sched_fifo_min_prio))
121 ceiling = atomic_load_relaxed (&__sched_fifo_min_prio);
123 mutex->__data.__lock = ceiling << PTHREAD_MUTEX_PRIO_CEILING_SHIFT;
124 break;
126 default:
127 break;
130 /* The kernel when waking robust mutexes on exit never uses
131 FUTEX_PRIVATE_FLAG FUTEX_WAKE. */
132 if ((imutexattr->mutexkind & (PTHREAD_MUTEXATTR_FLAG_PSHARED
133 | PTHREAD_MUTEXATTR_FLAG_ROBUST)) != 0)
134 mutex->__data.__kind |= PTHREAD_MUTEX_PSHARED_BIT;
136 /* Default values: mutex not used yet. */
137 // mutex->__count = 0; already done by memset
138 // mutex->__owner = 0; already done by memset
139 // mutex->__nusers = 0; already done by memset
140 // mutex->__spins = 0; already done by memset
141 // mutex->__next = NULL; already done by memset
143 LIBC_PROBE (mutex_init, 1, mutex);
145 return 0;
147 weak_alias (__pthread_mutex_init, pthread_mutex_init)
148 hidden_def (__pthread_mutex_init)