libsanitizer/sanitizer_common/sanitizer_tls_get_addr.cc

   1 //===-- sanitizer_tls_get_addr.cc -----------------------------------------===//
   2 //
   3 // This file is distributed under the University of Illinois Open Source
   4 // License. See LICENSE.TXT for details.
   5 //
   6 //===----------------------------------------------------------------------===//
   7 //
   8 // Handle the __tls_get_addr call.
   9 //
  10 //===----------------------------------------------------------------------===//
  11
  12 #include "sanitizer_tls_get_addr.h"
  13
  14 #include "sanitizer_flags.h"
  15 #include "sanitizer_platform_interceptors.h"
  16
  17 namespace __sanitizer {
  18 #if SANITIZER_INTERCEPT_TLS_GET_ADDR
  19
  20 // The actual parameter that comes to __tls_get_addr
  21 // is a pointer to a struct with two words in it:
  22 struct TlsGetAddrParam {
  23   uptr dso_id;
  24   uptr offset;
  25 };
  26
  27 // Glibc starting from 2.19 allocates tls using __signal_safe_memalign,
  28 // which has such header.
  29 struct Glibc_2_19_tls_header {
  30   uptr size;
  31   uptr start;
  32 };
  33
  34 // This must be static TLS
  35 __attribute__((tls_model("initial-exec")))
  36 static __thread DTLS dtls;
  37
  38 // Make sure we properly destroy the DTLS objects:
  39 // this counter should never get too large.
  40 static atomic_uintptr_t number_of_live_dtls;
  41
  42 static const uptr kDestroyedThread = -1;
  43
  44 static inline void DTLS_Deallocate(DTLS::DTV *dtv, uptr size) {
  45   if (!size) return;
  46   VPrintf(2, "__tls_get_addr: DTLS_Deallocate %p %zd\n", dtv, size);
  47   UnmapOrDie(dtv, size * sizeof(DTLS::DTV));
  48   atomic_fetch_sub(&number_of_live_dtls, 1, memory_order_relaxed);
  49 }
  50
  51 static inline void DTLS_Resize(uptr new_size) {
  52   if (dtls.dtv_size >= new_size) return;
  53   new_size = RoundUpToPowerOfTwo(new_size);
  54   new_size = Max(new_size, 4096UL / sizeof(DTLS::DTV));
  55   DTLS::DTV *new_dtv =
  56       (DTLS::DTV *)MmapOrDie(new_size * sizeof(DTLS::DTV), "DTLS_Resize");
  57   uptr num_live_dtls =
  58       atomic_fetch_add(&number_of_live_dtls, 1, memory_order_relaxed);
  59   VPrintf(2, "__tls_get_addr: DTLS_Resize %p %zd\n", &dtls, num_live_dtls);
  60   CHECK_LT(num_live_dtls, 1 << 20);
  61   uptr old_dtv_size = dtls.dtv_size;
  62   DTLS::DTV *old_dtv = dtls.dtv;
  63   if (old_dtv_size)
  64     internal_memcpy(new_dtv, dtls.dtv, dtls.dtv_size * sizeof(DTLS::DTV));
  65   dtls.dtv = new_dtv;
  66   dtls.dtv_size = new_size;
  67   if (old_dtv_size)
  68     DTLS_Deallocate(old_dtv, old_dtv_size);
  69 }
  70
  71 void DTLS_Destroy() {
  72   if (!common_flags()->intercept_tls_get_addr) return;
  73   VPrintf(2, "__tls_get_addr: DTLS_Destroy %p %zd\n", &dtls, dtls.dtv_size);
  74   uptr s = dtls.dtv_size;
  75   dtls.dtv_size = kDestroyedThread;  // Do this before unmap for AS-safety.
  76   DTLS_Deallocate(dtls.dtv, s);
  77 }
  78
  79 void DTLS_on_tls_get_addr(void *arg_void, void *res) {
  80   if (!common_flags()->intercept_tls_get_addr) return;
  81   TlsGetAddrParam *arg = reinterpret_cast<TlsGetAddrParam *>(arg_void);
  82   uptr dso_id = arg->dso_id;
  83   if (dtls.dtv_size == kDestroyedThread) return;
  84   DTLS_Resize(dso_id + 1);
  85   if (dtls.dtv[dso_id].beg)
  86     return;
  87   uptr tls_size = 0;
  88   uptr tls_beg = reinterpret_cast<uptr>(res) - arg->offset;
  89   VPrintf(2, "__tls_get_addr: %p {%p,%p} => %p; tls_beg: %p; sp: %p "
  90              "num_live_dtls %zd\n",
  91           arg, arg->dso_id, arg->offset, res, tls_beg, &tls_beg,
  92           atomic_load(&number_of_live_dtls, memory_order_relaxed));
  93   if (dtls.last_memalign_ptr == tls_beg) {
  94     tls_size = dtls.last_memalign_size;
  95     VPrintf(2, "__tls_get_addr: glibc <=2.18 suspected; tls={%p,%p}\n",
  96         tls_beg, tls_size);
  97   } else if ((tls_beg % 4096) == sizeof(Glibc_2_19_tls_header)) {
  98     // We may want to check gnu_get_libc_version().
  99     Glibc_2_19_tls_header *header = (Glibc_2_19_tls_header *)tls_beg - 1;
 100     tls_size = header->size;
 101     tls_beg = header->start;
 102     VPrintf(2, "__tls_get_addr: glibc >=2.19 suspected; tls={%p %p}\n",
 103         tls_beg, tls_size);
 104   } else {
 105     VPrintf(2, "__tls_get_addr: Can't guess glibc version\n");
 106     // This may happen inside the DTOR of main thread, so just ignore it.
 107     tls_size = 0;
 108   }
 109   dtls.dtv[dso_id].beg = tls_beg;
 110   dtls.dtv[dso_id].size = tls_size;
 111 }
 112
 113 void DTLS_on_libc_memalign(void *ptr, uptr size) {
 114   if (!common_flags()->intercept_tls_get_addr) return;
 115   VPrintf(2, "DTLS_on_libc_memalign: %p %p\n", ptr, size);
 116   dtls.last_memalign_ptr = reinterpret_cast<uptr>(ptr);
 117   dtls.last_memalign_size = size;
 118 }
 119
 120 DTLS *DTLS_Get() { return &dtls; }
 121
 122 #else
 123 void DTLS_on_libc_memalign(void *ptr, uptr size) {}
 124 void DTLS_on_tls_get_addr(void *arg, void *res) {}
 125 DTLS *DTLS_Get() { return 0; }
 126 void DTLS_Destroy() {}
 127 #endif  // SANITIZER_INTERCEPT_TLS_GET_ADDR
 128
 129 }  // namespace __sanitizer