dlls/ntdll/thread.c

   1 /*
   2  * NT threads support
   3  *
   4  * Copyright 1996, 2003 Alexandre Julliard
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2.1 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, write to the Free Software
  18  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  19  */
  20
  21 #include <assert.h>
  22 #include <stdarg.h>
  23 #include <limits.h>
  24 #include <sys/types.h>
  25
  26 #define NONAMELESSUNION
  27 #include "ntstatus.h"
  28 #define WIN32_NO_STATUS
  29 #include "winternl.h"
  30 #include "wine/debug.h"
  31 #include "ntdll_misc.h"
  32 #include "ddk/wdm.h"
  33 #include "wine/exception.h"
  34
  35 WINE_DEFAULT_DEBUG_CHANNEL(thread);
  36 WINE_DECLARE_DEBUG_CHANNEL(relay);
  37 WINE_DECLARE_DEBUG_CHANNEL(pid);
  38 WINE_DECLARE_DEBUG_CHANNEL(timestamp);
  39
  40 struct _KUSER_SHARED_DATA *user_shared_data = (void *)0x7ffe0000;
  41
  42 struct debug_info
  43 {
  44     unsigned int str_pos;       /* current position in strings buffer */
  45     unsigned int out_pos;       /* current position in output buffer */
  46     char         strings[1020]; /* buffer for temporary strings */
  47     char         output[1020];  /* current output line */
  48 };
  49
  50 C_ASSERT( sizeof(struct debug_info) == 0x800 );
  51
  52 static int nb_debug_options;
  53 static struct __wine_debug_channel *debug_options;
  54
  55 static inline struct debug_info *get_info(void)
  56 {
  57 #ifdef _WIN64
  58     return (struct debug_info *)((TEB32 *)((char *)NtCurrentTeb() + 0x2000) + 1);
  59 #else
  60     return (struct debug_info *)(NtCurrentTeb() + 1);
  61 #endif
  62 }
  63
  64 static void init_options(void)
  65 {
  66     unsigned int offset = page_size * (sizeof(void *) / 4);
  67
  68     debug_options = (struct __wine_debug_channel *)((char *)NtCurrentTeb()->Peb + offset);
  69     while (debug_options[nb_debug_options].name[0]) nb_debug_options++;
  70 }
  71
  72 /* add a string to the output buffer */
  73 static int append_output( struct debug_info *info, const char *str, size_t len )
  74 {
  75     if (len >= sizeof(info->output) - info->out_pos)
  76     {
  77         __wine_dbg_write( info->output, info->out_pos );
  78         info->out_pos = 0;
  79         ERR_(thread)( "debug buffer overflow:\n" );
  80         __wine_dbg_write( str, len );
  81         RtlRaiseStatus( STATUS_BUFFER_OVERFLOW );
  82     }
  83     memcpy( info->output + info->out_pos, str, len );
  84     info->out_pos += len;
  85     return len;
  86 }
  87
  88 /***********************************************************************
  89  *              __wine_dbg_get_channel_flags  (NTDLL.@)
  90  *
  91  * Get the flags to use for a given channel, possibly setting them too in case of lazy init
  92  */
  93 unsigned char __cdecl __wine_dbg_get_channel_flags( struct __wine_debug_channel *channel )
  94 {
  95     int min, max, pos, res;
  96     unsigned char default_flags;
  97
  98     if (!debug_options) init_options();
  99
 100     min = 0;
 101     max = nb_debug_options - 1;
 102     while (min <= max)
 103     {
 104         pos = (min + max) / 2;
 105         res = strcmp( channel->name, debug_options[pos].name );
 106         if (!res) return debug_options[pos].flags;
 107         if (res < 0) max = pos - 1;
 108         else min = pos + 1;
 109     }
 110     /* no option for this channel */
 111     default_flags = debug_options[nb_debug_options].flags;
 112     if (channel->flags & (1 << __WINE_DBCL_INIT)) channel->flags = default_flags;
 113     return default_flags;
 114 }
 115
 116 /***********************************************************************
 117  *              __wine_dbg_strdup  (NTDLL.@)
 118  */
 119 const char * __cdecl __wine_dbg_strdup( const char *str )
 120 {
 121     struct debug_info *info = get_info();
 122     unsigned int pos = info->str_pos;
 123     size_t n = strlen( str ) + 1;
 124
 125     assert( n <= sizeof(info->strings) );
 126     if (pos + n > sizeof(info->strings)) pos = 0;
 127     info->str_pos = pos + n;
 128     return memcpy( info->strings + pos, str, n );
 129 }
 130
 131 /***********************************************************************
 132  *              __wine_dbg_header  (NTDLL.@)
 133  */
 134 int __cdecl __wine_dbg_header( enum __wine_debug_class cls, struct __wine_debug_channel *channel,
 135                                const char *function )
 136 {
 137     static const char * const classes[] = { "fixme", "err", "warn", "trace" };
 138     struct debug_info *info = get_info();
 139     char *pos = info->output;
 140
 141     if (!(__wine_dbg_get_channel_flags( channel ) & (1 << cls))) return -1;
 142
 143     /* only print header if we are at the beginning of the line */
 144     if (info->out_pos) return 0;
 145
 146     if (TRACE_ON(timestamp))
 147     {
 148         ULONG ticks = NtGetTickCount();
 149         pos += sprintf( pos, "%3lu.%03lu:", ticks / 1000, ticks % 1000 );
 150     }
 151     if (TRACE_ON(pid)) pos += sprintf( pos, "%04lx:", GetCurrentProcessId() );
 152     pos += sprintf( pos, "%04lx:", GetCurrentThreadId() );
 153     if (function && cls < ARRAY_SIZE( classes ))
 154         pos += snprintf( pos, sizeof(info->output) - (pos - info->output), "%s:%s:%s ",
 155                          classes[cls], channel->name, function );
 156     info->out_pos = pos - info->output;
 157     return info->out_pos;
 158 }
 159
 160 /***********************************************************************
 161  *              __wine_dbg_output  (NTDLL.@)
 162  */
 163 int __cdecl __wine_dbg_output( const char *str )
 164 {
 165     struct debug_info *info = get_info();
 166     const char *end = strrchr( str, '\n' );
 167     int ret = 0;
 168
 169     if (end)
 170     {
 171         ret += append_output( info, str, end + 1 - str );
 172         __wine_dbg_write( info->output, info->out_pos );
 173         info->out_pos = 0;
 174         str = end + 1;
 175     }
 176     if (*str) ret += append_output( info, str, strlen( str ));
 177     return ret;
 178 }
 179
 180
 181 /***********************************************************************
 182  *           set_native_thread_name
 183  */
 184 void set_native_thread_name( DWORD tid, const char *name )
 185 {
 186     THREAD_NAME_INFORMATION info;
 187     HANDLE h = GetCurrentThread();
 188     WCHAR nameW[64];
 189
 190     if (tid != -1)
 191     {
 192         OBJECT_ATTRIBUTES attr;
 193         CLIENT_ID cid;
 194
 195         attr.Length = sizeof(attr);
 196         attr.RootDirectory = 0;
 197         attr.Attributes = 0;
 198         attr.ObjectName = NULL;
 199         attr.SecurityDescriptor = NULL;
 200         attr.SecurityQualityOfService = NULL;
 201
 202         cid.UniqueProcess = 0;
 203         cid.UniqueThread = ULongToHandle( tid );
 204
 205         if (NtOpenThread( &h, THREAD_QUERY_LIMITED_INFORMATION, &attr, &cid )) return;
 206     }
 207
 208     if (name)
 209     {
 210         mbstowcs( nameW, name, ARRAY_SIZE(nameW) );
 211         nameW[ARRAY_SIZE(nameW) - 1] = '\0';
 212     }
 213     else
 214     {
 215         nameW[0] = '\0';
 216     }
 217
 218     RtlInitUnicodeString( &info.ThreadName, nameW );
 219     NtSetInformationThread( h, ThreadWineNativeThreadName, &info, sizeof(info) );
 220
 221     if (h != GetCurrentThread())
 222         NtClose(h);
 223 }
 224
 225
 226 /***********************************************************************
 227  *           RtlExitUserThread  (NTDLL.@)
 228  */
 229 void WINAPI RtlExitUserThread( ULONG status )
 230 {
 231     ULONG last;
 232
 233     NtQueryInformationThread( GetCurrentThread(), ThreadAmILastThread, &last, sizeof(last), NULL );
 234     if (last) RtlExitUserProcess( status );
 235     LdrShutdownThread();
 236     for (;;) NtTerminateThread( GetCurrentThread(), status );
 237 }
 238
 239
 240 /***********************************************************************
 241  *           RtlUserThreadStart (NTDLL.@)
 242  */
 243 #ifdef __i386__
 244 __ASM_STDCALL_FUNC( RtlUserThreadStart, 8,
 245                    "movl %ebx,8(%esp)\n\t"  /* arg */
 246                    "movl %eax,4(%esp)\n\t"  /* entry */
 247                    "jmp " __ASM_NAME("call_thread_func") )
 248
 249 /* wrapper to call BaseThreadInitThunk */
 250 extern void DECLSPEC_NORETURN call_thread_func_wrapper( void *thunk, PRTL_THREAD_START_ROUTINE entry, void *arg );
 251 __ASM_GLOBAL_FUNC( call_thread_func_wrapper,
 252                   "pushl %ebp\n\t"
 253                   __ASM_CFI(".cfi_adjust_cfa_offset 4\n\t")
 254                   __ASM_CFI(".cfi_rel_offset %ebp,0\n\t")
 255                   "movl %esp,%ebp\n\t"
 256                   __ASM_CFI(".cfi_def_cfa_register %ebp\n\t")
 257                    "subl $4,%esp\n\t"
 258                    "andl $~0xf,%esp\n\t"
 259                    "xorl %ecx,%ecx\n\t"
 260                    "movl 12(%ebp),%edx\n\t"
 261                    "movl 16(%ebp),%eax\n\t"
 262                    "movl %eax,(%esp)\n\t"
 263                    "call *8(%ebp)" )
 264
 265 void DECLSPEC_HIDDEN call_thread_func( PRTL_THREAD_START_ROUTINE entry, void *arg )
 266 {
 267     __TRY
 268     {
 269         TRACE_(relay)( "\1Starting thread proc %p (arg=%p)\n", entry, arg );
 270         call_thread_func_wrapper( pBaseThreadInitThunk, entry, arg );
 271     }
 272     __EXCEPT(call_unhandled_exception_filter)
 273     {
 274         NtTerminateProcess( GetCurrentProcess(), GetExceptionCode() );
 275     }
 276     __ENDTRY
 277 }
 278
 279 #else  /* __i386__ */
 280
 281 void WINAPI RtlUserThreadStart( PRTL_THREAD_START_ROUTINE entry, void *arg )
 282 {
 283     __TRY
 284     {
 285         TRACE_(relay)( "\1Starting thread proc %p (arg=%p)\n", entry, arg );
 286         pBaseThreadInitThunk( 0, (LPTHREAD_START_ROUTINE)entry, arg );
 287     }
 288     __EXCEPT(call_unhandled_exception_filter)
 289     {
 290         NtTerminateProcess( GetCurrentProcess(), GetExceptionCode() );
 291     }
 292     __ENDTRY
 293 }
 294
 295 #endif  /* __i386__ */
 296
 297
 298 /***********************************************************************
 299  *              RtlCreateUserThread   (NTDLL.@)
 300  */
 301 NTSTATUS WINAPI RtlCreateUserThread( HANDLE process, SECURITY_DESCRIPTOR *descr,
 302                                      BOOLEAN suspended, ULONG zero_bits,
 303                                      SIZE_T stack_reserve, SIZE_T stack_commit,
 304                                      PRTL_THREAD_START_ROUTINE start, void *param,
 305                                      HANDLE *handle_ptr, CLIENT_ID *id )
 306 {
 307     ULONG flags = suspended ? THREAD_CREATE_FLAGS_CREATE_SUSPENDED : 0;
 308     ULONG_PTR buffer[offsetof( PS_ATTRIBUTE_LIST, Attributes[2] ) / sizeof(ULONG_PTR)];
 309     PS_ATTRIBUTE_LIST *attr_list = (PS_ATTRIBUTE_LIST *)buffer;
 310     HANDLE handle, actctx;
 311     TEB *teb;
 312     ULONG ret;
 313     NTSTATUS status;
 314     CLIENT_ID client_id;
 315     OBJECT_ATTRIBUTES attr;
 316
 317     attr_list->TotalLength = sizeof(buffer);
 318     attr_list->Attributes[0].Attribute    = PS_ATTRIBUTE_CLIENT_ID;
 319     attr_list->Attributes[0].Size         = sizeof(client_id);
 320     attr_list->Attributes[0].ValuePtr     = &client_id;
 321     attr_list->Attributes[0].ReturnLength = NULL;
 322     attr_list->Attributes[1].Attribute    = PS_ATTRIBUTE_TEB_ADDRESS;
 323     attr_list->Attributes[1].Size         = sizeof(teb);
 324     attr_list->Attributes[1].ValuePtr     = &teb;
 325     attr_list->Attributes[1].ReturnLength = NULL;
 326
 327     InitializeObjectAttributes( &attr, NULL, 0, NULL, descr );
 328
 329     RtlGetActiveActivationContext( &actctx );
 330     if (actctx) flags |= THREAD_CREATE_FLAGS_CREATE_SUSPENDED;
 331
 332     status = NtCreateThreadEx( &handle, THREAD_ALL_ACCESS, &attr, process, start, param,
 333                                flags, zero_bits, stack_commit, stack_reserve, attr_list );
 334     if (!status)
 335     {
 336         if (actctx)
 337         {
 338             ULONG_PTR cookie;
 339             RtlActivateActivationContextEx( 0, teb, actctx, &cookie );
 340             if (!suspended) NtResumeThread( handle, &ret );
 341         }
 342         if (id) *id = client_id;
 343         if (handle_ptr) *handle_ptr = handle;
 344         else NtClose( handle );
 345     }
 346     if (actctx) RtlReleaseActivationContext( actctx );
 347     return status;
 348 }
 349
 350
 351 /**********************************************************************
 352  *           RtlCreateUserStack (NTDLL.@)
 353  */
 354 NTSTATUS WINAPI RtlCreateUserStack( SIZE_T commit, SIZE_T reserve, ULONG zero_bits,
 355                                     SIZE_T commit_align, SIZE_T reserve_align, INITIAL_TEB *stack )
 356 {
 357     PROCESS_STACK_ALLOCATION_INFORMATION alloc;
 358     NTSTATUS status;
 359
 360     TRACE("commit %#Ix, reserve %#Ix, zero_bits %lu, commit_align %#Ix, reserve_align %#Ix, stack %p\n",
 361             commit, reserve, zero_bits, commit_align, reserve_align, stack);
 362
 363     if (!commit_align || !reserve_align)
 364         return STATUS_INVALID_PARAMETER;
 365
 366     if (!commit || !reserve)
 367     {
 368         IMAGE_NT_HEADERS *nt = RtlImageNtHeader( NtCurrentTeb()->Peb->ImageBaseAddress );
 369         if (!reserve) reserve = nt->OptionalHeader.SizeOfStackReserve;
 370         if (!commit) commit = nt->OptionalHeader.SizeOfStackCommit;
 371     }
 372
 373     reserve = (reserve + reserve_align - 1) & ~(reserve_align - 1);
 374     commit = (commit + commit_align - 1) & ~(commit_align - 1);
 375
 376     if (reserve < commit) reserve = commit;
 377     if (reserve < 0x100000) reserve = 0x100000;
 378     reserve = (reserve + 0xffff) & ~0xffff;  /* round to 64K boundary */
 379
 380     alloc.ReserveSize = reserve;
 381     alloc.ZeroBits = zero_bits;
 382     status = NtSetInformationProcess( GetCurrentProcess(), ProcessThreadStackAllocation,
 383                                       &alloc, sizeof(alloc) );
 384     if (!status)
 385     {
 386         void *addr = alloc.StackBase;
 387         SIZE_T size = page_size;
 388
 389         NtAllocateVirtualMemory( GetCurrentProcess(), &addr, 0, &size, MEM_COMMIT, PAGE_NOACCESS );
 390         addr = (char *)alloc.StackBase + page_size;
 391         NtAllocateVirtualMemory( GetCurrentProcess(), &addr, 0, &size, MEM_COMMIT, PAGE_READWRITE | PAGE_GUARD );
 392         addr = (char *)alloc.StackBase + 2 * page_size;
 393         size = reserve - 2 * page_size;
 394         NtAllocateVirtualMemory( GetCurrentProcess(), &addr, 0, &size, MEM_COMMIT, PAGE_READWRITE );
 395
 396         /* note: limit is lower than base since the stack grows down */
 397         stack->OldStackBase = 0;
 398         stack->OldStackLimit = 0;
 399         stack->DeallocationStack = alloc.StackBase;
 400         stack->StackBase = (char *)alloc.StackBase + reserve;
 401         stack->StackLimit = (char *)alloc.StackBase + 2 * page_size;
 402     }
 403     return status;
 404 }
 405
 406
 407 /**********************************************************************
 408  *           RtlFreeUserStack (NTDLL.@)
 409  */
 410 void WINAPI RtlFreeUserStack( void *stack )
 411 {
 412     SIZE_T size = 0;
 413
 414     TRACE("stack %p\n", stack);
 415
 416     NtFreeVirtualMemory( NtCurrentProcess(), &stack, &size, MEM_RELEASE );
 417 }
 418
 419
 420 /******************************************************************************
 421  *              RtlGetNtGlobalFlags   (NTDLL.@)
 422  */
 423 ULONG WINAPI RtlGetNtGlobalFlags(void)
 424 {
 425     return NtCurrentTeb()->Peb->NtGlobalFlag;
 426 }
 427
 428
 429 /******************************************************************************
 430  *              RtlPushFrame  (NTDLL.@)
 431  */
 432 void WINAPI RtlPushFrame( TEB_ACTIVE_FRAME *frame )
 433 {
 434     frame->Previous = NtCurrentTeb()->ActiveFrame;
 435     NtCurrentTeb()->ActiveFrame = frame;
 436 }
 437
 438
 439 /******************************************************************************
 440  *              RtlPopFrame  (NTDLL.@)
 441  */
 442 void WINAPI RtlPopFrame( TEB_ACTIVE_FRAME *frame )
 443 {
 444     NtCurrentTeb()->ActiveFrame = frame->Previous;
 445 }
 446
 447
 448 /******************************************************************************
 449  *              RtlGetFrame  (NTDLL.@)
 450  */
 451 TEB_ACTIVE_FRAME * WINAPI RtlGetFrame(void)
 452 {
 453     return NtCurrentTeb()->ActiveFrame;
 454 }
 455
 456
 457 /***********************************************************************
 458  * Fibers
 459  ***********************************************************************/
 460
 461
 462 static GLOBAL_FLS_DATA fls_data = { { NULL }, { &fls_data.fls_list_head, &fls_data.fls_list_head } };
 463
 464 static RTL_CRITICAL_SECTION fls_section;
 465 static RTL_CRITICAL_SECTION_DEBUG fls_critsect_debug =
 466 {
 467     0, 0, &fls_section,
 468     { &fls_critsect_debug.ProcessLocksList, &fls_critsect_debug.ProcessLocksList },
 469             0, 0, { (DWORD_PTR)(__FILE__ ": fls_section") }
 470 };
 471 static RTL_CRITICAL_SECTION fls_section = { &fls_critsect_debug, -1, 0, 0, 0, 0 };
 472
 473 #define MAX_FLS_DATA_COUNT 0xff0
 474
 475 static void lock_fls_data(void)
 476 {
 477     RtlEnterCriticalSection( &fls_section );
 478 }
 479
 480 static void unlock_fls_data(void)
 481 {
 482     RtlLeaveCriticalSection( &fls_section );
 483 }
 484
 485 static unsigned int fls_chunk_size( unsigned int chunk_index )
 486 {
 487     return 0x10 << chunk_index;
 488 }
 489
 490 static unsigned int fls_index_from_chunk_index( unsigned int chunk_index, unsigned int index )
 491 {
 492     return 0x10 * ((1 << chunk_index) - 1) + index;
 493 }
 494
 495 static unsigned int fls_chunk_index_from_index( unsigned int index, unsigned int *index_in_chunk )
 496 {
 497     unsigned int chunk_index = 0;
 498
 499     while (index >= fls_chunk_size( chunk_index ))
 500         index -= fls_chunk_size( chunk_index++ );
 501
 502     *index_in_chunk = index;
 503     return chunk_index;
 504 }
 505
 506 TEB_FLS_DATA *fls_alloc_data(void)
 507 {
 508     TEB_FLS_DATA *fls;
 509
 510     if (!(fls = RtlAllocateHeap( GetProcessHeap(), HEAP_ZERO_MEMORY, sizeof(*fls) )))
 511         return NULL;
 512
 513     lock_fls_data();
 514     InsertTailList( &fls_data.fls_list_head, &fls->fls_list_entry );
 515     unlock_fls_data();
 516
 517     return fls;
 518 }
 519
 520
 521 /***********************************************************************
 522  *              RtlFlsAlloc  (NTDLL.@)
 523  */
 524 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsAlloc( PFLS_CALLBACK_FUNCTION callback, ULONG *ret_index )
 525 {
 526     unsigned int chunk_index, index, i;
 527     FLS_INFO_CHUNK *chunk;
 528     TEB_FLS_DATA *fls;
 529
 530     if (!(fls = NtCurrentTeb()->FlsSlots)
 531             && !(NtCurrentTeb()->FlsSlots = fls = fls_alloc_data()))
 532         return STATUS_NO_MEMORY;
 533
 534     lock_fls_data();
 535     for (i = 0; i < ARRAY_SIZE(fls_data.fls_callback_chunks); ++i)
 536     {
 537         if (!fls_data.fls_callback_chunks[i] || fls_data.fls_callback_chunks[i]->count < fls_chunk_size( i ))
 538             break;
 539     }
 540
 541     if ((chunk_index = i) == ARRAY_SIZE(fls_data.fls_callback_chunks))
 542     {
 543         unlock_fls_data();
 544         return STATUS_NO_MEMORY;
 545     }
 546
 547     if ((chunk = fls_data.fls_callback_chunks[chunk_index]))
 548     {
 549         for (index = 0; index < fls_chunk_size( chunk_index ); ++index)
 550             if (!chunk->callbacks[index].callback)
 551                 break;
 552         assert( index < fls_chunk_size( chunk_index ));
 553     }
 554     else
 555     {
 556         fls_data.fls_callback_chunks[chunk_index] = chunk = RtlAllocateHeap( GetProcessHeap(), HEAP_ZERO_MEMORY,
 557                 offsetof(FLS_INFO_CHUNK, callbacks) + sizeof(*chunk->callbacks) * fls_chunk_size( chunk_index ));
 558         if (!chunk)
 559         {
 560             unlock_fls_data();
 561             return STATUS_NO_MEMORY;
 562         }
 563
 564         if (chunk_index)
 565         {
 566             index = 0;
 567         }
 568         else
 569         {
 570             chunk->count = 1; /* FLS index 0 is prohibited. */
 571             chunk->callbacks[0].callback = (void *)~(ULONG_PTR)0;
 572             index = 1;
 573         }
 574     }
 575
 576     ++chunk->count;
 577     chunk->callbacks[index].callback = callback ? callback : (PFLS_CALLBACK_FUNCTION)~(ULONG_PTR)0;
 578
 579     if ((*ret_index = fls_index_from_chunk_index( chunk_index, index )) > fls_data.fls_high_index)
 580         fls_data.fls_high_index = *ret_index;
 581
 582     unlock_fls_data();
 583
 584     return STATUS_SUCCESS;
 585 }
 586
 587
 588 /***********************************************************************
 589  *              RtlFlsFree   (NTDLL.@)
 590  */
 591 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsFree( ULONG index )
 592 {
 593     PFLS_CALLBACK_FUNCTION callback;
 594     unsigned int chunk_index, idx;
 595     FLS_INFO_CHUNK *chunk;
 596     LIST_ENTRY *entry;
 597
 598     lock_fls_data();
 599
 600     if (!index || index > fls_data.fls_high_index)
 601     {
 602         unlock_fls_data();
 603         return STATUS_INVALID_PARAMETER;
 604     }
 605
 606     chunk_index = fls_chunk_index_from_index( index, &idx );
 607     if (!(chunk = fls_data.fls_callback_chunks[chunk_index])
 608             || !(callback = chunk->callbacks[idx].callback))
 609     {
 610         unlock_fls_data();
 611         return STATUS_INVALID_PARAMETER;
 612     }
 613
 614     for (entry = fls_data.fls_list_head.Flink; entry != &fls_data.fls_list_head; entry = entry->Flink)
 615     {
 616         TEB_FLS_DATA *fls = CONTAINING_RECORD(entry, TEB_FLS_DATA, fls_list_entry);
 617
 618         if (fls->fls_data_chunks[chunk_index] && fls->fls_data_chunks[chunk_index][idx + 1])
 619         {
 620             if (callback != (void *)~(ULONG_PTR)0)
 621             {
 622                 TRACE_(relay)("Calling FLS callback %p, arg %p.\n", callback,
 623                         fls->fls_data_chunks[chunk_index][idx + 1]);
 624
 625                 callback( fls->fls_data_chunks[chunk_index][idx + 1] );
 626             }
 627             fls->fls_data_chunks[chunk_index][idx + 1] = NULL;
 628         }
 629     }
 630
 631     --chunk->count;
 632     chunk->callbacks[idx].callback = NULL;
 633
 634     unlock_fls_data();
 635     return STATUS_SUCCESS;
 636 }
 637
 638
 639 /***********************************************************************
 640  *              RtlFlsSetValue (NTDLL.@)
 641  */
 642 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsSetValue( ULONG index, void *data )
 643 {
 644     unsigned int chunk_index, idx;
 645     TEB_FLS_DATA *fls;
 646
 647     if (!index || index >= MAX_FLS_DATA_COUNT)
 648         return STATUS_INVALID_PARAMETER;
 649
 650     if (!(fls = NtCurrentTeb()->FlsSlots)
 651             && !(NtCurrentTeb()->FlsSlots = fls = fls_alloc_data()))
 652         return STATUS_NO_MEMORY;
 653
 654     chunk_index = fls_chunk_index_from_index( index, &idx );
 655
 656     if (!fls->fls_data_chunks[chunk_index] &&
 657             !(fls->fls_data_chunks[chunk_index] = RtlAllocateHeap( GetProcessHeap(), HEAP_ZERO_MEMORY,
 658             (fls_chunk_size( chunk_index ) + 1) * sizeof(*fls->fls_data_chunks[chunk_index]) )))
 659         return STATUS_NO_MEMORY;
 660
 661     fls->fls_data_chunks[chunk_index][idx + 1] = data;
 662
 663     return STATUS_SUCCESS;
 664 }
 665
 666
 667 /***********************************************************************
 668  *              RtlFlsGetValue (NTDLL.@)
 669  */
 670 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsGetValue( ULONG index, void **data )
 671 {
 672     unsigned int chunk_index, idx;
 673     TEB_FLS_DATA *fls;
 674
 675     if (!index || index >= MAX_FLS_DATA_COUNT || !(fls = NtCurrentTeb()->FlsSlots))
 676         return STATUS_INVALID_PARAMETER;
 677
 678     chunk_index = fls_chunk_index_from_index( index, &idx );
 679
 680     *data = fls->fls_data_chunks[chunk_index] ? fls->fls_data_chunks[chunk_index][idx + 1] : NULL;
 681     return STATUS_SUCCESS;
 682 }
 683
 684
 685 /***********************************************************************
 686  *              RtlProcessFlsData (NTDLL.@)
 687  */
 688 void WINAPI DECLSPEC_HOTPATCH RtlProcessFlsData( void *teb_fls_data, ULONG flags )
 689 {
 690     TEB_FLS_DATA *fls = teb_fls_data;
 691     unsigned int i, index;
 692
 693     TRACE_(thread)( "teb_fls_data %p, flags %#lx.\n", teb_fls_data, flags );
 694
 695     if (flags & ~3)
 696         FIXME_(thread)( "Unknown flags %#lx.\n", flags );
 697
 698     if (!fls)
 699         return;
 700
 701     if (flags & 1)
 702     {
 703         lock_fls_data();
 704         for (i = 0; i < ARRAY_SIZE(fls->fls_data_chunks); ++i)
 705         {
 706             if (!fls->fls_data_chunks[i] || !fls_data.fls_callback_chunks[i]
 707                     || !fls_data.fls_callback_chunks[i]->count)
 708                 continue;
 709
 710             for (index = 0; index < fls_chunk_size( i ); ++index)
 711             {
 712                 PFLS_CALLBACK_FUNCTION callback = fls_data.fls_callback_chunks[i]->callbacks[index].callback;
 713
 714                 if (!fls->fls_data_chunks[i][index + 1])
 715                     continue;
 716
 717                 if (callback && callback != (void *)~(ULONG_PTR)0)
 718                 {
 719                     TRACE_(relay)("Calling FLS callback %p, arg %p.\n", callback,
 720                             fls->fls_data_chunks[i][index + 1]);
 721
 722                     callback( fls->fls_data_chunks[i][index + 1] );
 723                 }
 724                 fls->fls_data_chunks[i][index + 1] = NULL;
 725             }
 726         }
 727         /* Not using RemoveEntryList() as Windows does not zero list entry here. */
 728         fls->fls_list_entry.Flink->Blink = fls->fls_list_entry.Blink;
 729         fls->fls_list_entry.Blink->Flink = fls->fls_list_entry.Flink;
 730         unlock_fls_data();
 731     }
 732
 733     if (flags & 2)
 734     {
 735         for (i = 0; i < ARRAY_SIZE(fls->fls_data_chunks); ++i)
 736             RtlFreeHeap( GetProcessHeap(), 0, fls->fls_data_chunks[i] );
 737
 738         RtlFreeHeap( GetProcessHeap(), 0, fls );
 739     }
 740 }