dlls/ntdll/thread.c

   1 /*
   2  * NT threads support
   3  *
   4  * Copyright 1996, 2003 Alexandre Julliard
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2.1 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, write to the Free Software
  18  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  19  */
  20
  21 #include <assert.h>
  22 #include <stdarg.h>
  23 #include <limits.h>
  24 #include <sys/types.h>
  25
  26 #include "ntstatus.h"
  27 #define WIN32_NO_STATUS
  28 #include "winternl.h"
  29 #include "wine/debug.h"
  30 #include "ntdll_misc.h"
  31 #include "ddk/wdm.h"
  32 #include "wine/exception.h"
  33
  34 WINE_DEFAULT_DEBUG_CHANNEL(thread);
  35 WINE_DECLARE_DEBUG_CHANNEL(relay);
  36 WINE_DECLARE_DEBUG_CHANNEL(pid);
  37 WINE_DECLARE_DEBUG_CHANNEL(timestamp);
  38
  39 struct _KUSER_SHARED_DATA *user_shared_data = (void *)0x7ffe0000;
  40
  41 struct debug_info
  42 {
  43     unsigned int str_pos;       /* current position in strings buffer */
  44     unsigned int out_pos;       /* current position in output buffer */
  45     char         strings[1020]; /* buffer for temporary strings */
  46     char         output[1020];  /* current output line */
  47 };
  48
  49 C_ASSERT( sizeof(struct debug_info) == 0x800 );
  50
  51 static int nb_debug_options;
  52 static struct __wine_debug_channel *debug_options;
  53
  54 static inline struct debug_info *get_info(void)
  55 {
  56 #ifdef _WIN64
  57     return (struct debug_info *)((TEB32 *)((char *)NtCurrentTeb() + 0x2000) + 1);
  58 #else
  59     return (struct debug_info *)(NtCurrentTeb() + 1);
  60 #endif
  61 }
  62
  63 static void init_options(void)
  64 {
  65     unsigned int offset = page_size * (sizeof(void *) / 4);
  66
  67     debug_options = (struct __wine_debug_channel *)((char *)NtCurrentTeb()->Peb + offset);
  68     while (debug_options[nb_debug_options].name[0]) nb_debug_options++;
  69 }
  70
  71 /* add a string to the output buffer */
  72 static int append_output( struct debug_info *info, const char *str, size_t len )
  73 {
  74     if (len >= sizeof(info->output) - info->out_pos)
  75     {
  76         __wine_dbg_write( info->output, info->out_pos );
  77         info->out_pos = 0;
  78         ERR_(thread)( "debug buffer overflow:\n" );
  79         __wine_dbg_write( str, len );
  80         RtlRaiseStatus( STATUS_BUFFER_OVERFLOW );
  81     }
  82     memcpy( info->output + info->out_pos, str, len );
  83     info->out_pos += len;
  84     return len;
  85 }
  86
  87 /***********************************************************************
  88  *              __wine_dbg_get_channel_flags  (NTDLL.@)
  89  *
  90  * Get the flags to use for a given channel, possibly setting them too in case of lazy init
  91  */
  92 unsigned char __cdecl __wine_dbg_get_channel_flags( struct __wine_debug_channel *channel )
  93 {
  94     int min, max, pos, res;
  95     unsigned char default_flags;
  96
  97     if (!debug_options) init_options();
  98
  99     min = 0;
 100     max = nb_debug_options - 1;
 101     while (min <= max)
 102     {
 103         pos = (min + max) / 2;
 104         res = strcmp( channel->name, debug_options[pos].name );
 105         if (!res) return debug_options[pos].flags;
 106         if (res < 0) max = pos - 1;
 107         else min = pos + 1;
 108     }
 109     /* no option for this channel */
 110     default_flags = debug_options[nb_debug_options].flags;
 111     if (channel->flags & (1 << __WINE_DBCL_INIT)) channel->flags = default_flags;
 112     return default_flags;
 113 }
 114
 115 /***********************************************************************
 116  *              __wine_dbg_strdup  (NTDLL.@)
 117  */
 118 const char * __cdecl __wine_dbg_strdup( const char *str )
 119 {
 120     struct debug_info *info = get_info();
 121     unsigned int pos = info->str_pos;
 122     size_t n = strlen( str ) + 1;
 123
 124     assert( n <= sizeof(info->strings) );
 125     if (pos + n > sizeof(info->strings)) pos = 0;
 126     info->str_pos = pos + n;
 127     return memcpy( info->strings + pos, str, n );
 128 }
 129
 130 /***********************************************************************
 131  *              __wine_dbg_header  (NTDLL.@)
 132  */
 133 int __cdecl __wine_dbg_header( enum __wine_debug_class cls, struct __wine_debug_channel *channel,
 134                                const char *function )
 135 {
 136     static const char * const classes[] = { "fixme", "err", "warn", "trace" };
 137     struct debug_info *info = get_info();
 138     char *pos = info->output;
 139
 140     if (!(__wine_dbg_get_channel_flags( channel ) & (1 << cls))) return -1;
 141
 142     /* only print header if we are at the beginning of the line */
 143     if (info->out_pos) return 0;
 144
 145     if (TRACE_ON(timestamp))
 146     {
 147         ULONG ticks = NtGetTickCount();
 148         pos += sprintf( pos, "%3lu.%03lu:", ticks / 1000, ticks % 1000 );
 149     }
 150     if (TRACE_ON(pid)) pos += sprintf( pos, "%04lx:", GetCurrentProcessId() );
 151     pos += sprintf( pos, "%04lx:", GetCurrentThreadId() );
 152     if (function && cls < ARRAY_SIZE( classes ))
 153         pos += snprintf( pos, sizeof(info->output) - (pos - info->output), "%s:%s:%s ",
 154                          classes[cls], channel->name, function );
 155     info->out_pos = pos - info->output;
 156     return info->out_pos;
 157 }
 158
 159 /***********************************************************************
 160  *              __wine_dbg_write  (NTDLL.@)
 161  */
 162 int WINAPI __wine_dbg_write( const char *str, unsigned int len )
 163 {
 164     struct wine_dbg_write_params params = { str, len };
 165
 166     return WINE_UNIX_CALL( unix_wine_dbg_write, &params );
 167 }
 168
 169 /***********************************************************************
 170  *              __wine_dbg_output  (NTDLL.@)
 171  */
 172 int __cdecl __wine_dbg_output( const char *str )
 173 {
 174     struct debug_info *info = get_info();
 175     const char *end = strrchr( str, '\n' );
 176     int ret = 0;
 177
 178     if (end)
 179     {
 180         ret += append_output( info, str, end + 1 - str );
 181         __wine_dbg_write( info->output, info->out_pos );
 182         info->out_pos = 0;
 183         str = end + 1;
 184     }
 185     if (*str) ret += append_output( info, str, strlen( str ));
 186     return ret;
 187 }
 188
 189
 190 /***********************************************************************
 191  *           set_native_thread_name
 192  */
 193 void set_native_thread_name( DWORD tid, const char *name )
 194 {
 195     THREAD_NAME_INFORMATION info;
 196     HANDLE h = GetCurrentThread();
 197     WCHAR nameW[64];
 198
 199     if (tid != -1)
 200     {
 201         OBJECT_ATTRIBUTES attr;
 202         CLIENT_ID cid;
 203
 204         attr.Length = sizeof(attr);
 205         attr.RootDirectory = 0;
 206         attr.Attributes = 0;
 207         attr.ObjectName = NULL;
 208         attr.SecurityDescriptor = NULL;
 209         attr.SecurityQualityOfService = NULL;
 210
 211         cid.UniqueProcess = 0;
 212         cid.UniqueThread = ULongToHandle( tid );
 213
 214         if (NtOpenThread( &h, THREAD_QUERY_LIMITED_INFORMATION, &attr, &cid )) return;
 215     }
 216
 217     if (name)
 218     {
 219         mbstowcs( nameW, name, ARRAY_SIZE(nameW) );
 220         nameW[ARRAY_SIZE(nameW) - 1] = '\0';
 221     }
 222     else
 223     {
 224         nameW[0] = '\0';
 225     }
 226
 227     RtlInitUnicodeString( &info.ThreadName, nameW );
 228     NtSetInformationThread( h, ThreadWineNativeThreadName, &info, sizeof(info) );
 229
 230     if (h != GetCurrentThread())
 231         NtClose(h);
 232 }
 233
 234
 235 /***********************************************************************
 236  *           RtlExitUserThread  (NTDLL.@)
 237  */
 238 void WINAPI RtlExitUserThread( ULONG status )
 239 {
 240     ULONG last;
 241
 242     NtQueryInformationThread( GetCurrentThread(), ThreadAmILastThread, &last, sizeof(last), NULL );
 243     if (last) RtlExitUserProcess( status );
 244     LdrShutdownThread();
 245     for (;;) NtTerminateThread( GetCurrentThread(), status );
 246 }
 247
 248
 249 /***********************************************************************
 250  *              RtlCreateUserThread   (NTDLL.@)
 251  */
 252 NTSTATUS WINAPI RtlCreateUserThread( HANDLE process, SECURITY_DESCRIPTOR *descr,
 253                                      BOOLEAN suspended, ULONG zero_bits,
 254                                      SIZE_T stack_reserve, SIZE_T stack_commit,
 255                                      PRTL_THREAD_START_ROUTINE start, void *param,
 256                                      HANDLE *handle_ptr, CLIENT_ID *id )
 257 {
 258     ULONG flags = suspended ? THREAD_CREATE_FLAGS_CREATE_SUSPENDED : 0;
 259     ULONG_PTR buffer[offsetof( PS_ATTRIBUTE_LIST, Attributes[2] ) / sizeof(ULONG_PTR)];
 260     PS_ATTRIBUTE_LIST *attr_list = (PS_ATTRIBUTE_LIST *)buffer;
 261     HANDLE handle, actctx;
 262     TEB *teb;
 263     ULONG ret;
 264     NTSTATUS status;
 265     CLIENT_ID client_id;
 266     OBJECT_ATTRIBUTES attr;
 267
 268     attr_list->TotalLength = sizeof(buffer);
 269     attr_list->Attributes[0].Attribute    = PS_ATTRIBUTE_CLIENT_ID;
 270     attr_list->Attributes[0].Size         = sizeof(client_id);
 271     attr_list->Attributes[0].ValuePtr     = &client_id;
 272     attr_list->Attributes[0].ReturnLength = NULL;
 273     attr_list->Attributes[1].Attribute    = PS_ATTRIBUTE_TEB_ADDRESS;
 274     attr_list->Attributes[1].Size         = sizeof(teb);
 275     attr_list->Attributes[1].ValuePtr     = &teb;
 276     attr_list->Attributes[1].ReturnLength = NULL;
 277
 278     InitializeObjectAttributes( &attr, NULL, 0, NULL, descr );
 279
 280     RtlGetActiveActivationContext( &actctx );
 281     if (actctx) flags |= THREAD_CREATE_FLAGS_CREATE_SUSPENDED;
 282
 283     status = NtCreateThreadEx( &handle, THREAD_ALL_ACCESS, &attr, process, start, param,
 284                                flags, zero_bits, stack_commit, stack_reserve, attr_list );
 285     if (!status)
 286     {
 287         if (actctx)
 288         {
 289             ULONG_PTR cookie;
 290             RtlActivateActivationContextEx( 0, teb, actctx, &cookie );
 291             if (!suspended) NtResumeThread( handle, &ret );
 292         }
 293         if (id) *id = client_id;
 294         if (handle_ptr) *handle_ptr = handle;
 295         else NtClose( handle );
 296     }
 297     if (actctx) RtlReleaseActivationContext( actctx );
 298     return status;
 299 }
 300
 301
 302 /**********************************************************************
 303  *           RtlCreateUserStack (NTDLL.@)
 304  */
 305 NTSTATUS WINAPI RtlCreateUserStack( SIZE_T commit, SIZE_T reserve, ULONG zero_bits,
 306                                     SIZE_T commit_align, SIZE_T reserve_align, INITIAL_TEB *stack )
 307 {
 308     PROCESS_STACK_ALLOCATION_INFORMATION alloc;
 309     NTSTATUS status;
 310
 311     TRACE("commit %#Ix, reserve %#Ix, zero_bits %lu, commit_align %#Ix, reserve_align %#Ix, stack %p\n",
 312             commit, reserve, zero_bits, commit_align, reserve_align, stack);
 313
 314     if (!commit_align || !reserve_align)
 315         return STATUS_INVALID_PARAMETER;
 316
 317     if (!commit || !reserve)
 318     {
 319         IMAGE_NT_HEADERS *nt = RtlImageNtHeader( NtCurrentTeb()->Peb->ImageBaseAddress );
 320         if (!reserve) reserve = nt->OptionalHeader.SizeOfStackReserve;
 321         if (!commit) commit = nt->OptionalHeader.SizeOfStackCommit;
 322     }
 323
 324     reserve = (reserve + reserve_align - 1) & ~(reserve_align - 1);
 325     commit = (commit + commit_align - 1) & ~(commit_align - 1);
 326
 327     if (reserve < commit) reserve = commit;
 328     if (reserve < 0x100000) reserve = 0x100000;
 329     reserve = (reserve + 0xffff) & ~0xffff;  /* round to 64K boundary */
 330
 331     alloc.ReserveSize = reserve;
 332     alloc.ZeroBits = zero_bits;
 333     status = NtSetInformationProcess( GetCurrentProcess(), ProcessThreadStackAllocation,
 334                                       &alloc, sizeof(alloc) );
 335     if (!status)
 336     {
 337         void *addr = alloc.StackBase;
 338         SIZE_T size = page_size;
 339
 340         NtAllocateVirtualMemory( GetCurrentProcess(), &addr, 0, &size, MEM_COMMIT, PAGE_NOACCESS );
 341         addr = (char *)alloc.StackBase + page_size;
 342         NtAllocateVirtualMemory( GetCurrentProcess(), &addr, 0, &size, MEM_COMMIT, PAGE_READWRITE | PAGE_GUARD );
 343         addr = (char *)alloc.StackBase + 2 * page_size;
 344         size = reserve - 2 * page_size;
 345         NtAllocateVirtualMemory( GetCurrentProcess(), &addr, 0, &size, MEM_COMMIT, PAGE_READWRITE );
 346
 347         /* note: limit is lower than base since the stack grows down */
 348         stack->OldStackBase = 0;
 349         stack->OldStackLimit = 0;
 350         stack->DeallocationStack = alloc.StackBase;
 351         stack->StackBase = (char *)alloc.StackBase + reserve;
 352         stack->StackLimit = (char *)alloc.StackBase + 2 * page_size;
 353     }
 354     return status;
 355 }
 356
 357
 358 /**********************************************************************
 359  *           RtlFreeUserStack (NTDLL.@)
 360  */
 361 void WINAPI RtlFreeUserStack( void *stack )
 362 {
 363     SIZE_T size = 0;
 364
 365     TRACE("stack %p\n", stack);
 366
 367     NtFreeVirtualMemory( NtCurrentProcess(), &stack, &size, MEM_RELEASE );
 368 }
 369
 370
 371 /******************************************************************************
 372  *              RtlGetNtGlobalFlags   (NTDLL.@)
 373  */
 374 ULONG WINAPI RtlGetNtGlobalFlags(void)
 375 {
 376     return NtCurrentTeb()->Peb->NtGlobalFlag;
 377 }
 378
 379
 380 /******************************************************************************
 381  *              RtlPushFrame  (NTDLL.@)
 382  */
 383 void WINAPI RtlPushFrame( TEB_ACTIVE_FRAME *frame )
 384 {
 385     frame->Previous = NtCurrentTeb()->ActiveFrame;
 386     NtCurrentTeb()->ActiveFrame = frame;
 387 }
 388
 389
 390 /******************************************************************************
 391  *              RtlPopFrame  (NTDLL.@)
 392  */
 393 void WINAPI RtlPopFrame( TEB_ACTIVE_FRAME *frame )
 394 {
 395     NtCurrentTeb()->ActiveFrame = frame->Previous;
 396 }
 397
 398
 399 /******************************************************************************
 400  *              RtlGetFrame  (NTDLL.@)
 401  */
 402 TEB_ACTIVE_FRAME * WINAPI RtlGetFrame(void)
 403 {
 404     return NtCurrentTeb()->ActiveFrame;
 405 }
 406
 407
 408 /******************************************************************************
 409  *              RtlIsCurrentThread  (NTDLL.@)
 410  */
 411 BOOLEAN WINAPI RtlIsCurrentThread( HANDLE handle )
 412 {
 413     return handle == NtCurrentThread() || !NtCompareObjects( handle, NtCurrentThread() );
 414 }
 415
 416
 417 /***********************************************************************
 418  *           _errno  (NTDLL.@)
 419  */
 420 int * CDECL _errno(void)
 421 {
 422     return (int *)&NtCurrentTeb()->TlsSlots[NTDLL_TLS_ERRNO];
 423 }
 424
 425
 426 /***********************************************************************
 427  * Fibers
 428  ***********************************************************************/
 429
 430
 431 static GLOBAL_FLS_DATA fls_data = { { NULL }, { &fls_data.fls_list_head, &fls_data.fls_list_head } };
 432
 433 static RTL_CRITICAL_SECTION fls_section;
 434 static RTL_CRITICAL_SECTION_DEBUG fls_critsect_debug =
 435 {
 436     0, 0, &fls_section,
 437     { &fls_critsect_debug.ProcessLocksList, &fls_critsect_debug.ProcessLocksList },
 438             0, 0, { (DWORD_PTR)(__FILE__ ": fls_section") }
 439 };
 440 static RTL_CRITICAL_SECTION fls_section = { &fls_critsect_debug, -1, 0, 0, 0, 0 };
 441
 442 #define MAX_FLS_DATA_COUNT 0xff0
 443
 444 static void lock_fls_data(void)
 445 {
 446     RtlEnterCriticalSection( &fls_section );
 447 }
 448
 449 static void unlock_fls_data(void)
 450 {
 451     RtlLeaveCriticalSection( &fls_section );
 452 }
 453
 454 static unsigned int fls_chunk_size( unsigned int chunk_index )
 455 {
 456     return 0x10 << chunk_index;
 457 }
 458
 459 static unsigned int fls_index_from_chunk_index( unsigned int chunk_index, unsigned int index )
 460 {
 461     return 0x10 * ((1 << chunk_index) - 1) + index;
 462 }
 463
 464 static unsigned int fls_chunk_index_from_index( unsigned int index, unsigned int *index_in_chunk )
 465 {
 466     unsigned int chunk_index = 0;
 467
 468     while (index >= fls_chunk_size( chunk_index ))
 469         index -= fls_chunk_size( chunk_index++ );
 470
 471     *index_in_chunk = index;
 472     return chunk_index;
 473 }
 474
 475 TEB_FLS_DATA *fls_alloc_data(void)
 476 {
 477     TEB_FLS_DATA *fls;
 478
 479     if (!(fls = RtlAllocateHeap( GetProcessHeap(), HEAP_ZERO_MEMORY, sizeof(*fls) )))
 480         return NULL;
 481
 482     lock_fls_data();
 483     InsertTailList( &fls_data.fls_list_head, &fls->fls_list_entry );
 484     unlock_fls_data();
 485
 486     return fls;
 487 }
 488
 489
 490 /***********************************************************************
 491  *              RtlFlsAlloc  (NTDLL.@)
 492  */
 493 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsAlloc( PFLS_CALLBACK_FUNCTION callback, ULONG *ret_index )
 494 {
 495     unsigned int chunk_index, index, i;
 496     FLS_INFO_CHUNK *chunk;
 497     TEB_FLS_DATA *fls;
 498
 499     if (!(fls = NtCurrentTeb()->FlsSlots)
 500             && !(NtCurrentTeb()->FlsSlots = fls = fls_alloc_data()))
 501         return STATUS_NO_MEMORY;
 502
 503     lock_fls_data();
 504     for (i = 0; i < ARRAY_SIZE(fls_data.fls_callback_chunks); ++i)
 505     {
 506         if (!fls_data.fls_callback_chunks[i] || fls_data.fls_callback_chunks[i]->count < fls_chunk_size( i ))
 507             break;
 508     }
 509
 510     if ((chunk_index = i) == ARRAY_SIZE(fls_data.fls_callback_chunks))
 511     {
 512         unlock_fls_data();
 513         return STATUS_NO_MEMORY;
 514     }
 515
 516     if ((chunk = fls_data.fls_callback_chunks[chunk_index]))
 517     {
 518         for (index = 0; index < fls_chunk_size( chunk_index ); ++index)
 519             if (!chunk->callbacks[index].callback)
 520                 break;
 521         assert( index < fls_chunk_size( chunk_index ));
 522     }
 523     else
 524     {
 525         fls_data.fls_callback_chunks[chunk_index] = chunk = RtlAllocateHeap( GetProcessHeap(), HEAP_ZERO_MEMORY,
 526                 offsetof(FLS_INFO_CHUNK, callbacks) + sizeof(*chunk->callbacks) * fls_chunk_size( chunk_index ));
 527         if (!chunk)
 528         {
 529             unlock_fls_data();
 530             return STATUS_NO_MEMORY;
 531         }
 532
 533         if (chunk_index)
 534         {
 535             index = 0;
 536         }
 537         else
 538         {
 539             chunk->count = 1; /* FLS index 0 is prohibited. */
 540             chunk->callbacks[0].callback = (void *)~(ULONG_PTR)0;
 541             index = 1;
 542         }
 543     }
 544
 545     ++chunk->count;
 546     chunk->callbacks[index].callback = callback ? callback : (PFLS_CALLBACK_FUNCTION)~(ULONG_PTR)0;
 547
 548     if ((*ret_index = fls_index_from_chunk_index( chunk_index, index )) > fls_data.fls_high_index)
 549         fls_data.fls_high_index = *ret_index;
 550
 551     unlock_fls_data();
 552
 553     return STATUS_SUCCESS;
 554 }
 555
 556
 557 /***********************************************************************
 558  *              RtlFlsFree   (NTDLL.@)
 559  */
 560 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsFree( ULONG index )
 561 {
 562     PFLS_CALLBACK_FUNCTION callback;
 563     unsigned int chunk_index, idx;
 564     FLS_INFO_CHUNK *chunk;
 565     LIST_ENTRY *entry;
 566
 567     lock_fls_data();
 568
 569     if (!index || index > fls_data.fls_high_index)
 570     {
 571         unlock_fls_data();
 572         return STATUS_INVALID_PARAMETER;
 573     }
 574
 575     chunk_index = fls_chunk_index_from_index( index, &idx );
 576     if (!(chunk = fls_data.fls_callback_chunks[chunk_index])
 577             || !(callback = chunk->callbacks[idx].callback))
 578     {
 579         unlock_fls_data();
 580         return STATUS_INVALID_PARAMETER;
 581     }
 582
 583     for (entry = fls_data.fls_list_head.Flink; entry != &fls_data.fls_list_head; entry = entry->Flink)
 584     {
 585         TEB_FLS_DATA *fls = CONTAINING_RECORD(entry, TEB_FLS_DATA, fls_list_entry);
 586
 587         if (fls->fls_data_chunks[chunk_index] && fls->fls_data_chunks[chunk_index][idx + 1])
 588         {
 589             if (callback != (void *)~(ULONG_PTR)0)
 590             {
 591                 TRACE_(relay)("Calling FLS callback %p, arg %p.\n", callback,
 592                         fls->fls_data_chunks[chunk_index][idx + 1]);
 593
 594                 callback( fls->fls_data_chunks[chunk_index][idx + 1] );
 595             }
 596             fls->fls_data_chunks[chunk_index][idx + 1] = NULL;
 597         }
 598     }
 599
 600     --chunk->count;
 601     chunk->callbacks[idx].callback = NULL;
 602
 603     unlock_fls_data();
 604     return STATUS_SUCCESS;
 605 }
 606
 607
 608 /***********************************************************************
 609  *              RtlFlsSetValue (NTDLL.@)
 610  */
 611 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsSetValue( ULONG index, void *data )
 612 {
 613     unsigned int chunk_index, idx;
 614     TEB_FLS_DATA *fls;
 615
 616     if (!index || index >= MAX_FLS_DATA_COUNT)
 617         return STATUS_INVALID_PARAMETER;
 618
 619     if (!(fls = NtCurrentTeb()->FlsSlots)
 620             && !(NtCurrentTeb()->FlsSlots = fls = fls_alloc_data()))
 621         return STATUS_NO_MEMORY;
 622
 623     chunk_index = fls_chunk_index_from_index( index, &idx );
 624
 625     if (!fls->fls_data_chunks[chunk_index] &&
 626             !(fls->fls_data_chunks[chunk_index] = RtlAllocateHeap( GetProcessHeap(), HEAP_ZERO_MEMORY,
 627             (fls_chunk_size( chunk_index ) + 1) * sizeof(*fls->fls_data_chunks[chunk_index]) )))
 628         return STATUS_NO_MEMORY;
 629
 630     fls->fls_data_chunks[chunk_index][idx + 1] = data;
 631
 632     return STATUS_SUCCESS;
 633 }
 634
 635
 636 /***********************************************************************
 637  *              RtlFlsGetValue (NTDLL.@)
 638  */
 639 NTSTATUS WINAPI DECLSPEC_HOTPATCH RtlFlsGetValue( ULONG index, void **data )
 640 {
 641     unsigned int chunk_index, idx;
 642     TEB_FLS_DATA *fls;
 643
 644     if (!index || index >= MAX_FLS_DATA_COUNT || !(fls = NtCurrentTeb()->FlsSlots))
 645         return STATUS_INVALID_PARAMETER;
 646
 647     chunk_index = fls_chunk_index_from_index( index, &idx );
 648
 649     *data = fls->fls_data_chunks[chunk_index] ? fls->fls_data_chunks[chunk_index][idx + 1] : NULL;
 650     return STATUS_SUCCESS;
 651 }
 652
 653
 654 /***********************************************************************
 655  *              RtlProcessFlsData (NTDLL.@)
 656  */
 657 void WINAPI DECLSPEC_HOTPATCH RtlProcessFlsData( void *teb_fls_data, ULONG flags )
 658 {
 659     TEB_FLS_DATA *fls = teb_fls_data;
 660     unsigned int i, index;
 661
 662     TRACE_(thread)( "teb_fls_data %p, flags %#lx.\n", teb_fls_data, flags );
 663
 664     if (flags & ~3)
 665         FIXME_(thread)( "Unknown flags %#lx.\n", flags );
 666
 667     if (!fls)
 668         return;
 669
 670     if (flags & 1)
 671     {
 672         lock_fls_data();
 673         for (i = 0; i < ARRAY_SIZE(fls->fls_data_chunks); ++i)
 674         {
 675             if (!fls->fls_data_chunks[i] || !fls_data.fls_callback_chunks[i]
 676                     || !fls_data.fls_callback_chunks[i]->count)
 677                 continue;
 678
 679             for (index = 0; index < fls_chunk_size( i ); ++index)
 680             {
 681                 PFLS_CALLBACK_FUNCTION callback = fls_data.fls_callback_chunks[i]->callbacks[index].callback;
 682
 683                 if (!fls->fls_data_chunks[i][index + 1])
 684                     continue;
 685
 686                 if (callback && callback != (void *)~(ULONG_PTR)0)
 687                 {
 688                     TRACE_(relay)("Calling FLS callback %p, arg %p.\n", callback,
 689                             fls->fls_data_chunks[i][index + 1]);
 690
 691                     callback( fls->fls_data_chunks[i][index + 1] );
 692                 }
 693                 fls->fls_data_chunks[i][index + 1] = NULL;
 694             }
 695         }
 696         /* Not using RemoveEntryList() as Windows does not zero list entry here. */
 697         fls->fls_list_entry.Flink->Blink = fls->fls_list_entry.Blink;
 698         fls->fls_list_entry.Blink->Flink = fls->fls_list_entry.Flink;
 699         unlock_fls_data();
 700     }
 701
 702     if (flags & 2)
 703     {
 704         for (i = 0; i < ARRAY_SIZE(fls->fls_data_chunks); ++i)
 705             RtlFreeHeap( GetProcessHeap(), 0, fls->fls_data_chunks[i] );
 706
 707         RtlFreeHeap( GetProcessHeap(), 0, fls );
 708     }
 709 }