usp10/tests: Having numbers in the ScriptStringXtoCP tests causes unpredictable behavior.
[wine/multimedia.git] / dlls / msi / string.c
blob21b1db2a405a9f8fda310a23c9baba1f99eaacde
1 /*
2 * String Table Functions
4 * Copyright 2002-2004, Mike McCormack for CodeWeavers
5 * Copyright 2007 Robert Shearman for CodeWeavers
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
22 #define COBJMACROS
24 #include <stdarg.h>
25 #include <assert.h>
27 #include "windef.h"
28 #include "winbase.h"
29 #include "winerror.h"
30 #include "wine/debug.h"
31 #include "wine/unicode.h"
32 #include "msi.h"
33 #include "msiquery.h"
34 #include "objbase.h"
35 #include "objidl.h"
36 #include "msipriv.h"
37 #include "winnls.h"
39 #include "query.h"
41 WINE_DEFAULT_DEBUG_CHANNEL(msidb);
43 #define LONG_STR_BYTES 3
45 typedef struct _msistring
47 USHORT persistent_refcount;
48 USHORT nonpersistent_refcount;
49 LPWSTR str;
50 } msistring;
52 struct string_table
54 UINT maxcount; /* the number of strings */
55 UINT freeslot;
56 UINT codepage;
57 UINT sortcount;
58 msistring *strings; /* an array of strings */
59 UINT *sorted; /* index */
62 static string_table *init_stringtable( int entries, UINT codepage )
64 string_table *st;
66 if (codepage != CP_ACP && !IsValidCodePage(codepage))
68 ERR("invalid codepage %d\n", codepage);
69 return NULL;
72 st = msi_alloc( sizeof (string_table) );
73 if( !st )
74 return NULL;
75 if( entries < 1 )
76 entries = 1;
78 st->strings = msi_alloc_zero( sizeof (msistring) * entries );
79 if( !st->strings )
81 msi_free( st );
82 return NULL;
85 st->sorted = msi_alloc( sizeof (UINT) * entries );
86 if( !st->sorted )
88 msi_free( st->strings );
89 msi_free( st );
90 return NULL;
93 st->maxcount = entries;
94 st->freeslot = 1;
95 st->codepage = codepage;
96 st->sortcount = 0;
98 return st;
101 VOID msi_destroy_stringtable( string_table *st )
103 UINT i;
105 for( i=0; i<st->maxcount; i++ )
107 if( st->strings[i].persistent_refcount ||
108 st->strings[i].nonpersistent_refcount )
109 msi_free( st->strings[i].str );
111 msi_free( st->strings );
112 msi_free( st->sorted );
113 msi_free( st );
116 static int st_find_free_entry( string_table *st )
118 UINT i, sz, *s;
119 msistring *p;
121 TRACE("%p\n", st);
123 if( st->freeslot )
125 for( i = st->freeslot; i < st->maxcount; i++ )
126 if( !st->strings[i].persistent_refcount &&
127 !st->strings[i].nonpersistent_refcount )
128 return i;
130 for( i = 1; i < st->maxcount; i++ )
131 if( !st->strings[i].persistent_refcount &&
132 !st->strings[i].nonpersistent_refcount )
133 return i;
135 /* dynamically resize */
136 sz = st->maxcount + 1 + st->maxcount/2;
137 p = msi_realloc_zero( st->strings, sz*sizeof(msistring) );
138 if( !p )
139 return -1;
141 s = msi_realloc( st->sorted, sz*sizeof(UINT) );
142 if( !s )
144 msi_free( p );
145 return -1;
148 st->strings = p;
149 st->sorted = s;
151 st->freeslot = st->maxcount;
152 st->maxcount = sz;
153 if( st->strings[st->freeslot].persistent_refcount ||
154 st->strings[st->freeslot].nonpersistent_refcount )
155 ERR("oops. expected freeslot to be free...\n");
156 return st->freeslot;
159 static int find_insert_index( const string_table *st, UINT string_id )
161 int i, c, low = 0, high = st->sortcount - 1;
163 while (low <= high)
165 i = (low + high) / 2;
166 c = lstrcmpW( st->strings[string_id].str, st->strings[st->sorted[i]].str );
168 if (c < 0)
169 high = i - 1;
170 else if (c > 0)
171 low = i + 1;
172 else
173 return -1; /* already exists */
175 return high + 1;
178 static void insert_string_sorted( string_table *st, UINT string_id )
180 int i;
182 i = find_insert_index( st, string_id );
183 if (i == -1)
184 return;
186 memmove( &st->sorted[i] + 1, &st->sorted[i], (st->sortcount - i) * sizeof(UINT) );
187 st->sorted[i] = string_id;
188 st->sortcount++;
191 static void set_st_entry( string_table *st, UINT n, LPWSTR str, USHORT refcount, enum StringPersistence persistence )
193 if (persistence == StringPersistent)
195 st->strings[n].persistent_refcount = refcount;
196 st->strings[n].nonpersistent_refcount = 0;
198 else
200 st->strings[n].persistent_refcount = 0;
201 st->strings[n].nonpersistent_refcount = refcount;
204 st->strings[n].str = str;
206 insert_string_sorted( st, n );
208 if( n < st->maxcount )
209 st->freeslot = n + 1;
212 static UINT msi_string2idA( const string_table *st, LPCSTR buffer, UINT *id )
214 DWORD sz;
215 UINT r = ERROR_INVALID_PARAMETER;
216 LPWSTR str;
218 TRACE("Finding string %s in string table\n", debugstr_a(buffer) );
220 if( buffer[0] == 0 )
222 *id = 0;
223 return ERROR_SUCCESS;
226 sz = MultiByteToWideChar( st->codepage, 0, buffer, -1, NULL, 0 );
227 if( sz <= 0 )
228 return r;
229 str = msi_alloc( sz*sizeof(WCHAR) );
230 if( !str )
231 return ERROR_NOT_ENOUGH_MEMORY;
232 MultiByteToWideChar( st->codepage, 0, buffer, -1, str, sz );
234 r = msi_string2idW( st, str, id );
235 msi_free( str );
237 return r;
240 static int msi_addstring( string_table *st, UINT n, const CHAR *data, int len, USHORT refcount, enum StringPersistence persistence )
242 LPWSTR str;
243 int sz;
245 if( !data )
246 return 0;
247 if( !data[0] )
248 return 0;
249 if( n > 0 )
251 if( st->strings[n].persistent_refcount ||
252 st->strings[n].nonpersistent_refcount )
253 return -1;
255 else
257 if( ERROR_SUCCESS == msi_string2idA( st, data, &n ) )
259 if (persistence == StringPersistent)
260 st->strings[n].persistent_refcount += refcount;
261 else
262 st->strings[n].nonpersistent_refcount += refcount;
263 return n;
265 n = st_find_free_entry( st );
266 if( n == -1 )
267 return -1;
270 if( n < 1 )
272 ERR("invalid index adding %s (%d)\n", debugstr_a( data ), n );
273 return -1;
276 /* allocate a new string */
277 if( len < 0 )
278 len = strlen(data);
279 sz = MultiByteToWideChar( st->codepage, 0, data, len, NULL, 0 );
280 str = msi_alloc( (sz+1)*sizeof(WCHAR) );
281 if( !str )
282 return -1;
283 MultiByteToWideChar( st->codepage, 0, data, len, str, sz );
284 str[sz] = 0;
286 set_st_entry( st, n, str, refcount, persistence );
288 return n;
291 int msi_addstringW( string_table *st, const WCHAR *data, int len, USHORT refcount, enum StringPersistence persistence )
293 UINT n;
294 LPWSTR str;
296 if( !data )
297 return 0;
298 if( !data[0] )
299 return 0;
301 if( msi_string2idW( st, data, &n ) == ERROR_SUCCESS )
303 if (persistence == StringPersistent)
304 st->strings[n].persistent_refcount += refcount;
305 else
306 st->strings[n].nonpersistent_refcount += refcount;
307 return n;
310 n = st_find_free_entry( st );
311 if( n == -1 )
312 return -1;
314 /* allocate a new string */
315 if(len<0)
316 len = strlenW(data);
317 TRACE("%s, n = %d len = %d\n", debugstr_w(data), n, len );
319 str = msi_alloc( (len+1)*sizeof(WCHAR) );
320 if( !str )
321 return -1;
322 memcpy( str, data, len*sizeof(WCHAR) );
323 str[len] = 0;
325 set_st_entry( st, n, str, refcount, persistence );
327 return n;
330 /* find the string identified by an id - return null if there's none */
331 const WCHAR *msi_string_lookup_id( const string_table *st, UINT id )
333 if( id == 0 )
334 return szEmpty;
336 if( id >= st->maxcount )
337 return NULL;
339 if( id && !st->strings[id].persistent_refcount && !st->strings[id].nonpersistent_refcount)
340 return NULL;
342 return st->strings[id].str;
346 * msi_id2stringA
348 * [in] st - pointer to the string table
349 * [in] id - id of the string to retrieve
350 * [out] buffer - destination of the UTF8 string
351 * [in/out] sz - number of bytes available in the buffer on input
352 * number of bytes used on output
354 * The size includes the terminating nul character. Short buffers
355 * will be filled, but not nul terminated.
357 static UINT msi_id2stringA( const string_table *st, UINT id, LPSTR buffer, UINT *sz )
359 UINT len;
360 const WCHAR *str;
361 int n;
363 TRACE("Finding string %d of %d\n", id, st->maxcount);
365 str = msi_string_lookup_id( st, id );
366 if( !str )
367 return ERROR_FUNCTION_FAILED;
369 len = WideCharToMultiByte( st->codepage, 0, str, -1, NULL, 0, NULL, NULL );
371 if( !buffer )
373 *sz = len;
374 return ERROR_SUCCESS;
377 if( len > *sz )
379 n = strlenW( str ) + 1;
380 while( n && (len > *sz) )
381 len = WideCharToMultiByte( st->codepage, 0,
382 str, --n, NULL, 0, NULL, NULL );
384 else
385 n = -1;
387 *sz = WideCharToMultiByte( st->codepage, 0, str, n, buffer, len, NULL, NULL );
389 return ERROR_SUCCESS;
393 * msi_string2idW
395 * [in] st - pointer to the string table
396 * [in] str - string to find in the string table
397 * [out] id - id of the string, if found
399 UINT msi_string2idW( const string_table *st, LPCWSTR str, UINT *id )
401 int i, c, low = 0, high = st->sortcount - 1;
403 while (low <= high)
405 i = (low + high) / 2;
406 c = lstrcmpW( str, st->strings[st->sorted[i]].str );
408 if (c < 0)
409 high = i - 1;
410 else if (c > 0)
411 low = i + 1;
412 else
414 *id = st->sorted[i];
415 return ERROR_SUCCESS;
419 return ERROR_INVALID_PARAMETER;
422 static void string_totalsize( const string_table *st, UINT *datasize, UINT *poolsize )
424 UINT i, len, holesize;
426 if( st->strings[0].str || st->strings[0].persistent_refcount || st->strings[0].nonpersistent_refcount)
427 ERR("oops. element 0 has a string\n");
429 *poolsize = 4;
430 *datasize = 0;
431 holesize = 0;
432 for( i=1; i<st->maxcount; i++ )
434 if( !st->strings[i].persistent_refcount )
436 TRACE("[%u] nonpersistent = %s\n", i, debugstr_w(st->strings[i].str));
437 (*poolsize) += 4;
439 else if( st->strings[i].str )
441 TRACE("[%u] = %s\n", i, debugstr_w(st->strings[i].str));
442 len = WideCharToMultiByte( st->codepage, 0,
443 st->strings[i].str, -1, NULL, 0, NULL, NULL);
444 if( len )
445 len--;
446 (*datasize) += len;
447 if (len>0xffff)
448 (*poolsize) += 4;
449 (*poolsize) += holesize + 4;
450 holesize = 0;
452 else
453 holesize += 4;
455 TRACE("data %u pool %u codepage %x\n", *datasize, *poolsize, st->codepage );
458 static const WCHAR szStringData[] = {
459 '_','S','t','r','i','n','g','D','a','t','a',0 };
460 static const WCHAR szStringPool[] = {
461 '_','S','t','r','i','n','g','P','o','o','l',0 };
463 HRESULT msi_init_string_table( IStorage *stg )
465 USHORT zero[2] = { 0, 0 };
466 UINT ret;
468 /* create the StringPool stream... add the zero string to it*/
469 ret = write_stream_data(stg, szStringPool, zero, sizeof zero, TRUE);
470 if (ret != ERROR_SUCCESS)
471 return E_FAIL;
473 /* create the StringData stream... make it zero length */
474 ret = write_stream_data(stg, szStringData, NULL, 0, TRUE);
475 if (ret != ERROR_SUCCESS)
476 return E_FAIL;
478 return S_OK;
481 string_table *msi_load_string_table( IStorage *stg, UINT *bytes_per_strref )
483 string_table *st = NULL;
484 CHAR *data = NULL;
485 USHORT *pool = NULL;
486 UINT r, datasize = 0, poolsize = 0, codepage;
487 DWORD i, count, offset, len, n, refs;
489 r = read_stream_data( stg, szStringPool, TRUE, (BYTE **)&pool, &poolsize );
490 if( r != ERROR_SUCCESS)
491 goto end;
492 r = read_stream_data( stg, szStringData, TRUE, (BYTE **)&data, &datasize );
493 if( r != ERROR_SUCCESS)
494 goto end;
496 if ( (poolsize > 4) && (pool[1] & 0x8000) )
497 *bytes_per_strref = LONG_STR_BYTES;
498 else
499 *bytes_per_strref = sizeof(USHORT);
501 count = poolsize/4;
502 if( poolsize > 4 )
503 codepage = pool[0] | ( (pool[1] & ~0x8000) << 16 );
504 else
505 codepage = CP_ACP;
506 st = init_stringtable( count, codepage );
507 if (!st)
508 goto end;
510 offset = 0;
511 n = 1;
512 i = 1;
513 while( i<count )
515 /* the string reference count is always the second word */
516 refs = pool[i*2+1];
518 /* empty entries have two zeros, still have a string id */
519 if (pool[i*2] == 0 && refs == 0)
521 i++;
522 n++;
523 continue;
527 * If a string is over 64k, the previous string entry is made null
528 * and its the high word of the length is inserted in the null string's
529 * reference count field.
531 if( pool[i*2] == 0)
533 len = (pool[i*2+3] << 16) + pool[i*2+2];
534 i += 2;
536 else
538 len = pool[i*2];
539 i += 1;
542 if ( (offset + len) > datasize )
544 ERR("string table corrupt?\n");
545 break;
548 r = msi_addstring( st, n, data+offset, len, refs, StringPersistent );
549 if( r != n )
550 ERR("Failed to add string %d\n", n );
551 n++;
552 offset += len;
555 if ( datasize != offset )
556 ERR("string table load failed! (%08x != %08x), please report\n", datasize, offset );
558 TRACE("Loaded %d strings\n", count);
560 end:
561 msi_free( pool );
562 msi_free( data );
564 return st;
567 UINT msi_save_string_table( const string_table *st, IStorage *storage )
569 UINT i, datasize = 0, poolsize = 0, sz, used, r, codepage, n;
570 UINT ret = ERROR_FUNCTION_FAILED;
571 CHAR *data = NULL;
572 USHORT *pool = NULL;
574 TRACE("\n");
576 /* construct the new table in memory first */
577 string_totalsize( st, &datasize, &poolsize );
579 TRACE("%u %u %u\n", st->maxcount, datasize, poolsize );
581 pool = msi_alloc( poolsize );
582 if( ! pool )
584 WARN("Failed to alloc pool %d bytes\n", poolsize );
585 goto err;
587 data = msi_alloc( datasize );
588 if( ! data )
590 WARN("Failed to alloc data %d bytes\n", poolsize );
591 goto err;
594 used = 0;
595 codepage = st->codepage;
596 pool[0]=codepage&0xffff;
597 pool[1]=(codepage>>16);
598 n = 1;
599 for( i=1; i<st->maxcount; i++ )
601 if( !st->strings[i].persistent_refcount )
603 pool[ n*2 ] = 0;
604 pool[ n*2 + 1] = 0;
605 n++;
606 continue;
609 sz = datasize - used;
610 r = msi_id2stringA( st, i, data+used, &sz );
611 if( r != ERROR_SUCCESS )
613 ERR("failed to fetch string\n");
614 sz = 0;
616 if( sz && (sz < (datasize - used ) ) )
617 sz--;
619 if (sz)
620 pool[ n*2 + 1 ] = st->strings[i].persistent_refcount;
621 else
622 pool[ n*2 + 1 ] = 0;
623 if (sz < 0x10000)
625 pool[ n*2 ] = sz;
626 n++;
628 else
630 pool[ n*2 ] = 0;
631 pool[ n*2 + 2 ] = sz&0xffff;
632 pool[ n*2 + 3 ] = (sz>>16);
633 n += 2;
635 used += sz;
636 if( used > datasize )
638 ERR("oops overran %d >= %d\n", used, datasize);
639 goto err;
643 if( used != datasize )
645 ERR("oops used %d != datasize %d\n", used, datasize);
646 goto err;
649 /* write the streams */
650 r = write_stream_data( storage, szStringData, data, datasize, TRUE );
651 TRACE("Wrote StringData r=%08x\n", r);
652 if( r )
653 goto err;
654 r = write_stream_data( storage, szStringPool, pool, poolsize, TRUE );
655 TRACE("Wrote StringPool r=%08x\n", r);
656 if( r )
657 goto err;
659 ret = ERROR_SUCCESS;
661 err:
662 msi_free( data );
663 msi_free( pool );
665 return ret;