2003-06-27 21:02:23 +02:00
|
|
|
/*
|
|
|
|
* Unicode sort key generation
|
|
|
|
*
|
|
|
|
* Copyright 2003 Dmitry Timoshkov
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, write to the Free Software
|
2006-05-18 14:49:52 +02:00
|
|
|
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
|
2003-06-27 21:02:23 +02:00
|
|
|
*/
|
2020-02-05 09:00:14 +01:00
|
|
|
|
|
|
|
#include "wine/asm.h"
|
|
|
|
|
|
|
|
#ifdef __ASM_OBSOLETE
|
|
|
|
|
2020-11-29 21:30:08 +01:00
|
|
|
#include "unicode.h"
|
2003-06-27 21:02:23 +02:00
|
|
|
|
2003-11-22 01:00:53 +01:00
|
|
|
extern const unsigned int collation_table[];
|
2020-02-04 10:52:04 +01:00
|
|
|
extern const unsigned short nfd_table[] DECLSPEC_HIDDEN;
|
|
|
|
|
|
|
|
static const WCHAR *get_decomposition( WCHAR ch, unsigned int *len )
|
|
|
|
{
|
|
|
|
unsigned short offset = nfd_table[nfd_table[ch >> 8] + ((ch >> 4) & 0xf)] + (ch & 0xf);
|
|
|
|
unsigned short start = nfd_table[offset];
|
|
|
|
unsigned short end = nfd_table[offset + 1];
|
|
|
|
|
|
|
|
if ((*len = end - start)) return nfd_table + start;
|
|
|
|
*len = 1;
|
|
|
|
return NULL;
|
|
|
|
}
|
2003-06-27 21:02:23 +02:00
|
|
|
|
|
|
|
/*
|
|
|
|
* flags - normalization NORM_* flags
|
|
|
|
*
|
|
|
|
* FIXME: 'variable' flag not handled
|
|
|
|
*/
|
2020-02-05 09:00:14 +01:00
|
|
|
int wine_get_sortkey_obsolete(int flags, const WCHAR *src, int srclen, char *dst, int dstlen)
|
2003-06-27 21:02:23 +02:00
|
|
|
{
|
|
|
|
WCHAR dummy[4]; /* no decomposition is larger than 4 chars */
|
|
|
|
int key_len[4];
|
|
|
|
char *key_ptr[4];
|
|
|
|
const WCHAR *src_save = src;
|
|
|
|
int srclen_save = srclen;
|
|
|
|
|
|
|
|
key_len[0] = key_len[1] = key_len[2] = key_len[3] = 0;
|
|
|
|
for (; srclen; srclen--, src++)
|
|
|
|
{
|
2016-02-19 03:38:14 +01:00
|
|
|
unsigned int i, decomposed_len = 1;/*wine_decompose(*src, dummy, 4);*/
|
2003-11-22 01:00:53 +01:00
|
|
|
dummy[0] = *src;
|
2003-06-27 21:02:23 +02:00
|
|
|
if (decomposed_len)
|
|
|
|
{
|
|
|
|
for (i = 0; i < decomposed_len; i++)
|
|
|
|
{
|
|
|
|
WCHAR wch = dummy[i];
|
|
|
|
unsigned int ce;
|
|
|
|
|
|
|
|
/* tests show that win2k just ignores NORM_IGNORENONSPACE,
|
|
|
|
* and skips white space and punctuation characters for
|
|
|
|
* NORM_IGNORESYMBOLS.
|
|
|
|
*/
|
|
|
|
if ((flags & NORM_IGNORESYMBOLS) && (get_char_typeW(wch) & (C1_PUNCT | C1_SPACE)))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
if (flags & NORM_IGNORECASE) wch = tolowerW(wch);
|
|
|
|
|
2020-01-27 20:22:47 +01:00
|
|
|
ce = collation_table[collation_table[collation_table[wch >> 8] + ((wch >> 4) & 0x0f)] + (wch & 0xf)];
|
2003-06-27 21:02:23 +02:00
|
|
|
if (ce != (unsigned int)-1)
|
|
|
|
{
|
|
|
|
if (ce >> 16) key_len[0] += 2;
|
|
|
|
if ((ce >> 8) & 0xff) key_len[1]++;
|
|
|
|
if ((ce >> 4) & 0x0f) key_len[2]++;
|
2003-11-22 01:00:53 +01:00
|
|
|
if (ce & 1)
|
2003-06-27 21:02:23 +02:00
|
|
|
{
|
|
|
|
if (wch >> 8) key_len[3]++;
|
|
|
|
key_len[3]++;
|
2003-11-22 01:00:53 +01:00
|
|
|
}
|
2003-06-27 21:02:23 +02:00
|
|
|
}
|
2003-11-22 01:00:53 +01:00
|
|
|
else
|
2003-06-27 21:02:23 +02:00
|
|
|
{
|
|
|
|
key_len[0] += 2;
|
|
|
|
if (wch >> 8) key_len[0]++;
|
|
|
|
if (wch & 0xff) key_len[0]++;
|
2003-11-22 01:00:53 +01:00
|
|
|
}
|
2003-06-27 21:02:23 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!dstlen) /* compute length */
|
2019-03-05 10:58:32 +01:00
|
|
|
/* 4 * '\1' + key length */
|
|
|
|
return key_len[0] + key_len[1] + key_len[2] + key_len[3] + 4;
|
2003-06-27 21:02:23 +02:00
|
|
|
|
|
|
|
if (dstlen < key_len[0] + key_len[1] + key_len[2] + key_len[3] + 4 + 1)
|
|
|
|
return 0; /* overflow */
|
|
|
|
|
|
|
|
src = src_save;
|
|
|
|
srclen = srclen_save;
|
|
|
|
|
|
|
|
key_ptr[0] = dst;
|
|
|
|
key_ptr[1] = key_ptr[0] + key_len[0] + 1;
|
|
|
|
key_ptr[2] = key_ptr[1] + key_len[1] + 1;
|
|
|
|
key_ptr[3] = key_ptr[2] + key_len[2] + 1;
|
|
|
|
|
|
|
|
for (; srclen; srclen--, src++)
|
|
|
|
{
|
2016-02-19 03:38:14 +01:00
|
|
|
unsigned int i, decomposed_len = 1;/*wine_decompose(*src, dummy, 4);*/
|
2003-11-22 01:00:53 +01:00
|
|
|
dummy[0] = *src;
|
2003-06-27 21:02:23 +02:00
|
|
|
if (decomposed_len)
|
|
|
|
{
|
|
|
|
for (i = 0; i < decomposed_len; i++)
|
|
|
|
{
|
|
|
|
WCHAR wch = dummy[i];
|
|
|
|
unsigned int ce;
|
|
|
|
|
|
|
|
/* tests show that win2k just ignores NORM_IGNORENONSPACE,
|
|
|
|
* and skips white space and punctuation characters for
|
|
|
|
* NORM_IGNORESYMBOLS.
|
|
|
|
*/
|
|
|
|
if ((flags & NORM_IGNORESYMBOLS) && (get_char_typeW(wch) & (C1_PUNCT | C1_SPACE)))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
if (flags & NORM_IGNORECASE) wch = tolowerW(wch);
|
|
|
|
|
2020-01-27 20:22:47 +01:00
|
|
|
ce = collation_table[collation_table[collation_table[wch >> 8] + ((wch >> 4) & 0x0f)] + (wch & 0xf)];
|
2003-06-27 21:02:23 +02:00
|
|
|
if (ce != (unsigned int)-1)
|
|
|
|
{
|
|
|
|
WCHAR key;
|
|
|
|
if ((key = ce >> 16))
|
|
|
|
{
|
|
|
|
*key_ptr[0]++ = key >> 8;
|
|
|
|
*key_ptr[0]++ = key & 0xff;
|
|
|
|
}
|
|
|
|
/* make key 1 start from 2 */
|
|
|
|
if ((key = (ce >> 8) & 0xff)) *key_ptr[1]++ = key + 1;
|
|
|
|
/* make key 2 start from 2 */
|
|
|
|
if ((key = (ce >> 4) & 0x0f)) *key_ptr[2]++ = key + 1;
|
|
|
|
/* key 3 is always a character code */
|
2003-11-22 01:00:53 +01:00
|
|
|
if (ce & 1)
|
2003-06-27 21:02:23 +02:00
|
|
|
{
|
|
|
|
if (wch >> 8) *key_ptr[3]++ = wch >> 8;
|
|
|
|
if (wch & 0xff) *key_ptr[3]++ = wch & 0xff;
|
2003-11-22 01:00:53 +01:00
|
|
|
}
|
2003-06-27 21:02:23 +02:00
|
|
|
}
|
2003-11-22 01:00:53 +01:00
|
|
|
else
|
2003-06-27 21:02:23 +02:00
|
|
|
{
|
|
|
|
*key_ptr[0]++ = 0xff;
|
|
|
|
*key_ptr[0]++ = 0xfe;
|
|
|
|
if (wch >> 8) *key_ptr[0]++ = wch >> 8;
|
|
|
|
if (wch & 0xff) *key_ptr[0]++ = wch & 0xff;
|
2003-11-22 01:00:53 +01:00
|
|
|
}
|
2003-06-27 21:02:23 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
*key_ptr[0] = '\1';
|
|
|
|
*key_ptr[1] = '\1';
|
|
|
|
*key_ptr[2] = '\1';
|
|
|
|
*key_ptr[3]++ = '\1';
|
|
|
|
*key_ptr[3] = 0;
|
|
|
|
|
|
|
|
return key_ptr[3] - dst;
|
|
|
|
}
|
2003-11-22 01:00:53 +01:00
|
|
|
|
2019-05-21 17:19:44 +02:00
|
|
|
enum weight
|
|
|
|
{
|
|
|
|
UNICODE_WEIGHT,
|
|
|
|
DIACRITIC_WEIGHT,
|
|
|
|
CASE_WEIGHT
|
|
|
|
};
|
|
|
|
|
|
|
|
static unsigned int get_weight(WCHAR ch, enum weight type)
|
|
|
|
{
|
|
|
|
unsigned int ret;
|
|
|
|
|
2020-01-27 20:22:47 +01:00
|
|
|
ret = collation_table[collation_table[collation_table[ch >> 8] + ((ch >> 4) & 0x0f)] + (ch & 0xf)];
|
2019-05-21 17:19:44 +02:00
|
|
|
if (ret == (unsigned int)-1)
|
|
|
|
return ch;
|
|
|
|
|
|
|
|
switch(type)
|
|
|
|
{
|
|
|
|
case UNICODE_WEIGHT:
|
|
|
|
return ret >> 16;
|
|
|
|
case DIACRITIC_WEIGHT:
|
|
|
|
return (ret >> 8) & 0xff;
|
|
|
|
case CASE_WEIGHT:
|
|
|
|
default:
|
|
|
|
return (ret >> 4) & 0x0f;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-02-04 10:52:04 +01:00
|
|
|
static void inc_str_pos(const WCHAR **str, int *len, unsigned int *dpos, unsigned int *dlen)
|
2019-05-21 17:19:48 +02:00
|
|
|
{
|
|
|
|
(*dpos)++;
|
|
|
|
if (*dpos == *dlen)
|
|
|
|
{
|
|
|
|
*dpos = *dlen = 0;
|
|
|
|
(*str)++;
|
|
|
|
(*len)--;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-05-21 17:19:44 +02:00
|
|
|
static inline int compare_weights(int flags, const WCHAR *str1, int len1,
|
|
|
|
const WCHAR *str2, int len2, enum weight type)
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
2020-02-04 10:52:04 +01:00
|
|
|
unsigned int ce1, ce2, dpos1 = 0, dpos2 = 0, dlen1 = 0, dlen2 = 0;
|
|
|
|
const WCHAR *dstr1 = NULL, *dstr2 = NULL;
|
2003-11-22 01:00:53 +01:00
|
|
|
|
|
|
|
/* 32-bit collation element table format:
|
|
|
|
* unicode weight - high 16 bit, diacritic weight - high 8 bit of low 16 bit,
|
|
|
|
* case weight - high 4 bit of low 8 bit.
|
|
|
|
*/
|
|
|
|
while (len1 > 0 && len2 > 0)
|
|
|
|
{
|
2020-02-04 10:52:04 +01:00
|
|
|
if (!dlen1 && !(dstr1 = get_decomposition( *str1, &dlen1 ))) dstr1 = str1;
|
|
|
|
if (!dlen2 && !(dstr2 = get_decomposition( *str2, &dlen2 ))) dstr2 = str2;
|
2019-05-21 17:19:48 +02:00
|
|
|
|
2003-11-22 01:00:53 +01:00
|
|
|
if (flags & NORM_IGNORESYMBOLS)
|
|
|
|
{
|
|
|
|
int skip = 0;
|
|
|
|
/* FIXME: not tested */
|
2019-05-21 17:19:48 +02:00
|
|
|
if (get_char_typeW(dstr1[dpos1]) & (C1_PUNCT | C1_SPACE))
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
2019-05-21 17:19:48 +02:00
|
|
|
inc_str_pos(&str1, &len1, &dpos1, &dlen1);
|
2003-11-22 01:00:53 +01:00
|
|
|
skip = 1;
|
|
|
|
}
|
2019-06-12 11:15:45 +02:00
|
|
|
if (get_char_typeW(dstr2[dpos2]) & (C1_PUNCT | C1_SPACE))
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
2019-05-21 17:19:48 +02:00
|
|
|
inc_str_pos(&str2, &len2, &dpos2, &dlen2);
|
2003-11-22 01:00:53 +01:00
|
|
|
skip = 1;
|
|
|
|
}
|
|
|
|
if (skip) continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* hyphen and apostrophe are treated differently depending on
|
|
|
|
* whether SORT_STRINGSORT specified or not
|
|
|
|
*/
|
2019-05-21 17:19:44 +02:00
|
|
|
if (type == UNICODE_WEIGHT && !(flags & SORT_STRINGSORT))
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
2019-05-21 17:19:48 +02:00
|
|
|
if (dstr1[dpos1] == '-' || dstr1[dpos1] == '\'')
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
2019-05-21 17:19:48 +02:00
|
|
|
if (dstr2[dpos2] != '-' && dstr2[dpos2] != '\'')
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
2019-05-21 17:19:48 +02:00
|
|
|
inc_str_pos(&str1, &len1, &dpos1, &dlen1);
|
2003-11-22 01:00:53 +01:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
2019-05-21 17:19:48 +02:00
|
|
|
else if (dstr2[dpos2] == '-' || dstr2[dpos2] == '\'')
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
2019-05-21 17:19:48 +02:00
|
|
|
inc_str_pos(&str2, &len2, &dpos2, &dlen2);
|
2003-11-22 01:00:53 +01:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-05-21 17:19:48 +02:00
|
|
|
ce1 = get_weight(dstr1[dpos1], type);
|
2019-05-21 17:19:52 +02:00
|
|
|
if (!ce1)
|
|
|
|
{
|
|
|
|
inc_str_pos(&str1, &len1, &dpos1, &dlen1);
|
|
|
|
continue;
|
|
|
|
}
|
2019-05-21 17:19:48 +02:00
|
|
|
ce2 = get_weight(dstr2[dpos2], type);
|
2019-05-21 17:19:52 +02:00
|
|
|
if (!ce2)
|
|
|
|
{
|
|
|
|
inc_str_pos(&str2, &len2, &dpos2, &dlen2);
|
|
|
|
continue;
|
|
|
|
}
|
2003-11-22 01:00:53 +01:00
|
|
|
|
2019-05-21 17:19:44 +02:00
|
|
|
if (ce1 - ce2) return ce1 - ce2;
|
2003-11-22 01:00:53 +01:00
|
|
|
|
2019-05-21 17:19:48 +02:00
|
|
|
inc_str_pos(&str1, &len1, &dpos1, &dlen1);
|
|
|
|
inc_str_pos(&str2, &len2, &dpos2, &dlen2);
|
2003-11-22 01:00:53 +01:00
|
|
|
}
|
2019-05-21 17:19:52 +02:00
|
|
|
while (len1)
|
2016-02-12 08:52:50 +01:00
|
|
|
{
|
2020-02-04 10:52:04 +01:00
|
|
|
if (!dlen1 && !(dstr1 = get_decomposition( *str1, &dlen1 ))) dstr1 = str1;
|
2019-05-21 17:19:52 +02:00
|
|
|
ce1 = get_weight(dstr1[dpos1], type);
|
|
|
|
if (ce1) break;
|
|
|
|
inc_str_pos(&str1, &len1, &dpos1, &dlen1);
|
2016-02-12 08:52:50 +01:00
|
|
|
}
|
2019-05-21 17:19:52 +02:00
|
|
|
while (len2)
|
2016-02-12 08:52:50 +01:00
|
|
|
{
|
2020-02-04 10:52:04 +01:00
|
|
|
if (!dlen2 && !(dstr2 = get_decomposition( *str2, &dlen2 ))) dstr2 = str2;
|
2019-05-21 17:19:52 +02:00
|
|
|
ce2 = get_weight(dstr2[dpos2], type);
|
|
|
|
if (ce2) break;
|
|
|
|
inc_str_pos(&str2, &len2, &dpos2, &dlen2);
|
2016-02-12 08:52:50 +01:00
|
|
|
}
|
2003-11-22 01:00:53 +01:00
|
|
|
return len1 - len2;
|
|
|
|
}
|
|
|
|
|
2020-02-05 09:00:14 +01:00
|
|
|
int wine_compare_string_obsolete(int flags, const WCHAR *str1, int len1,
|
|
|
|
const WCHAR *str2, int len2)
|
2003-11-22 01:00:53 +01:00
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
2019-05-21 17:19:44 +02:00
|
|
|
ret = compare_weights(flags, str1, len1, str2, len2, UNICODE_WEIGHT);
|
2003-11-22 01:00:53 +01:00
|
|
|
if (!ret)
|
|
|
|
{
|
|
|
|
if (!(flags & NORM_IGNORENONSPACE))
|
2019-05-21 17:19:44 +02:00
|
|
|
ret = compare_weights(flags, str1, len1, str2, len2, DIACRITIC_WEIGHT);
|
2003-11-22 01:00:53 +01:00
|
|
|
if (!ret && !(flags & NORM_IGNORECASE))
|
2019-05-21 17:19:44 +02:00
|
|
|
ret = compare_weights(flags, str1, len1, str2, len2, CASE_WEIGHT);
|
2003-11-22 01:00:53 +01:00
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
}
|
2020-02-05 09:00:14 +01:00
|
|
|
|
|
|
|
__ASM_OBSOLETE(wine_get_sortkey);
|
|
|
|
__ASM_OBSOLETE(wine_compare_string);
|
|
|
|
|
|
|
|
#endif /* __ASM_OBSOLETE */
|