mirrors/phobos
1
0
Fork 0
mirror of https://github.com/dlang/phobos.git synced 2025-04-27 13:40:20 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #8903 from dkorpel/unicode-case-hexstrings

Browse source 
std.uni: use hex strings for case entries
This commit is contained in:
Dennis 2024-01-25 11:48:08 +01:00 • committed by GitHub
commit ae9f9307d3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 790 additions and 914 deletions
Download patch file Download diff file Expand all files Collapse all files

1690
std/internal/unicode_tables.d
View file

File diff suppressed because it is too large Load diff

14
tools/unicode_table_generator.d
View file

@ -898,11 +898,11 @@ void writeCaseFolding(File sink)
writeln("SCE simpleCaseTable(size_t i)"); writeln("SCE simpleCaseTable(size_t i)");
writeln("{"); writeln("{");
writef("static immutable uint[%d] t = [", simpleTable.length); writef("static immutable uint[] t = cast(immutable uint[]) x\"");
foreach (i, v; simpleTable) foreach (i, v; simpleTable)
{ {
if (i % 8 == 0) writeln(); if (i % 12 == 0) writeln();
writef("0x%08X,", SCE(v.ch, v.n, v.size).x); writef("%08X", SCE(v.ch, v.n, v.size).x);
} }
// Inspect max integer size, so efficient bit packing can be found: // Inspect max integer size, so efficient bit packing can be found:
@ -910,12 +910,12 @@ void writeCaseFolding(File sink)
stderr.writefln("max ch: %X", simpleTable.maxElement!(x => x.ch).ch); // ch: 17-bit stderr.writefln("max ch: %X", simpleTable.maxElement!(x => x.ch).ch); // ch: 17-bit
stderr.writefln("max size: %X", simpleTable.maxElement!(x => x.size).size); // size: 3-bit stderr.writefln("max size: %X", simpleTable.maxElement!(x => x.size).size); // size: 3-bit
writeln("];"); writeln("\";");
writeln("return SCE(t[i]);"); writeln("return SCE(t[i]);");
writeln("}"); writeln("}");
writeln("@property FCE fullCaseTable(size_t index) nothrow @nogc @safe pure"); writeln("@property FCE fullCaseTable(size_t index) nothrow @nogc @safe pure");
writeln("{"); writeln("{");
writef("static immutable ulong[%d] t = [", fullTable.length); writef("static immutable ulong[] t = cast(immutable ulong[]) x\"");
int[4] maxS = 0; int[4] maxS = 0;
foreach (i, v; fullTable) foreach (i, v; fullTable)
{ {
@ -927,9 +927,9 @@ void writeCaseFolding(File sink)
assert(v.n >= 1); // meaning that start of bucket is always single char assert(v.n >= 1); // meaning that start of bucket is always single char
} }
if (i % 6 == 0) writeln(); if (i % 6 == 0) writeln();
writef("0x%014X,", FCE(v.seq, v.n, v.size, v.entry_len).x); writef("%016X", FCE(v.seq, v.n, v.size, v.entry_len).x);
} }
writeln("];"); writeln("\";");
writeln("return FCE(t[index]);"); writeln("return FCE(t[index]);");
writeln("}"); writeln("}");
import core.bitop : bsr; import core.bitop : bsr;