mirrors/dmd
1
0
Fork 0
mirror of https://github.com/dlang/dmd.git synced 2025-05-07 03:26:22 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions 11

Implement UAX31 character ranges (#15307)

Browse source
This commit is contained in:
Richard (Rikki) Andrew Cattermole 2024-03-19 07:19:16 +13:00 • committed by GitHub
parent e74da19bcd
commit dffd899508
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
32 changed files with 5902 additions and 458 deletions
Download patch file Download diff file Expand all files Collapse all files

77
compiler/tools/unicode_tables/derivedCoreProperties.d Normal file
View file

@ -0,0 +1,77 @@
/**
This module parses the UCD DerivedCoreProperties.txt file.
Copyright: Copyright (C) 1999-2024 by The D Language Foundation, All Rights Reserved
Authors: $(LINK2 https://cattermole.co.nz, Richard (Rikki) Andrew Cattermole
License: $(LINK2 https://www.boost.org/LICENSE_1_0.txt, Boost License 1.0)
*/
module unicode_tables.derivedCoreProperties;
import unicode_tables.util;
ValueRanges propertyXID_StartRanges, propertyXID_ContinueRanges;
void parseProperties(string dataFile)
{
import std.algorithm : countUntil, startsWith;
import std.file : readText;
import std.string : lineSplitter, strip, split;
import std.conv : parse;
foreach (line; readText(dataFile).lineSplitter)
{
{
// handle end of line comment
ptrdiff_t offset = line.countUntil('#');
if (offset >= 0)
line = line[0 .. offset];
line = line.strip;
}
string[] fields = line.split(";");
{
foreach (ref field; fields)
{
field = field.strip;
}
if (fields.length == 0)
{
continue;
}
else if (fields.length != 2)
{
continue;
}
}
ValueRange range;
{
range.start = parse!uint(fields[0], 16);
if (fields[0].startsWith(".."))
{
fields[0] = fields[0][2 .. $];
range.end = parse!uint(fields[0], 16);
}
else
{
range.end = range.start;
}
}
switch (fields[1])
{
case "XID_Start":
propertyXID_StartRanges.add(range);
break;
case "XID_Continue":
propertyXID_ContinueRanges.add(range);
break;
default:
break;
}
}
}