dmd/compiler/tools/unicode_tables/derivedCoreProperties.d

/**
This module parses the UCD DerivedCoreProperties.txt file.

Copyright:   Copyright (C) 1999-2025 by The D Language Foundation, All Rights Reserved
Authors:     $(LINK2 https://cattermole.co.nz, Richard (Rikki) Andrew Cattermole
License:     $(LINK2 https://www.boost.org/LICENSE_1_0.txt, Boost License 1.0)
*/
module unicode_tables.derivedCoreProperties;
import unicode_tables.util;

ValueRanges propertyXID_StartRanges, propertyXID_ContinueRanges;

void parseProperties(string dataFile)
{
    import std.algorithm : countUntil, startsWith;
    import std.file : readText;
    import std.string : lineSplitter, strip, split;
    import std.conv : parse;

    foreach (line; readText(dataFile).lineSplitter)
    {
        {
            // handle end of line comment
            ptrdiff_t offset = line.countUntil('#');
            if (offset >= 0)
                line = line[0 .. offset];
            line = line.strip;
        }

        string[] fields = line.split(";");
        {
            foreach (ref field; fields)
            {
                field = field.strip;
            }

            if (fields.length == 0)
            {
                continue;
            }
            else if (fields.length != 2)
            {
                continue;
            }
        }

        ValueRange range;

        {
            range.start = parse!uint(fields[0], 16);

            if (fields[0].startsWith(".."))
            {
                fields[0] = fields[0][2 .. $];
                range.end = parse!uint(fields[0], 16);
            }
            else
            {
                range.end = range.start;
            }
        }

        switch (fields[1])
        {
            case "XID_Start":
                propertyXID_StartRanges.add(range);
                break;

            case "XID_Continue":
                propertyXID_ContinueRanges.add(range);
                break;

            default:
                break;
        }
    }
}