Merge pull request #102 from AndrejMitrovic/TokenAPIChange
Change Lexer API
This commit is contained in:
commit
aa8a3754de
|
@ -399,8 +399,8 @@ public struct DLexer
|
|||
{
|
||||
import core.vararg;
|
||||
|
||||
mixin Lexer!(IdType, Token, lexIdentifier, isSeparating, operators,
|
||||
dynamicTokens, pseudoTokenHandlers, keywords);
|
||||
mixin Lexer!(Token, lexIdentifier, isSeparating, pseudoTokenHandlers,
|
||||
operators, dynamicTokens, keywords);
|
||||
|
||||
this(ubyte[] range, const LexerConfig config, StringCache* cache)
|
||||
{
|
||||
|
|
|
@ -368,10 +368,11 @@ public:
|
|||
* }
|
||||
* ---
|
||||
*/
|
||||
mixin template Lexer(IDType, Token, alias defaultTokenFunction,
|
||||
alias tokenSeparatingFunction, alias staticTokens, alias dynamicTokens,
|
||||
alias tokenHandlers, alias possibleDefaultTokens)
|
||||
mixin template Lexer(Token, alias defaultTokenFunction,
|
||||
alias tokenSeparatingFunction, alias tokenHandlers,
|
||||
alias staticTokens, alias dynamicTokens, alias possibleDefaultTokens)
|
||||
{
|
||||
alias IDType = typeof(Token.type);
|
||||
|
||||
static assert (tokenHandlers.length % 2 == 0, "Each pseudo-token must"
|
||||
~ " have a corresponding handler function name.");
|
||||
|
|
Loading…
Reference in New Issue