diff --git a/std/d/parser.d b/std/d/parser.d deleted file mode 100644 index f626162..0000000 --- a/std/d/parser.d +++ /dev/null @@ -1,7067 +0,0 @@ -// Written in the D programming language - -/** - * MACROS: - * GRAMMAR = 
$0
- * RULEDEF = $(B $(DDOC_ANCHOR $0) $0) - * RULE = $(LINK2 #$0, $0) - * LITERAL = $(D_STRING $(I $0)) - */ - -module std.d.parser; - -import std.d.lexer; -import std.d.ast; -import std.allocator; -import std.conv; -import std.algorithm; -import std.array; -import std.stdio; -import std.string : format; - -// Uncomment this if you want ALL THE OUTPUT -// Caution: generates 180 megabytes of logging for std.datetime -//version = std_parser_verbose; - -alias ParseAllocator = CAllocatorImpl!(Mallocator); - -/** - * Params: - * tokens = the tokens parsed by std.d.lexer - * fileName = the name of the file being parsed - * messageFunction = a function to call on error or warning messages. - * The parameters are the file name, line number, column number, - * the error or warning message, and a boolean (true means error, false - * means warning). - * Returns: the parsed module - */ -Module parseModule(const(Token)[] tokens, string fileName, CAllocator allocator = null, - void function(string, size_t, size_t, string, bool) messageFunction = null) -{ - auto parser = new Parser(); - parser.fileName = fileName; - parser.tokens = tokens; - parser.messageFunction = messageFunction; - parser.allocator = allocator; - auto mod = parser.parseModule(); - // writefln("Parsing finished with %d errors and %d warnings.", - // parser.errorCount, parser.warningCount); - return mod; -} - -/** - * Parser structure - */ -class Parser -{ - /** - * Parses an AddExpression. - * - * $(GRAMMAR $(RULEDEF addExpression): - * $(RULE mulExpression) - * | $(RULE addExpression) $(LPAREN)$(LITERAL '+') | $(LITERAL'-') | $(LITERAL'~')$(RPAREN) $(RULE mulExpression) - * ;) - */ - ExpressionNode parseAddExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(AddExpression, MulExpression, - tok!"+", tok!"-", tok!"~")(); - } - - /** - * Parses an AliasDeclaration. - * - * $(GRAMMAR $(RULEDEF aliasDeclaration): - * $(LITERAL 'alias') $(RULE aliasInitializer) $(LPAREN)$(LITERAL ',') $(RULE aliasInitializer)$(RPAREN)* $(LITERAL ';') - * | $(LITERAL 'alias') $(RULE storageClass)* $(RULE type) $(LITERAL identifier) $(LITERAL ';') - * ;) - */ - AliasDeclaration parseAliasDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AliasDeclaration; - if (expect(tok!"alias") is null) return null; - node.comment = comment; - comment = null; - - if (startsWith(tok!"identifier", tok!"=") || startsWith(tok!"identifier", tok!"(")) - { - AliasInitializer[] initializers; - do - { - auto initializer = parseAliasInitializer(); - if (initializer is null) return null; - initializers ~= initializer; - if (currentIs(tok!",")) - advance(); - else - break; - } - while (moreTokens()); - node.initializers = ownArray(initializers); - } - else - { - StorageClass[] storageClasses; - while (moreTokens() && isStorageClass()) - storageClasses ~= parseStorageClass(); - if (storageClasses.length > 0) - node.storageClasses = ownArray(storageClasses); - warn("Prefer the new \"'alias' identifier '=' type ';'\" syntax" - ~ " to the old \"'alias' type identifier ';'\" syntax"); - if ((node.type = parseType()) is null) return null; - auto ident = expect(tok!"identifier"); - if (ident is null) - return null; - node.name = *ident; - } - if (expect(tok!";") is null) return null; - return node; - } - - unittest - { - auto sourceCode = -q{ -alias core.sys.posix.stdio.fileno fileno; -}c; - - Parser p = getParserForUnittest(sourceCode, "parseAliasDeclaration"); - - AliasDeclaration d = p.parseAliasDeclaration(); - assert (d !is null); - assert (p.errorCount == 0); - - stderr.writeln("Unittest for parseAliasDeclaration passed."); - } - - /** - * Parses an AliasInitializer - * $(GRAMMAR $(RULEDEF aliasInitializer): - * $(LITERAL Identifier) $(RULE templateParameters)? $(LITERAL '=') $(RULE storageClass)* $(RULE type) - * ;) - */ - AliasInitializer parseAliasInitializer() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AliasInitializer; - auto i = expect(tok!"identifier"); - if (i is null) return null; - node.name = *i; - if (currentIs(tok!"(")) - node.templateParameters = parseTemplateParameters(); - if (expect(tok!"=") is null) return null; - StorageClass[] storageClasses; - while (moreTokens() && isStorageClass()) - storageClasses ~= parseStorageClass(); - if (storageClasses.length > 0) - node.storageClasses = ownArray(storageClasses); - node.type = parseType(); - return node; - } - - unittest - { - auto sourceCode = q{a = abcde!def}; - Parser p = getParserForUnittest(sourceCode, "parseAliasInitializer"); - auto initializer = p.parseAliasInitializer(); - assert (initializer !is null); - assert (p.errorCount == 0); - stderr.writeln("Unittest for parseAliasInitializer passed."); - } - - /** - * Parses an AliasThisDeclaration - * $(GRAMMAR $(RULEDEF aliasThisDeclaration): - * $(LITERAL 'alias') $(LITERAL Identifier) $(LITERAL 'this') $(LITERAL ';') - * ;) - */ - AliasThisDeclaration parseAliasThisDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AliasThisDeclaration; - if (expect(tok!"alias") is null) return null; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - if (expect(tok!"this") is null) return null; - if (expect(tok!";") is null) return null; - return node; - } - - unittest - { - auto sourceCode = q{alias oneTwoThree this;}; - Parser p = getParserForUnittest(sourceCode, "parseAliasThisDeclaration"); - auto aliasThis = p.parseAliasThisDeclaration(); - assert (aliasThis !is null); - assert (p.errorCount == 0); - stderr.writeln("Unittest for parseAliasThisDeclaration passed."); - } - - /** - * Parses an AlignAttribute. - * $(GRAMMAR $(RULEDEF alignAttribute): - * $(LITERAL 'align') ($(LITERAL '$(LPAREN)') $(LITERAL IntegerLiteral) $(LITERAL '$(RPAREN)'))? - * ;) - */ - AlignAttribute parseAlignAttribute() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AlignAttribute; - expect(tok!"align"); - if (currentIs(tok!"(")) - { - if (expect(tok!"(") is null) return null; - auto intLit = expect(tok!"intLiteral"); - if (intLit is null) return null; - node.intLiteral = *intLit; - if (expect(tok!")") is null) return null; - } - return node; - } - - unittest - { - auto sourceCode = q{align(42) align}; - Parser p = getParserForUnittest(sourceCode, "parseAlignAttribute"); - auto attribute = p.parseAlignAttribute(); - assert (attribute !is null); - attribute = p.parseAlignAttribute(); - assert (attribute !is null); - assert (p.errorCount == 0); - stderr.writeln("Unittest for parseAlignAttribute passed."); - } - - /** - * Parses an AndAndExpression - * $(GRAMMAR $(RULEDEF andAndExpression): - * $(RULE orExpression) - * | $(RULE andAndExpression) $(LITERAL '&&') $(RULE orExpression) - * ;) - */ - ExpressionNode parseAndAndExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(AndAndExpression, OrExpression, - tok!"&&")(); - } - - /** - * Parses an AndExpression - * - * $(GRAMMAR $(RULEDEF andExpression): - * $(RULE cmpExpression) - * | $(RULE andExpression) $(LITERAL '&') $(RULE cmpExpression) - * ;) - */ - ExpressionNode parseAndExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(AndExpression, CmpExpression, - tok!"&")(); - } - - /** - * Parses an ArgumentList - * - * $(GRAMMAR $(RULEDEF argumentList): - * $(RULE assignExpression) ($(LITERAL ',') $(RULE assignExpression)?)* - * ;) - */ - ArgumentList parseArgumentList() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - size_t startLocation = current().index; - auto ret= parseCommaSeparatedRule!(ArgumentList, AssignExpression)(true); - ret.startLocation = startLocation; - ret.endLocation = current().index; - return ret; - } - - /** - * Parses Arguments - * - * $(GRAMMAR $(RULEDEF arguments): - * $(LITERAL '$(LPAREN)') $(RULE argumentList)? $(LITERAL '$(RPAREN)') - * ;) - */ - Arguments parseArguments() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Arguments; - if (expect(tok!"(") is null) return null; - if (!currentIs(tok!")")) - node.argumentList = parseArgumentList(); - if (expect(tok!")") is null) return null; - return node; - } - - /** - * Parses an ArrayInitializer - * - * $(GRAMMAR $(RULEDEF arrayInitializer): - * $(LITERAL '[') $(LITERAL ']') - * | $(LITERAL '[') $(RULE arrayMemberInitialization) ($(LITERAL ',') $(RULE arrayMemberInitialization)?)* $(LITERAL ']') - * ;) - */ - ArrayInitializer parseArrayInitializer() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ArrayInitializer; - if (expect(tok!"[") is null) return null; - ArrayMemberInitialization[] arrayMemberInitializations; - while (moreTokens()) - { - if (currentIs(tok!"]")) - break; - arrayMemberInitializations ~= parseArrayMemberInitialization(); - if (currentIs(tok!",")) - advance(); - else - break; - } - node.arrayMemberInitializations = ownArray(arrayMemberInitializations); - if (expect(tok!"]") is null) return null; - return node; - } - - /** - * Parses an ArrayLiteral - * - * $(GRAMMAR $(RULEDEF arrayLiteral): - * $(LITERAL '[') $(RULE argumentList)? $(LITERAL ']') - * ;) - */ - ArrayLiteral parseArrayLiteral() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ArrayLiteral; - if (expect(tok!"[") is null) return null; - if (!currentIs(tok!"]")) - node.argumentList = parseArgumentList(); - if (expect(tok!"]") is null) return null; - return node; - } - - /** - * Parses an ArrayMemberInitialization - * - * $(GRAMMAR $(RULEDEF arrayMemberInitialization): - * ($(RULE assignExpression) $(LITERAL ':'))? $(RULE nonVoidInitializer) - * ;) - */ - ArrayMemberInitialization parseArrayMemberInitialization() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ArrayMemberInitialization; - switch (current.type) - { - case tok!"{": - case tok!"[": - node.nonVoidInitializer = parseNonVoidInitializer(); - if (node.nonVoidInitializer is null) return null; - break; - default: - auto assignExpression = parseAssignExpression(); - if (assignExpression is null) return null; - if (currentIs(tok!":")) - { - node.assignExpression = assignExpression; - advance(); - node.nonVoidInitializer = parseNonVoidInitializer(); - if (node.nonVoidInitializer is null) return null; - } - else - { - node.nonVoidInitializer = allocate!NonVoidInitializer; - node.nonVoidInitializer.assignExpression = assignExpression; - } - } - return node; - } - - /** - * Parses an AsmAddExp - * - * $(GRAMMAR $(RULEDEF asmAddExp): - * $(RULE asmMulExp) - * | $(RULE asmAddExp) ($(LITERAL '+') | $(LITERAL '-')) $(RULE asmMulExp) - * ;) - */ - ExpressionNode parseAsmAddExp() - { - return parseLeftAssocBinaryExpression!(AsmAddExp, AsmMulExp, - tok!"+", tok!"-")(); - } - - /** - * Parses an AsmAndExp - * - * $(GRAMMAR $(RULEDEF asmAndExp): - * $(RULE asmEqualExp) ($(LITERAL '&') $(RULE asmEqualExp))? - * ;) - */ - AsmAndExp parseAsmAndExp() - { -// auto node = allocate!AsmAndExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmBrExp - * - * $(GRAMMAR $(RULEDEF asmBrExp): - * $(RULE asmUnaExp) - * | $(RULE asmBrExp) $(LITERAL '[') $(RULE asmExp) $(LITERAL ']') - * ;) - */ - AsmBrExp parseAsmBrExp() - { -// auto node = allocate!AsmBrExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmEqualExp - * - * $(GRAMMAR $(RULEDEF asmEqualExp): - * $(RULE asmRelExp) (('==' | '!=') $(RULE asmRelExp))? - * ;) - */ - AsmEqualExp parseAsmEqualExp() - { -// auto node = allocate!AsmEqualExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmExp - * - * $(GRAMMAR $(RULEDEF asmExp): - * $(RULE asmLogOrExp) ($(LITERAL '?') $(RULE asmExp) $(LITERAL ':') $(RULE asmExp))? - * ;) - */ - AsmExp parseAsmExp() - { -// auto node = allocate!AsmExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmInstruction - * - * $(GRAMMAR $(RULEDEF asmInstruction): - * $(LITERAL Identifier) - * | $(LITERAL 'align') $(LITERAL IntegerLiteral) - * | $(LITERAL 'align') $(LITERAL Identifier) - * | $(LITERAL Identifier) $(LITERAL ':') $(RULE asmInstruction) - * | $(LITERAL Identifier) $(RULE asmExp) - * | $(LITERAL Identifier) $(RULE operands) - * ;) - */ - AsmInstruction parseAsmInstruction() - { -// auto node = allocate!AsmInstruction; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmLogAndExp - * - * $(GRAMMAR $(RULEDEF asmLogAndExp): - * $(RULE asmOrExp) ('&&' $(RULE asmOrExp))? - * ;) - */ - AsmLogAndExp parseAsmLogAndExp() - { -// auto node = allocate!AsmLogAndExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmLogOrExp - * - * $(GRAMMAR $(RULEDEF asmLogOrExp): - * $(RULE asmLogAndExp) ('||' $(RULE asmLogAndExp))? - * ;) - */ - AsmLogOrExp parseAsmLogOrExp() - { -// auto node = allocate!AsmLogOrExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmMulExp - * - * $(GRAMMAR $(RULEDEF asmMulExp): - * $(RULE asmBrExp) (($(LITERAL '*') | $(LITERAL '/') | $(LITERAL '%')) $(RULE asmBrExp))? - * ;) - */ - AsmMulExp parseAsmMulExp() - { -// auto node = allocate!AsmMulExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmOrExp - * - * $(GRAMMAR $(RULEDEF asmOrExp): - * $(RULE asmXorExp) ($(LITERAL '|') $(RULE asmXorExp))? - * ;) - */ - AsmOrExp parseAsmOrExp() - { -// auto node = allocate!AsmOrExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmPrimaryExp - * - * $(GRAMMAR $(RULEDEF asmPrimaryExp): - * $(LITERAL IntegerLiteral) - * | $(LITERAL FloatLiteral) - * | $(RULE register) - * | $(RULE identifierChain) - * | $(LITERAL '$') - * ;) - */ - AsmPrimaryExp parseAsmPrimaryExp() - { -// auto node = allocate!AsmPrimaryExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmRelExp - * - * $(GRAMMAR $(RULEDEF asmRelExp): - * $(RULE asmShiftExp) (($(LITERAL '<') | $(LITERAL '<=') | $(LITERAL '>') | $(LITERAL '>=')) $(RULE asmShiftExp))? - * ;) - */ - AsmRelExp parseAsmRelExp() - { -// auto node = allocate!AsmRelExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmShiftExp - * - * $(GRAMMAR $(RULEDEF asmShiftExp): - * $(RULE asmAddExp) (($(LITERAL '<<') | $(LITERAL '>>') | $(LITERAL '>>>')) $(RULE asmAddExp))? - * ;) - */ - AsmShiftExp parseAsmShiftExp() - { -// auto node = allocate!AsmShiftExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmStatement - * - * $(GRAMMAR $(RULEDEF asmStatement): - * $(LITERAL 'asm') $(LITERAL '{') $(RULE asmInstruction)+ $(LITERAL '}') - * ;) - */ - AsmStatement parseAsmStatement() - { - // TODO asm - auto node = allocate!AsmStatement; - warn("Skipping assembly statement. Not supported."); - advance(); - skipBraces(); - return node; - } - - /** - * Parses an AsmTypePrefix - * - * $(GRAMMAR $(RULEDEF asmTypePrefix): - * $(LITERAL Identifier) $(LITERAL Identifier) - * | $(LITERAL 'byte') $(LITERAL Identifier) - * | $(LITERAL 'short') $(LITERAL Identifier) - * | $(LITERAL 'int') $(LITERAL Identifier) - * | $(LITERAL 'float') $(LITERAL Identifier) - * | $(LITERAL 'double') $(LITERAL Identifier) - * | $(LITERAL 'real') $(LITERAL Identifier) - * ;) - */ - AsmTypePrefix parseAsmTypePrefix() - { -// auto node = allocate!AsmTypePrefix; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmUnaExp - * - * $(GRAMMAR $(RULEDEF asmUnaExp): - * $(RULE asmTypePrefix) $(RULE asmExp) - * | $(LITERAL Identifier) $(RULE asmExp) - * | $(LITERAL '+') $(RULE asmUnaExp) - * | $(LITERAL '-') $(RULE asmUnaExp) - * | $(LITERAL '!') $(RULE asmUnaExp) - * | $(LITERAL '~') $(RULE asmUnaExp) - * | $(RULE asmPrimaryExp) - * ;) - */ - AsmUnaExp parseAsmUnaExp() - { -// auto node = allocate!AsmUnaExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AsmXorExp - * - * $(GRAMMAR $(RULEDEF asmXorExp): - * $(RULE asmAndExp) ($(LITERAL '^') $(RULE asmAndExp))? - * ;) - */ - AsmXorExp parseAsmXorExp() - { -// auto node = allocate!AsmXorExp; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an AssertExpression - * - * $(GRAMMAR $(RULEDEF assertExpression): - * $(LITERAL 'assert') $(LITERAL '$(LPAREN)') $(RULE assignExpression) ($(LITERAL ',') $(RULE assignExpression))? $(LITERAL '$(RPAREN)') - * ;) - */ - AssertExpression parseAssertExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AssertExpression; - expect(tok!"assert"); - if (expect(tok!"(") is null) return null; - node.assertion = parseAssignExpression(); - if (currentIs(tok!",")) - { - advance(); - node.message = parseAssignExpression(); - } - if (expect(tok!")") is null) return null; - return node; - } - - /** - * Parses an AssignExpression - * - * $(GRAMMAR $(RULEDEF assignExpression): - * $(RULE ternaryExpression) ($(RULE assignOperator) $(RULE assignExpression))? - * ; - *$(RULEDEF assignOperator): - * $(LITERAL '=') - * | $(LITERAL '>>>=') - * | $(LITERAL '>>=') - * | $(LITERAL '<<=') - * | $(LITERAL '+=') - * | $(LITERAL '-=') - * | $(LITERAL '*=') - * | $(LITERAL '%=') - * | $(LITERAL '&=') - * | $(LITERAL '/=') - * | $(LITERAL '|=') - * | $(LITERAL '^^=') - * | $(LITERAL '^=') - * | $(LITERAL '~=') - * ;) - */ - AssignExpression parseAssignExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AssignExpression; - node.line = current().line; - node.column = current().column; - node.ternaryExpression = parseTernaryExpression(); - if (currentIsOneOf(tok!"=", tok!">>>=", - tok!">>=", tok!"<<=", - tok!"+=", tok!"-=", tok!"*=", - tok!"%=", tok!"&=", tok!"/=", - tok!"|=", tok!"^^=", tok!"^=", - tok!"~=")) - { - node.operator = advance().type; - node.assignExpression = parseAssignExpression(); - } - return node; - } - - /** - * Parses an AssocArrayLiteral - * - * $(GRAMMAR $(RULEDEF assocArrayLiteral): - * $(LITERAL '[') $(RULE keyValuePairs) $(LITERAL ']') - * ;) - */ - AssocArrayLiteral parseAssocArrayLiteral() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(AssocArrayLiteral, tok!"[", - "keyValuePairs|parseKeyValuePairs", tok!"]")); - } - - /** - * Parses an AtAttribute - * - * $(GRAMMAR $(RULEDEF atAttribute): - * $(LITERAL '@') ($(LITERAL Identifier) | $(LITERAL '$(LPAREN)') $(RULE argumentList) $(LITERAL '$(RPAREN)') | $(RULE functionCallExpression)) - * ;) - */ - AtAttribute parseAtAttribute() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AtAttribute; - auto start = expect(tok!"@"); - if (start is null) return null; - node.startLocation = start.index; - switch (current.type) - { - case tok!"identifier": - if (peekIsOneOf(tok!"(", tok!".", tok!"!")) - node.functionCallExpression = parseFunctionCallExpression(); - else - node.identifier = advance(); - break; - case tok!"(": - advance(); - node.argumentList = parseArgumentList(); - expect(tok!")"); - break; - default: - error(`"(", or identifier expected`); - return null; - } - node.endLocation = current().index; - return node; - } - - /** - * Parses an Attribute - * - * $(GRAMMAR $(RULEDEF attribute): - * | $(RULE pragmaExpression) - * | $(RULE storageClass) - * | $(LITERAL 'export') - * | $(LITERAL 'package') - * | $(LITERAL 'private') - * | $(LITERAL 'protected') - * | $(LITERAL 'public') - * ;) - */ - Attribute parseAttribute() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Attribute; - switch (current.type) - { - case tok!"pragma": - node.pragmaExpression = parsePragmaExpression(); - break; - case tok!"private": - case tok!"package": - case tok!"protected": - case tok!"public": - case tok!"export": - node.attribute = advance().type; - break; - default: - node.storageClass = parseStorageClass(); - break; - } - return node; - } - - /** - * Parses an AttributeDeclaration - * - * $(GRAMMAR $(RULEDEF attributeDeclaration): - * $(RULE attribute) $(LITERAL ':') - * ;) - */ - AttributeDeclaration parseAttributeDeclaration(Attribute attribute = null) - { - auto node = allocate!AttributeDeclaration; - node.attribute = attribute is null ? parseAttribute() : attribute; - expect(tok!":"); - return node; - } - - /** - * Parses an AutoDeclaration - * - * $(GRAMMAR $(RULEDEF autoDeclaration): - * $(RULE storageClass) $(LITERAL Identifier) $(LITERAL '=') $(RULE initializer) ($(LITERAL ',') $(LITERAL Identifier) $(LITERAL '=') $(RULE initializer))* $(LITERAL ';') - * ;) - */ - AutoDeclaration parseAutoDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!AutoDeclaration; - Token[] identifiers; - Initializer[] initializers; - do - { - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - identifiers ~= *ident; - if (expect(tok!"=") is null) return null; - auto init = parseInitializer(); - if (init is null) return null; - initializers ~= init; - if (currentIs(tok!",")) - advance(); - else - break; - } while (moreTokens()); - node.identifiers = ownArray(identifiers); - node.initializers = ownArray(initializers); - if (expect(tok!";") is null) return null; - return node; - } - - /** - * Parses a BlockStatement - * - * $(GRAMMAR $(RULEDEF blockStatement): - * $(LITERAL '{') $(RULE declarationsAndStatements)? $(LITERAL '}') - * ;) - */ - BlockStatement parseBlockStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!BlockStatement; - auto openBrace = expect(tok!"{"); - if (openBrace is null) return null; - node.startLocation = openBrace.index; - if (!currentIs(tok!"}")) - node.declarationsAndStatements = parseDeclarationsAndStatements(); - auto closeBrace = expect(tok!"}"); - if (closeBrace !is null) - node.endLocation = closeBrace.index; - else - node.endLocation = size_t.max; - return node; - } - - /** - * Parses a BodyStatement - * - * $(GRAMMAR $(RULEDEF bodyStatement): - * $(LITERAL 'body') $(RULE blockStatement) - * ;) - */ - BodyStatement parseBodyStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(BodyStatement, tok!"body", - "blockStatement|parseBlockStatement")); - } - - /** - * Parses a BreakStatement - * - * $(GRAMMAR $(RULEDEF breakStatement): - * $(LITERAL 'break') $(LITERAL Identifier)? $(LITERAL ';') - * ;) - */ - BreakStatement parseBreakStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - expect(tok!"break"); - auto node = allocate!BreakStatement; - switch (current.type) - { - case tok!"identifier": - node.label = advance(); - if (expect(tok!";") is null) return null; - break; - case tok!";": - advance(); - break; - default: - error("Identifier or semicolon expected following \"break\""); - return null; - } - return node; - } - - /** - * Parses a BaseClass - * - * $(GRAMMAR $(RULEDEF baseClass): - * ($(RULE typeofExpression) $(LITERAL '.'))? $(RULE identifierOrTemplateChain) - * ;) - */ - BaseClass parseBaseClass() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!BaseClass; - if (current.type.isProtection()) - { - warn("Use of base class protection is deprecated."); - advance(); - } - if (currentIs(tok!"typeof")) - { - node.typeofExpression = parseTypeofExpression(); - if (expect(tok!".") is null) return null; - } - node.identifierOrTemplateChain = parseIdentifierOrTemplateChain(); - return node; - } - - /** - * Parses a BaseClassList - * - * $(GRAMMAR $(RULEDEF baseClassList): - * $(RULE baseClass) ($(LITERAL ',') $(RULE baseClass))* - * ;) - */ - BaseClassList parseBaseClassList() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseCommaSeparatedRule!(BaseClassList, BaseClass)(); - } - - /** - * Parses an BuiltinType - * - * $(GRAMMAR $(RULEDEF builtinType): - * $(LITERAL 'bool') - * | $(LITERAL 'byte') - * | $(LITERAL 'ubyte') - * | $(LITERAL 'short') - * | $(LITERAL 'ushort') - * | $(LITERAL 'int') - * | $(LITERAL 'uint') - * | $(LITERAL 'long') - * | $(LITERAL 'ulong') - * | $(LITERAL 'char') - * | $(LITERAL 'wchar') - * | $(LITERAL 'dchar') - * | $(LITERAL 'float') - * | $(LITERAL 'double') - * | $(LITERAL 'real') - * | $(LITERAL 'ifloat') - * | $(LITERAL 'idouble') - * | $(LITERAL 'ireal') - * | $(LITERAL 'cfloat') - * | $(LITERAL 'cdouble') - * | $(LITERAL 'creal') - * | $(LITERAL 'void') - * ;) - */ - IdType parseBasicType() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - if (isBasicType(current.type)) - return advance().type; - error("Basic type expected"); - return tok!""; - } - - /** - * Parses a CaseRangeStatement - * - * $(GRAMMAR $(RULEDEF caseRangeStatement): - * $(LITERAL 'case') $(RULE assignExpression) $(LITERAL ':') $(LITERAL '...') $(LITERAL 'case') $(RULE assignExpression) $(LITERAL ':') $(RULE declarationsAndStatements) - * ;) - */ - CaseRangeStatement parseCaseRangeStatement(AssignExpression low = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!CaseRangeStatement; - if (low is null) - { - expect(tok!"case"); - node.low = parseAssignExpression(); - } - else - node.low = low; - if (expect(tok!":") is null) return null; - if (expect(tok!"..") is null) return null; - expect(tok!"case"); - node.high = parseAssignExpression(); - if (expect(tok!":") is null) return null; - node.declarationsAndStatements = parseDeclarationsAndStatements(); - return node; - } - - /** - * Parses an CaseStatement - * - * $(GRAMMAR $(RULEDEF caseStatement): - * $(LITERAL 'case') $(RULE argumentList) $(LITERAL ':') $(RULE declarationsAndStatements) - * ;) - */ - CaseStatement parseCaseStatement(ArgumentList argumentList = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!CaseStatement; - if (argumentList is null) - { - expect(tok!"case"); - node.argumentList = parseArgumentList(); - } - else - node.argumentList = argumentList; - if (expect(tok!":") is null) return null; - node.declarationsAndStatements = parseDeclarationsAndStatements(); - return node; - } - - /** - * Parses a CastExpression - * - * $(GRAMMAR $(RULEDEF castExpression): - * $(LITERAL 'cast') $(LITERAL '$(LPAREN)') ($(RULE type) | $(RULE castQualifier))? $(LITERAL '$(RPAREN)') $(RULE unaryExpression) - * ;) - */ - CastExpression parseCastExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!CastExpression; - expect(tok!"cast"); - if (expect(tok!"(") is null) return null; - if (!currentIs(tok!")")) - { - if (isCastQualifier()) - node.castQualifier = parseCastQualifier(); - else - node.type = parseType(); - } - if (expect(tok!")") is null) return null; - node.unaryExpression = parseUnaryExpression(); - return node; - } - - /** - * Parses a CastQualifier - * - * $(GRAMMAR $(RULEDEF castQualifier): - * $(LITERAL 'const') - * | $(LITERAL 'const') $(LITERAL 'shared') - * | $(LITERAL 'immutable') - * | $(LITERAL 'inout') - * | $(LITERAL 'inout') $(LITERAL 'shared') - * | $(LITERAL 'shared') - * | $(LITERAL 'shared') $(LITERAL 'const') - * | $(LITERAL 'shared') $(LITERAL 'inout') - * ;) - */ - CastQualifier parseCastQualifier() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!CastQualifier; - switch (current.type) - { - case tok!"inout": - case tok!"const": - node.first = advance(); - if (currentIs(tok!"shared")) - node.second = advance(); - break; - case tok!"shared": - node.first = advance(); - if (currentIsOneOf(tok!"const", tok!"inout")) - node.second = advance(); - break; - case tok!"immutable": - node.first = advance(); - break; - default: - error("const, immutable, inout, or shared expected"); - return null; - } - return node; - } - - unittest - { - auto sourceCode = q{ -const; -const shared; -immutable; -inout; -inout shared; -shared; -shared const; -shared inout; -incorrect; - }; - - Parser p = getParserForUnittest(sourceCode, "parseCastQualifier"); - - CastQualifier one = p.parseCastQualifier(); - assert (one.first == tok!"const"); - assert (one.second == tok!""); - p.expect(tok!";"); - - CastQualifier two = p.parseCastQualifier(); - assert (two.first == tok!"const"); - assert (two.second == tok!"shared"); - p.expect(tok!";"); - - CastQualifier three = p.parseCastQualifier(); - assert (three.first == tok!"immutable"); - assert (three.second == tok!""); - p.expect(tok!";"); - - CastQualifier four = p.parseCastQualifier(); - assert (four.first == tok!"inout"); - assert (four.second == tok!""); - p.expect(tok!";"); - - CastQualifier five = p.parseCastQualifier(); - assert (five.first == tok!"inout"); - assert (five.second == tok!"shared"); - p.expect(tok!";"); - - CastQualifier six = p.parseCastQualifier(); - assert (six.first == tok!"shared"); - assert (six.second == tok!""); - p.expect(tok!";"); - - CastQualifier seven = p.parseCastQualifier(); - assert (seven.first == tok!"shared"); - assert (seven.second == tok!"const"); - p.expect(tok!";"); - - CastQualifier eight = p.parseCastQualifier(); - assert (eight.first == tok!"shared"); - assert (eight.second == tok!"inout"); - p.expect(tok!";"); - - CastQualifier nine = p.parseCastQualifier(); - assert (nine is null); - assert (p.errorCount > 0); - - stderr.writeln("Unittest for parseCastQualifier passed."); - } - - /** - * Parses a Catch - * - * $(GRAMMAR $(RULEDEF catch): - * $(LITERAL 'catch') $(LITERAL '$(LPAREN)') $(RULE type) $(LITERAL Identifier)? $(LITERAL '$(RPAREN)') $(RULE declarationOrStatement) - * ;) - */ - Catch parseCatch() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Catch; - expect(tok!"catch"); - if (expect(tok!"(") is null) return null; - node.type = parseType(); - if (currentIs(tok!"identifier")) - node.identifier = advance(); - if (expect(tok!")") is null) return null; - node.declarationOrStatement = parseDeclarationOrStatement(); - return node; - } - - /** - * Parses a Catches - * - * $(GRAMMAR $(RULEDEF catches): - * $(RULE catch)+ - * | $(RULE catch)* $(RULE lastCatch) - * ;) - */ - Catches parseCatches() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Catches; - Catch[] catches; - while (moreTokens()) - { - if (!currentIs(tok!"catch")) - break; - if (peekIs(tok!"(")) - catches ~= parseCatch(); - else - { - node.lastCatch = parseLastCatch(); - break; - } - } - node.catches = ownArray(catches); - return node; - } - - /** - * Parses a ClassDeclaration - * - * $(GRAMMAR $(RULEDEF classDeclaration): - * $(LITERAL 'class') $(LITERAL Identifier) ($(LITERAL ':') $(RULE baseClassList))? $(LITERAL ';') - * | $(LITERAL 'class') $(LITERAL Identifier) ($(LITERAL ':') $(RULE baseClassList))? $(RULE structBody) - * | $(LITERAL 'class') $(LITERAL Identifier) $(RULE templateParameters) $(RULE constraint)? ($(LITERAL ':') $(RULE baseClassList))? $(RULE structBody) - * | $(LITERAL 'class') $(LITERAL Identifier) $(RULE templateParameters) ($(LITERAL ':') $(RULE baseClassList))? $(RULE constraint)? $(RULE structBody) - * ;) - */ - ClassDeclaration parseClassDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ClassDeclaration; - expect(tok!"class"); - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.name = *ident; - node.comment = comment; - comment = null; - if (currentIs(tok!";")) - { - advance(); - return node; - } - templateStuff: if (currentIs(tok!"(")) - { - node.templateParameters = parseTemplateParameters(); - constraint: if (currentIs(tok!"if")) - node.constraint = parseConstraint(); - if (node.baseClassList !is null) - goto structBody; - if (currentIs(tok!":")) - { - advance(); - node.baseClassList = parseBaseClassList(); - } - if (currentIs(tok!"if")) - goto constraint; - } - if (currentIs(tok!":")) - { - advance(); - node.baseClassList = parseBaseClassList(); - } - structBody: - node.structBody = parseStructBody(); - return node; - } - - unittest - { - string sourceCode = -q{class ClassZero; -class ClassOne {} -class ClassTwo : Super {} -class ClassThree(A, B) : Super {} -class ClassFour(A, B) if (someTest()) : Super {} -class ClassFive(A, B) : Super if (someTest()) {}}c; - - Parser p = getParserForUnittest(sourceCode, "parseClassDeclaration"); - - auto classZero = p.parseClassDeclaration(); - assert (classZero.name.text == "ClassZero"); - assert (classZero.structBody is null); - - auto classOne = p.parseClassDeclaration(); - assert (classOne.name.text == "ClassOne"); - assert (classOne.structBody.declarations.length == 0); - assert (classOne.baseClassList is null); - assert (classOne.constraint is null); - assert (classOne.templateParameters is null); - - auto classTwo = p.parseClassDeclaration(); - assert (classTwo.name.text == "ClassTwo", classTwo.name.text); - assert (classTwo.baseClassList !is null); - assert (classTwo.baseClassList.items.length == 1, - to!string(classTwo.baseClassList.items.length)); - assert (classTwo.structBody.declarations.length == 0, - to!string(classTwo.structBody.declarations.length)); - - auto classThree = p.parseClassDeclaration(); - assert (classThree.name.text == "ClassThree", classThree.name.text); - assert (classThree.templateParameters !is null); - assert (classThree.templateParameters.templateParameterList.items.length == 2); - assert (classThree.baseClassList !is null); - assert (classThree.baseClassList.items.length == 1); - assert (classThree.structBody.declarations.length == 0, - to!string(classThree.structBody.declarations.length)); - - auto classFour = p.parseClassDeclaration(); - assert (classFour.name.text == "ClassFour", classFour.name.text); - assert (classFour.templateParameters !is null); - assert (classFour.baseClassList !is null); - assert (classFour.constraint !is null); - assert (classFour.baseClassList.items.length == 1); - assert (classFour.structBody.declarations.length == 0, - to!string(classFour.structBody.declarations.length)); - - stderr.writeln("Unittest for parseClassDeclaration passed."); - } - - /** - * Parses a CmpExpression - * - * $(GRAMMAR $(RULEDEF cmpExpression): - * $(RULE shiftExpression) - * | $(RULE equalExpression) - * | $(RULE identityExpression) - * | $(RULE relExpression) - * | $(RULE inExpression) - * ;) - */ - ExpressionNode parseCmpExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!CmpExpression; - auto shift = parseShiftExpression(); - if (!moreTokens()) - return shift; - switch (current.type) - { - case tok!"is": - node.identityExpression = parseIdentityExpression(shift); - break; - case tok!"in": - node.inExpression = parseInExpression(shift); - break; - case tok!"!": - if (peekIs(tok!"is")) - node.identityExpression = parseIdentityExpression(shift); - else if (peekIs(tok!"in")) - node.inExpression = parseInExpression(shift); - break; - case tok!"<": - case tok!"<=": - case tok!">": - case tok!">=": - case tok!"!<>=": - case tok!"!<>": - case tok!"<>": - case tok!"<>=": - case tok!"!>": - case tok!"!>=": - case tok!"!<": - case tok!"!<=": - node.relExpression = parseRelExpression(shift); - break; - case tok!"==": - case tok!"!=": - node.equalExpression = parseEqualExpression(shift); - break; - default: - node.shiftExpression = shift; - break; - } - return node; - } - - /** - * Parses a CompileCondition - * - * $(GRAMMAR $(RULEDEF compileCondition): - * $(RULE versionCondition) - * | $(RULE debugCondition) - * | $(RULE staticIfCondition) - * ;) - */ - CompileCondition parseCompileCondition() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!CompileCondition; - switch (current.type) - { - case tok!"version": - node.versionCondition = parseVersionCondition(); - break; - case tok!"debug": - node.debugCondition = parseDebugCondition(); - break; - case tok!"static": - node.staticIfCondition = parseStaticIfCondition(); - break; - default: - error(`"version", "debug", or "static" expected`); - return null; - } - return node; - } - - /** - * Parses a ConditionalDeclaration - * - * $(GRAMMAR $(RULEDEF conditionalDeclaration): - * $(RULE compileCondition) $(RULE declaration) - * | $(RULE compileCondition) $(LITERAL ':') $(RULE declaration)+ - * | $(RULE compileCondition) $(RULE declaration) ($(LITERAL 'else') $(RULE declaration))? - * ;) - */ - ConditionalDeclaration parseConditionalDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ConditionalDeclaration; - node.compileCondition = parseCompileCondition(); - - Declaration[] trueDeclarations; - if (currentIs(tok!":")) - { - advance(); - while (isDeclaration()) - trueDeclarations ~= parseDeclaration(); - node.trueDeclarations = ownArray(trueDeclarations); - return node; - } - - auto dec = parseDeclaration(); - if (dec is null) return null; - trueDeclarations ~= dec; - node.trueDeclarations = ownArray(trueDeclarations); - - if (currentIs(tok!"else")) - advance(); - else - return node; - - auto elseDec = parseDeclaration(); - if (elseDec is null) return null; - node.falseDeclaration = elseDec; - return node; - } - - /** - * Parses a ConditionalStatement - * - * $(GRAMMAR $(RULEDEF conditionalStatement): - * $(RULE compileCondition) $(RULE declarationOrStatement) ($(LITERAL 'else') $(RULE declarationOrStatement))? - * ;) - */ - ConditionalStatement parseConditionalStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ConditionalStatement; - node.compileCondition = parseCompileCondition(); - node.trueStatement = parseDeclarationOrStatement(); - if (currentIs(tok!"else")) - { - advance(); - node.falseStatement = parseDeclarationOrStatement(); - } - return node; - } - - /** - * Parses a Constraint - * - * $(GRAMMAR $(RULEDEF constraint): - * $(LITERAL 'if') $(LITERAL '$(LPAREN)') $(RULE expression) $(LITERAL '$(RPAREN)') - * ;) - */ - Constraint parseConstraint() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Constraint; - if (expect(tok!"if") is null) return null; - if (expect(tok!"(") is null) return null; - node.expression = parseExpression(); - if (expect(tok!")") is null) return null; - return node; - } - - /** - * Parses a Constructor - * - * $(GRAMMAR $(RULEDEF constructor): - * $(LITERAL 'this') $(RULE templateParameters) $(RULE parameters) $(RULE memberFunctionAttribute)* $(RULE constraint)? ($(RULE functionBody) | $(LITERAL ';')) - * ;) - */ - Constructor parseConstructor() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - Constructor node = allocate!Constructor; - node.comment = comment; - comment = null; - auto t = expect(tok!"this"); - if (t is null) return null; - node.location = t.index; - node.line = t.line; - node.column = t.column; - auto p = peekPastParens(); - bool isTemplate = false; - if (p !is null && p.type == tok!"(") - { - isTemplate = true; - node.templateParameters = parseTemplateParameters(); - } - node.parameters = parseParameters(); - if (node.parameters is null) return null; - - MemberFunctionAttribute[] memberFunctionAttributes; - while (moreTokens() && currentIsMemberFunctionAttribute()) - memberFunctionAttributes ~= parseMemberFunctionAttribute(); - node.memberFunctionAttributes = ownArray(memberFunctionAttributes); - - if (isTemplate && currentIs(tok!"if")) - node.constraint = parseConstraint(); - - if (currentIs(tok!";")) - advance(); - else - { - node.functionBody = parseFunctionBody(); - if (node.functionBody is null) return null; - } - - return node; - } - - /** - * Parses an ContinueStatement - * - * $(GRAMMAR $(RULEDEF continueStatement): - * $(LITERAL 'continue') $(LITERAL Identifier)? $(LITERAL ';') - * ;) - */ - ContinueStatement parseContinueStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - if (expect(tok!"continue") is null) return null; - auto node = allocate!ContinueStatement; - switch (current.type) - { - case tok!"identifier": - node.label = advance(); - if (expect(tok!";") is null) return null; - break; - case tok!";": - advance(); - break; - default: - error(`Identifier or semicolon expected following "continue"`); - return null; - } - return node; - } - - /** - * Parses a DebugCondition - * - * $(GRAMMAR $(RULEDEF debugCondition): - * $(LITERAL 'debug') ($(LITERAL '$(LPAREN)') ($(LITERAL IntegerLiteral) | $(LITERAL Identifier)) $(LITERAL '$(RPAREN)'))? - * ;) - */ - DebugCondition parseDebugCondition() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!DebugCondition; - if (expect(tok!"debug") is null) return null; - if (currentIs(tok!"(")) - { - advance(); - if (currentIsOneOf(tok!"intLiteral", tok!"identifier")) - node.identifierOrInteger = advance(); - else - { - error(`Integer literal or identifier expected`); - return null; - } - if (expect(tok!")") is null) return null; - } - return node; - } - - /** - * Parses a DebugSpecification - * - * $(GRAMMAR $(RULEDEF debugSpecification): - * $(LITERAL 'debug') $(LITERAL '=') ($(LITERAL Identifier) | $(LITERAL IntegerLiteral)) $(LITERAL ';') - * ;) - */ - DebugSpecification parseDebugSpecification() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!DebugSpecification; - if (expect(tok!"debug") is null) return null; - if (expect(tok!"=") is null) return null; - if (currentIsOneOf(tok!"identifier", tok!"intLiteral")) - node.identifierOrInteger = advance(); - else - { - error("Integer literal or identifier expected"); - return null; - } - if (expect(tok!";") is null) return null; - return node; - } - - /** - * Parses a Declaration - * - * $(GRAMMAR $(RULEDEF declaration): - * $(RULE attribute)* $(declaration2) - * ; - * $(RULEDEF declaration2): - * $(RULE aliasDeclaration) - * | $(RULE aliasThisDeclaration) - * | $(RULE classDeclaration) - * | $(RULE conditionalDeclaration) - * | $(RULE constructor) - * | $(RULE destructor) - * | $(RULE enumDeclaration) - * | $(RULE functionDeclaration) - * | $(RULE importDeclaration) - * | $(RULE interfaceDeclaration) - * | $(RULE mixinDeclaration) - * | $(RULE mixinTemplateDeclaration) - * | $(RULE pragmaDeclaration) - * | $(RULE sharedStaticConstructor) - * | $(RULE sharedStaticDestructor) - * | $(RULE staticAssertDeclaration) - * | $(RULE staticConstructor) - * | $(RULE staticDestructor) - * | $(RULE structDeclaration) - * | $(RULE templateDeclaration) - * | $(RULE unionDeclaration) - * | $(RULE unittest) - * | $(RULE variableDeclaration) - * | $(RULE attributeDeclaration) - * | $(RULE invariant) - * | $(LITERAL '{') $(RULE declaration)+ $(LITERAL '}') - * ;) - */ - Declaration parseDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Declaration; - comment = current.comment; - Attribute[] attributes; - do - { - if (!isAttribute()) - break; - auto attr = parseAttribute(); - if (attr is null) - { - error("attribute is null"); - break; - } - if (currentIs(tok!":")) - { - node.attributeDeclaration = parseAttributeDeclaration(attr); - node.attributes = ownArray(attributes); - return node; - } - else - attributes ~= attr; - } while (moreTokens()); - node.attributes = ownArray(attributes); - - switch (current.type) - { - case tok!";": - // http://d.puremagic.com/issues/show_bug.cgi?id=4559 - warn("Empty declaration"); - advance(); - break; - case tok!"{": - advance(); - Declaration[] declarations; - while (moreTokens() && !currentIs(tok!"}")) - { - auto declaration = parseDeclaration(); - if (declaration !is null) - declarations ~= declaration; - } - node.declarations = ownArray(declarations); - if (expect(tok!"}") is null) return null; - break; - case tok!"alias": - if (startsWith(tok!"alias", tok!"identifier", tok!"this")) - node.aliasThisDeclaration = parseAliasThisDeclaration(); - else - node.aliasDeclaration = parseAliasDeclaration(); - break; - case tok!"class": - node.classDeclaration = parseClassDeclaration(); - break; - case tok!"this": - if (startsWith(tok!"this", tok!"(", tok!"this")) - { - node.postblit = parsePostblit(); - if (node.postblit is null) return null; - } - else - { - node.constructor = parseConstructor(); - if (node.constructor is null) return null; - } - break; - case tok!"~": - node.destructor = parseDestructor(); - if (node.destructor is null) return null; - break; - case tok!"enum": - if (startsWith(tok!"enum", tok!"identifier", tok!"(")) - goto case tok!"template"; - node.enumDeclaration = parseEnumDeclaration(); - if (node.enumDeclaration is null) return null; - break; - case tok!"import": - node.importDeclaration = parseImportDeclaration(); - if (node.importDeclaration is null) return null; - break; - case tok!"interface": - node.interfaceDeclaration = parseInterfaceDeclaration(); - if (node.interfaceDeclaration is null) return null; - break; - case tok!"mixin": - if (peekIs(tok!"template")) - node.mixinTemplateDeclaration = parseMixinTemplateDeclaration(); - else - { - auto b = setBookmark(); - advance(); - if (currentIs(tok!"(")) - { - auto t = peekPastParens(); - if (t !is null && t.type == tok!";") - { - goToBookmark(b); - node.mixinDeclaration = parseMixinDeclaration(); - } - else - { - goToBookmark(b); - error("Declaration expected"); - advance(); - return null; - } - } - else - { - goToBookmark(b); - node.mixinDeclaration = parseMixinDeclaration(); - } - } - break; - case tok!"pragma": - node.pragmaDeclaration = parsePragmaDeclaration(); - break; - case tok!"shared": - if (startsWith(tok!"shared", tok!"static", tok!"this")) - node.sharedStaticConstructor = parseSharedStaticConstructor(); - else if (startsWith(tok!"shared", tok!"static", tok!"~")) - node.sharedStaticDestructor = parseSharedStaticDestructor(); - else - goto type; - break; - case tok!"static": - if (peekIs(tok!"this")) - node.staticConstructor = parseStaticConstructor(); - else if (peekIs(tok!"~")) - node.staticDestructor = parseStaticDestructor(); - else if (peekIs(tok!"if")) - node.conditionalDeclaration = parseConditionalDeclaration(); - else if (peekIs(tok!"assert")) - node.staticAssertDeclaration = parseStaticAssertDeclaration(); - else - goto type; - break; - case tok!"struct": - node.structDeclaration = parseStructDeclaration(); - break; - case tok!"template": - node.templateDeclaration = parseTemplateDeclaration(); - break; - case tok!"union": - node.unionDeclaration = parseUnionDeclaration(); - break; - case tok!"invariant": - node.invariant_ = parseInvariant(); - break; - case tok!"unittest": - node.unittest_ = parseUnittest(); - break; - case tok!"identifier": - if (node.attributes.length > 0 - && node.attributes[$ - 1].storageClass !is null) - { - if (peekIs(tok!"=")) - node.variableDeclaration = parseVariableDeclaration(null, true); - else if (peekIs(tok!"(")) - node.functionDeclaration = parseFunctionDeclaration(null, true, node.attributes); - else - goto type; - } - else - goto type; - break; - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"scope": - case tok!"typeof": - mixin (BASIC_TYPE_CASES); - type: - Type type = parseType(); - if (!currentIs(tok!"identifier")) - { - error("Identifier expected"); - return null; - } - if (peekIs(tok!"(")) - node.functionDeclaration = parseFunctionDeclaration(type, false, node.attributes); - else - node.variableDeclaration = parseVariableDeclaration(type); - break; - case tok!"version": - if (peekIs(tok!"(")) - node.conditionalDeclaration = parseConditionalDeclaration(); - else if (peekIs(tok!"=")) - node.versionSpecification = parseVersionSpecification(); - else - { - error(`"=" or "(" expected following "version"`); - return null; - } - break; - case tok!"debug": - node.conditionalDeclaration = parseConditionalDeclaration(); - if (node.conditionalDeclaration is null) return null; - break; - default: - error("Declaration expected"); - if (moreTokens()) - advance(); - return null; - } - return node; - } - - /** - * Parses DeclarationsAndStatements - * - * $(GRAMMAR $(RULEDEF declarationsAndStatements): - * $(RULE declarationOrStatement)+ - * ;) - */ - DeclarationsAndStatements parseDeclarationsAndStatements() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!DeclarationsAndStatements; - DeclarationOrStatement[] declarationsAndStatements; - while (!currentIsOneOf(tok!"}") && moreTokens()) - { - auto dos = parseDeclarationOrStatement(); - if (dos !is null) - declarationsAndStatements ~= dos; - } - node.declarationsAndStatements = ownArray(declarationsAndStatements); - return node; - } - - /** - * Parses a DeclarationOrStatement - * - * $(GRAMMAR $(RULEDEF declarationOrStatement): - * $(RULE declaration) - * | $(RULE statement) - * ;) - */ - DeclarationOrStatement parseDeclarationOrStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!DeclarationOrStatement; - // "Any ambiguities in the grammar between Statements and - // Declarations are resolved by the declarations taking precedence." - if (isDeclaration()) - { - trace("\033[01;36mparsing declaration\033[0m"); - node.declaration = parseDeclaration(); - } - else - { - trace("\033[01;36mparsing statement\033[0m"); - node.statement = parseStatement(); - } - - if (node.statement is null && node.declaration is null) - { - error("Could not parse declaration or statement"); - return null; - } - return node; - } - - /** - * Parses a Declarator - * - * $(GRAMMAR $(RULEDEF declarator): - * $(LITERAL Identifier) ($(LITERAL '=') $(RULE initializer))? - * ;) - */ - Declarator parseDeclarator() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Declarator; - auto id = expect(tok!"identifier"); - if (id is null) return null; - node.name = *id; - if (currentIs(tok!"[")) // dmd doesn't accept pointer after identifier - { - warn("C-style array declaration."); - TypeSuffix[] typeSuffixes; - while (moreTokens() && currentIs(tok!"[")) - { - auto suffix = parseTypeSuffix(); - if (suffix !is null) - typeSuffixes ~= suffix; - else - return null; - } - node.cstyle = ownArray(typeSuffixes); - } - if (currentIs(tok!"=")) - { - advance(); - node.initializer = parseInitializer(); - } - return node; - } - - /** - * Parses a DefaultStatement - * - * $(GRAMMAR $(RULEDEF defaultStatement): - * $(LITERAL 'default') $(LITERAL ':') $(RULE declarationsAndStatements) - * ;) - */ - DefaultStatement parseDefaultStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!DefaultStatement; - if (expect(tok!"default") is null) return null; - if (expect(tok!":") is null) return null; - node.declarationsAndStatements = parseDeclarationsAndStatements(); - return node; - } - - /** - * Parses a DeleteExpression - * - * $(GRAMMAR $(RULEDEF deleteExpression): - * $(LITERAL 'delete') $(RULE unaryExpression) - * ;) - */ - DeleteExpression parseDeleteExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!DeleteExpression; - node.line = current.line; - node.column = current.column; - if (expect(tok!"delete") is null) return null; - node.unaryExpression = parseUnaryExpression(); - return node; - } - - /** - * Parses a Deprecated attribute - * - * $(GRAMMAR $(RULEDEF deprecated): - * $(LITERAL 'deprecated') ($(LITERAL '$(LPAREN)') $(RULE assignExpression) $(LITERAL '$(RPAREN)'))? - * ;) - */ - Deprecated parseDeprecated() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Deprecated; - if (expect(tok!"deprecated") is null) return null; - if (currentIs(tok!"(")) - { - advance(); - node.assignExpression = parseAssignExpression(); - if (expect(tok!")") is null) return null; - } - return node; - } - - /** - * Parses a Destructor - * - * $(GRAMMAR $(RULEDEF destructor): - * $(LITERAL '~') $(LITERAL 'this') $(LITERAL '$(LPAREN)') $(LITERAL '$(RPAREN)') $(RULE memberFunctionAttribute)* ($(RULE functionBody) | $(LITERAL ';')) - * ;) - */ - Destructor parseDestructor() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Destructor; - node.comment = comment; - comment = null; - if (expect(tok!"~") is null) return null; - node.index = current.index; - node.line = current.line; - node.column = current.column; - if (expect(tok!"this") is null) return null; - if (expect(tok!"(") is null) return null; - if (expect(tok!")") is null) return null; - if (currentIs(tok!";")) - advance(); - else - { - MemberFunctionAttribute[] memberFunctionAttributes; - while (moreTokens() && currentIsMemberFunctionAttribute()) - memberFunctionAttributes ~= parseMemberFunctionAttribute(); - node.memberFunctionAttributes = ownArray(memberFunctionAttributes); - node.functionBody = parseFunctionBody(); - } - return node; - } - - unittest - { - auto sourceCode = q{~this(){}}c; - Parser p = getParserForUnittest(sourceCode, "parseDestructor"); - Destructor d = p.parseDestructor(); - assert (d !is null); - assert (d.functionBody !is null); - assert (p.errorCount == 0); - stderr.writeln("Unittest for parseDestructor passed."); - } - - /** - * Parses a DoStatement - * - * $(GRAMMAR $(RULEDEF doStatement): - * $(LITERAL 'do') $(RULE statementNoCaseNoDefault) $(LITERAL 'while') $(LITERAL '$(LPAREN)') $(RULE expression) $(LITERAL '$(RPAREN)') $(LITERAL ';') - * ;) - */ - DoStatement parseDoStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!DoStatement; - if (expect(tok!"do") is null) return null; - node.statementNoCaseNoDefault = parseStatementNoCaseNoDefault(); - if (expect(tok!"while") is null) return null; - if (expect(tok!"(") is null) return null; - node.expression = parseExpression(); - if (expect(tok!")") is null) return null; - if (expect(tok!";") is null) return null; - return node; - } - - /** - * Parses an EnumBody - * - * $(GRAMMAR $(RULEDEF enumBody): - * $(LITERAL ';') - * | $(LITERAL '{') $(RULE enumMember) ($(LITERAL ',') $(RULE enumMember)?)* $(LITERAL '}') - * ;) - */ - EnumBody parseEnumBody() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - EnumBody node = allocate!EnumBody; - if (!currentIs(tok!";")) - { - auto open = expect (tok!"{"); - if (open is null) goto ret; - node.startLocation = open.index; - EnumMember[] enumMembers; - while (moreTokens()) - { - if (!currentIsOneOf(tok!",", tok!"}")) - enumMembers ~= parseEnumMember(); - else if (currentIs(tok!",")) - { - advance(); - continue; - } - else if (currentIs(tok!"}")) - break; - else - { - error(`",", "}", or enum member expected`); - goto ret; - } - } - node.enumMembers = ownArray(enumMembers); - auto close = expect (tok!"}"); - if (close !is null) - node.endLocation = close.index; - } - ret: - return node; - } - - /** - * Parses an EnumDeclaration - * - * $(GRAMMAR $(RULEDEF enumDeclaration): - * $(LITERAL 'enum') $(LITERAL Identifier)? ($(LITERAL ':') $(RULE type))? $(RULE enumBody) - * ;) - */ - EnumDeclaration parseEnumDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!EnumDeclaration; - if (expect(tok!"enum") is null) return null; - if (currentIs(tok!"identifier")) - node.name = advance(); - else - node.name.line = tokens[index - 1].line; // preserve line number if anonymous - node.comment = comment; - comment = null; - if (currentIs(tok!":")) - { - advance(); - node.type = parseType(); - } - node.enumBody = parseEnumBody(); - return node; - } - - /** - * Parses an EnumMember - * - * $(GRAMMAR $(RULEDEF enumMember): - * $(LITERAL Identifier) - * | ($(LITERAL Identifier) | $(RULE type)) $(LITERAL '=') $(RULE assignExpression) - * ;) - */ - EnumMember parseEnumMember() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!EnumMember; - node.comment = current.comment; - if (currentIs(tok!"identifier")) - { - if (peekIsOneOf(tok!",", tok!"}")) - node.name = advance(); - else if (peekIs(tok!"=")) - { - node.name = advance(); - goto assign; - } - else - goto type; - } - else - { - type: - node.type = parseType(); - assign: - expect(tok!"="); - node.assignExpression = parseAssignExpression(); - } - return node; - } - - /** - * Parses an EqualExpression - * - * $(GRAMMAR $(RULEDEF equalExpression): - * $(RULE shiftExpression) ($(LITERAL '==') | $(LITERAL '!=')) $(RULE shiftExpression) - * ;) - */ - EqualExpression parseEqualExpression(ExpressionNode shift = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!EqualExpression; - node.left = shift is null ? parseShiftExpression() : shift; - if (currentIsOneOf(tok!"==", tok!"!=")) - node.operator = advance().type; - node.right = parseShiftExpression(); - return node; - } - - /** - * Parses an Expression - * - * $(GRAMMAR $(RULEDEF expression): - * $(RULE assignExpression) ($(LITERAL ',') $(RULE assignExpression))* - * ;) - */ - Expression parseExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseCommaSeparatedRule!(Expression, AssignExpression)(); - } - - /** - * Parses an ExpressionStatement - * - * $(GRAMMAR $(RULEDEF expressionStatement): - * $(RULE expression) $(LITERAL ';') - * ;) - */ - ExpressionStatement parseExpressionStatement(Expression expression = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ExpressionStatement; - node.expression = expression is null ? parseExpression() : expression; - if (expect(tok!";") is null) return null; - return node; - } - - /** - * Parses a FinalSwitchStatement - * - * $(GRAMMAR $(RULEDEF finalSwitchStatement): - * $(LITERAL 'final') $(RULE switchStatement) - * ;) - */ - FinalSwitchStatement parseFinalSwitchStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!FinalSwitchStatement; - if (expect(tok!"final") is null) return null; - node.switchStatement = parseSwitchStatement(); - if (node.switchStatement is null) return null; - return node; - } - - /** - * Parses a Finally - * - * $(GRAMMAR $(RULEDEF finally): - * $(LITERAL 'finally') $(RULE declarationOrStatement) - * ;) - */ - Finally parseFinally() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Finally; - if (expect(tok!"finally") is null) return null; - node.declarationOrStatement = parseDeclarationOrStatement(); - return node; - } - - /** - * Parses a ForStatement - * - * $(GRAMMAR $(RULEDEF forStatement): - * $(LITERAL 'for') $(LITERAL '$(LPAREN)') $(RULE declarationOrStatement) $(RULE expression)? $(LITERAL ';') $(RULE expression)? $(LITERAL '$(RPAREN)') $(RULE declarationOrStatement) - * ;) - */ - ForStatement parseForStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ForStatement; - if (expect(tok!"for") is null) return null; - node.startIndex = current().index; - if (expect(tok!"(") is null) return null; - - if (currentIs(tok!";")) - advance(); - else - node.initialization = parseDeclarationOrStatement(); - - if (currentIs(tok!";")) - advance(); - else - node.test = parseExpressionStatement(); - - if (!currentIs(tok!")")) - node.increment = parseExpression(); - - if (expect(tok!")") is null) return null; - if (currentIs(tok!"}")) - { - error("Statement expected", false); - return node; // this line makes DCD better - } - node.declarationOrStatement = parseDeclarationOrStatement(); - if (node.declarationOrStatement is null) return null; - return node; - } - - /** - * Parses a ForeachStatement - * - * $(GRAMMAR $(RULEDEF foreachStatement): - * ($(LITERAL 'foreach') | $(LITERAL 'foreach_reverse')) $(LITERAL '$(LPAREN)') $(RULE foreachTypeList) $(LITERAL ';') $(RULE expression) $(LITERAL '$(RPAREN)') $(RULE declarationOrStatement) - * | ($(LITERAL 'foreach') | $(LITERAL 'foreach_reverse')) $(LITERAL '$(LPAREN)') $(RULE foreachType) $(LITERAL ';') $(RULE expression) $(LITERAL '..') $(RULE expression) $(LITERAL '$(RPAREN)') $(RULE declarationOrStatement) - * ;) - */ - ForeachStatement parseForeachStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - ForeachStatement node = allocate!ForeachStatement; - if (currentIsOneOf(tok!"foreach", tok!"foreach_reverse")) - node.type = advance().type; - else - { - error(`"foreach" or "foreach_reverse" expected`); - return null; - } - node.startIndex = current().index; - if (expect(tok!"(") is null) return null; - ForeachTypeList feType = parseForeachTypeList(); - bool canBeRange = feType.items.length == 1; - - if (expect(tok!";") is null) return null; - node.low = parseExpression(); - if (node.low is null) return null; - if (currentIs(tok!"..")) - { - if (!canBeRange) - { - error(`Cannot have more than one foreach variable for a foreach range statement`); - return null; - } - advance(); - node.high = parseExpression(); - node.foreachType = feType.items[0]; - if (node.high is null) return null; - } - else - { - node.foreachTypeList = feType; - } - if (expect(tok!")") is null) return null; - if (currentIs(tok!"}")) - { - error("Statement expected", false); - return node; // this line makes DCD better - } - node.declarationOrStatement = parseDeclarationOrStatement(); - if (node.declarationOrStatement is null) return null; - return node; - } - - /** - * Parses a ForeachType - * - * $(GRAMMAR $(RULEDEF foreachType): - * $(RULE typeConstructors)? $(RULE type)? $(LITERAL Identifier) - * ;) - */ - ForeachType parseForeachType() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ForeachType; - if (currentIsOneOf(tok!"ref", tok!"const", tok!"immutable", - tok!"shared", tok!"inout")) - { - trace("\033[01;36mType constructor"); - if ((node.typeConstructors = parseTypeConstructors()) is null) - return null; - } - if (currentIs(tok!"identifier") && peekIsOneOf(tok!",", tok!";")) - { - node.identifier = advance(); - return node; - } - if ((node.type = parseType()) is null) return null; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - return node; - } - - /** - * Parses a ForeachTypeList - * - * $(GRAMMAR $(RULEDEF foreachTypeList): - * $(RULE foreachType) ($(LITERAL ',') $(RULE foreachType))* - * ;) - */ - ForeachTypeList parseForeachTypeList() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseCommaSeparatedRule!(ForeachTypeList, ForeachType)(); - } - - /** - * Parses a FunctionAttribute - * - * $(GRAMMAR $(RULEDEF functionAttribute): - * $(RULE atAttribute) - * | $(LITERAL 'pure') - * | $(LITERAL 'nothrow') - * ;) - */ - FunctionAttribute parseFunctionAttribute(bool validate = true) - { - auto node = allocate!FunctionAttribute; - switch (current.type) - { - case tok!"@": - node.atAttribute = parseAtAttribute(); - break; - case tok!"pure": - case tok!"nothrow": - node.token = advance(); - break; - default: - if (validate) - error(`@attribute, "pure", or "nothrow" expected`); - return null; - } - return node; - } - - /** - * Parses a FunctionBody - * - * $(GRAMMAR $(RULEDEF functionBody): - * $(RULE blockStatement) - * | ($(RULE inStatement) | $(RULE outStatement) | $(RULE outStatement) $(RULE inStatement) | $(RULE inStatement) $(RULE outStatement))? $(RULE bodyStatement) - * ;) - */ - FunctionBody parseFunctionBody() - { - auto node = allocate!FunctionBody; - if (currentIs(tok!";")) - { - advance(); - return node; - } - else if (currentIs(tok!"{")) - node.blockStatement = parseBlockStatement(); - else - { - if (currentIs(tok!"in")) - { - node.inStatement = parseInStatement(); - if (currentIs(tok!"out")) - node.outStatement = parseOutStatement(); - } - else if (currentIs(tok!"out")) - { - node.outStatement = parseOutStatement(); - if (currentIs(tok!"in")) - node.inStatement = parseInStatement(); - } - node.bodyStatement = parseBodyStatement(); - } - return node; - } - - unittest - { - auto sourceCode = q{ -{} // one -in {} body{} // two -out {} body{} // three -in {} out {} body {} // four -out {} in {} body {} // five -body {} // six - }; - - Parser p = getParserForUnittest(sourceCode, "parseFunctionBody"); - - FunctionBody functionBodyOne = p.parseFunctionBody(); - assert (functionBodyOne.blockStatement !is null); - - FunctionBody functionBodyTwo = p.parseFunctionBody(); - assert (functionBodyTwo.blockStatement is null); - assert (functionBodyTwo.inStatement !is null); - assert (functionBodyTwo.outStatement is null); - assert (functionBodyTwo.bodyStatement !is null); - - FunctionBody functionBodyThree = p.parseFunctionBody(); - assert (functionBodyThree.blockStatement is null); - assert (functionBodyThree.inStatement is null); - assert (functionBodyThree.outStatement !is null); - assert (functionBodyThree.bodyStatement !is null); - - FunctionBody functionBodyFour = p.parseFunctionBody(); - assert (functionBodyFour.blockStatement is null); - assert (functionBodyFour.inStatement !is null); - assert (functionBodyFour.outStatement !is null); - assert (functionBodyFour.bodyStatement !is null); - - FunctionBody functionBodyFive = p.parseFunctionBody(); - assert (functionBodyFive.blockStatement is null); - assert (functionBodyFive.inStatement !is null); - assert (functionBodyFive.outStatement !is null); - assert (functionBodyFive.bodyStatement !is null); - - FunctionBody functionBodySix = p.parseFunctionBody(); - assert (functionBodySix.blockStatement is null); - assert (functionBodySix.inStatement is null); - assert (functionBodySix.outStatement is null); - assert (functionBodySix.bodyStatement !is null); - - stderr.writeln("Unittest for parseFunctionBody passed."); - } - - /** - * Parses a FunctionCallExpression - * - * $(GRAMMAR $(RULEDEF functionCallExpression): - * $(RULE unaryExpression) $(RULE templateArguments)? $(RULE arguments) - * | $(RULE type) $(RULE arguments) - * ;) - */ - FunctionCallExpression parseFunctionCallExpression(UnaryExpression unary = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!FunctionCallExpression; - switch (current.type) - { - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - case tok!"scope": - case tok!"pure": - case tok!"nothrow": - node.type = parseType(); - node.arguments = parseArguments(); - break; - default: - if (unary !is null) - node.unaryExpression = unary; - else - node.unaryExpression = parseUnaryExpression(); - if (currentIs(tok!"!")) - node.templateArguments = parseTemplateArguments(); - if (unary !is null) - node.arguments = parseArguments(); - } - return node.arguments is null ? null : node; - } - - /** - * Parses a FunctionCallStatement - * - * $(GRAMMAR $(RULEDEF functionCallStatement): - * $(RULE functionCallExpression) $(LITERAL ';') - * ;) - */ - FunctionCallStatement parseFunctionCallStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!FunctionCallStatement; - node.functionCallExpression = parseFunctionCallExpression(); - if (expect(tok!";") is null) return null; - return node; - } - - /** - * Parses a FunctionDeclaration - * - * $(GRAMMAR $(RULEDEF functionDeclaration): - * ($(RULE storageClass) | $(RULE _type)) $(LITERAL Identifier) $(RULE templateParameters) $(RULE parameters) $(RULE memberFunctionAttribute)* $(RULE constraint)? ($(RULE functionBody) | $(LITERAL ';')) - * ;) - */ - FunctionDeclaration parseFunctionDeclaration(Type type = null, bool isAuto = false, Attribute[] attributes = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!FunctionDeclaration; - node.comment = comment; - comment = null; - MemberFunctionAttribute[] memberFunctionAttributes; - - node.attributes = attributes; - - if (isAuto) - { - foreach (a; node.attributes) - { - if (a.storageClass is null) - continue; - if (a.storageClass.token == tok!"auto") - node.hasAuto = true; - if (a.storageClass.token == tok!"ref") - node.hasRef = true; - } - goto functionName; - } - - while (moreTokens() && currentIsMemberFunctionAttribute()) - memberFunctionAttributes ~= parseMemberFunctionAttribute(); - - node.returnType = type is null ? parseType() : type; - - functionName: - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - - node.name = *ident; - - if (!currentIs(tok!"(")) - { - error(`"(" expected`); - return null; - } - - assert (currentIs(tok!"(")); - auto p = peekPastParens(); - bool isTemplate = p !is null && p.type == tok!"("; - - if (isTemplate) - node.templateParameters = parseTemplateParameters(); - - node.parameters = parseParameters(); - if (node.parameters is null) return null; - - while (moreTokens() && currentIsMemberFunctionAttribute()) - memberFunctionAttributes ~= parseMemberFunctionAttribute(); - - if (isTemplate && currentIs(tok!"if")) - node.constraint = parseConstraint(); - - if (currentIs(tok!";")) - advance(); - else - node.functionBody = parseFunctionBody(); - node.memberFunctionAttributes = ownArray(memberFunctionAttributes); - return node; - } - - /** - * Parses a FunctionLiteralExpression - * - * $(GRAMMAR $(RULEDEF functionLiteralExpression): - * (($(LITERAL 'function') | $(LITERAL 'delegate')) $(RULE type)?)? ($(RULE parameters) $(RULE functionAttribute)*)? $(RULE functionBody) - * ;) - */ - FunctionLiteralExpression parseFunctionLiteralExpression() - { - auto node = allocate!FunctionLiteralExpression; - if (currentIsOneOf(tok!"function", tok!"delegate")) - { - node.functionOrDelegate = advance().type; - if (!currentIsOneOf(tok!"(", tok!"in", tok!"body", - tok!"out", tok!"}")) - { - node.type = parseType(); - if (node.type is null) return null; - } - } - if (currentIs(tok!"(")) - { - node.parameters = parseParameters(); - if (node.parameters is null) return null; - FunctionAttribute[] functionAttributes; - do - { - auto attr = parseFunctionAttribute(false); - if (attr is null) - break; - else - functionAttributes ~= attr; - } while (moreTokens()); - node.functionAttributes = ownArray(functionAttributes); - } - node.functionBody = parseFunctionBody(); - if (node.functionBody is null) return null; - return node; - } - - /** - * Parses a GotoStatement - * - * $(GRAMMAR $(RULEDEF gotoStatement): - * $(LITERAL 'goto') ($(LITERAL Identifier) | $(LITERAL 'default') | $(LITERAL 'case') $(RULE expression)?) $(LITERAL ';') - * ;) - */ - GotoStatement parseGotoStatement() - { - auto node = allocate!GotoStatement; - if (expect(tok!"goto") is null) return null; - switch (current.type) - { - case tok!"identifier": - case tok!"default": - node.label = advance(); - break; - case tok!"case": - node.label = advance(); - if (!currentIs(tok!";")) - node.expression = parseExpression(); - break; - default: - error(`Identifier, "default", or "case" expected`); - return null; - } - if (expect(tok!";") is null) return null; - return node; - } - - /** - * Parses an IdentifierChain - * - * $(GRAMMAR $(RULEDEF identifierChain): - * $(LITERAL Identifier) ($(LITERAL '.') $(LITERAL Identifier))* - * ;) - */ - IdentifierChain parseIdentifierChain() - { - auto node = allocate!IdentifierChain; - Token[] identifiers; - while (moreTokens()) - { - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - identifiers ~= *ident; - if (currentIs(tok!".")) - { - advance(); - continue; - } - else - break; - } - node.identifiers = ownArray(identifiers); - return node; - } - - /** - * Parses an IdentifierList - * - * $(GRAMMAR $(RULEDEF identifierList): - * $(LITERAL Identifier) ($(LITERAL ',') $(LITERAL Identifier))* - * ;) - */ - IdentifierList parseIdentifierList() - { - auto node = allocate!IdentifierList; - Token[] identifiers; - do - { - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - identifiers ~= *ident; - if (currentIs(tok!",")) - { - advance(); - continue; - } - else - break; - } while (moreTokens()); - node.identifiers = ownArray(identifiers); - return node; - } - - /** - * Parses an IdentifierOrTemplateChain - * - * $(GRAMMAR $(RULEDEF identifierOrTemplateChain): - * $(RULE identifierOrTemplateInstance) ($(LITERAL '.') $(RULE identifierOrTemplateInstance))* - * ;) - */ - IdentifierOrTemplateChain parseIdentifierOrTemplateChain() - { - auto node = allocate!IdentifierOrTemplateChain; - IdentifierOrTemplateInstance[] identifiersOrTemplateInstances; - while (moreTokens()) - { - identifiersOrTemplateInstances ~= parseIdentifierOrTemplateInstance(); - if (!currentIs(tok!".")) - break; - else - advance(); - } - node.identifiersOrTemplateInstances = ownArray(identifiersOrTemplateInstances); - return node; - } - - /** - * Parses an IdentifierOrTemplateInstance - * - * $(GRAMMAR $(RULEDEF identifierOrTemplateInstance): - * $(LITERAL Identifier) - * | $(RULE templateInstance) - * ;) - */ - IdentifierOrTemplateInstance parseIdentifierOrTemplateInstance() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!IdentifierOrTemplateInstance; - if (peekIs(tok!"!") && !startsWith(tok!"identifier", - tok!"!", tok!"is") - && !startsWith(tok!"identifier", tok!"!", tok!"in")) - { - node.templateInstance = parseTemplateInstance(); - } - else - { - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - } - return node; - } - - /** - * Parses an IdentityExpression - * - * $(GRAMMAR $(RULEDEF identityExpression): - * $(RULE shiftExpression) ($(LITERAL 'is') | $(LITERAL '!') $(LITERAL 'is')) $(RULE shiftExpression) - * ;) - */ - ExpressionNode parseIdentityExpression(ExpressionNode shift = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!IdentityExpression; - node.left = shift is null ? parseShiftExpression() : shift; - if (currentIs(tok!"!")) - { - advance(); - node.negated = true; - } - if (expect(tok!"is") is null) return null; - node.right = parseShiftExpression(); - return node; - } - - /** - * Parses an IfStatement - * - * $(GRAMMAR $(RULEDEF ifStatement): - * $(LITERAL 'if') $(LITERAL '$(LPAREN)') $(RULE ifCondition) $(LITERAL '$(RPAREN)') $(RULE declarationOrStatement) ($(LITERAL 'else') $(RULE declarationOrStatement))? - * $(RULEDEF ifCondition): - * $(LITERAL 'auto') $(LITERAL Identifier) $(LITERAL '=') $(RULE expression) - * | $(RULE type) $(LITERAL Identifier) $(LITERAL '=') $(RULE expression) - * | $(RULE expression) - * ;) - */ - IfStatement parseIfStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!IfStatement; - node.line = current().line; - node.column = current().column; - if (expect(tok!"if") is null) return null; - node.startIndex = current().index; - if (expect(tok!"(") is null) return null; - - if (currentIs(tok!"auto")) - { - advance(); - auto i = expect(tok!"identifier"); - if (i !is null) - node.identifier = *i; - expect(tok!"="); - node.expression = parseExpression(); - } - else - { - auto b = setBookmark(); - auto t = parseType(); - if (t is null || !currentIs(tok!"identifier") - || !peekIs(tok!"=")) - { - goToBookmark(b); - node.expression = parseExpression(); - } - else - { - goToBookmark(b); - node.type = parseType(); - auto i = expect(tok!"identifier"); - if (i !is null) - node.identifier = *i; - expect(tok!"="); - node.expression = parseExpression(); - } - } - - if (expect(tok!")") is null) return null; - if (currentIs(tok!"}")) - { - error("Statement expected", false); - return node; // this line makes DCD better - } - node.thenStatement = parseDeclarationOrStatement(); - if (currentIs(tok!"else")) - { - advance(); - node.elseStatement = parseDeclarationOrStatement(); - } - return node; - } - - /** - * Parses an ImportBind - * - * $(GRAMMAR $(RULEDEF importBind): - * $(LITERAL Identifier) ($(LITERAL '=') $(LITERAL Identifier))? - * ;) - */ - ImportBind parseImportBind() - { - auto node = allocate!ImportBind; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.left = *ident; - if (currentIs(tok!"=")) - { - advance(); - auto id = expect(tok!"identifier"); - if (id is null) return null; - node.right = *id; - } - return node; - } - - /** - * Parses ImportBindings - * - * $(GRAMMAR $(RULEDEF importBindings): - * $(RULE singleImport) $(LITERAL ':') $(RULE importBind) ($(LITERAL ',') $(RULE importBind))* - * ;) - */ - ImportBindings parseImportBindings(SingleImport singleImport) - { - auto node = allocate!ImportBindings; - node.singleImport = singleImport is null ? parseSingleImport() : singleImport; - if (expect(tok!":") is null) return null; - ImportBind[] importBinds; - while (moreTokens()) - { - importBinds ~= parseImportBind(); - if (currentIs(tok!",")) - advance(); - else - break; - } - node.importBinds = ownArray(importBinds); - return node; - } - - /** - * Parses an ImportDeclaration - * - * $(GRAMMAR $(RULEDEF importDeclaration): - * $(LITERAL 'import') $(RULE singleImport) ($(LITERAL ',') $(RULE singleImport))* ($(LITERAL ',') $(RULE importBindings))? $(LITERAL ';') - * | $(LITERAL 'import') $(RULE importBindings) $(LITERAL ';') - * ;) - */ - ImportDeclaration parseImportDeclaration() - { - auto node = allocate!ImportDeclaration; - if (expect(tok!"import") is null) return null; - SingleImport si = parseSingleImport(); - if (currentIs(tok!":")) - node.importBindings = parseImportBindings(si); - else - { - SingleImport[] singleImports; - singleImports ~= si; - if (currentIs(tok!",")) - { - advance(); - while (moreTokens()) - { - auto single = parseSingleImport(); - if (single is null) - return null; - if (currentIs(tok!":")) - { - node.importBindings = parseImportBindings(single); - break; - } - else - { - singleImports ~= single; - if (currentIs(tok!",")) - advance(); - else - break; - } - } - } - node.singleImports = ownArray(singleImports); - } - if (expect(tok!";") is null) return null; - return node; - } - - unittest - { - auto sourceCode = -q{import std.stdio; -import foo, bar; -import io = std.stdio; -import std.stdio: writefln, foo = writef; -import io = std.stdio : foo = writefln; -import foo, bar, baz; -import core.stdc.stdio, std.string : KeepTerminator; -}c; - - Parser p = getParserForUnittest(sourceCode, "parseImportDeclaration"); - - ImportDeclaration one = p.parseImportDeclaration(); - assert (one !is null); - assert (one.singleImports.length == 1); - assert (p.errorCount == 0); - - ImportDeclaration two = p.parseImportDeclaration(); - assert (two !is null); - assert (two.singleImports.length == 2); - assert (p.errorCount == 0); - - ImportDeclaration three = p.parseImportDeclaration(); - assert (three !is null); - assert (three.singleImports.length == 1); - assert (p.errorCount == 0); - - ImportDeclaration four = p.parseImportDeclaration(); - assert (four !is null); - assert (four.importBindings !is null); - assert (four.importBindings.importBinds.length == 2); - assert (p.errorCount == 0); - - ImportDeclaration five = p.parseImportDeclaration(); - assert (five !is null); - assert (p.errorCount == 0); - - ImportDeclaration six = p.parseImportDeclaration(); - assert (six !is null); - assert (six.singleImports.length == 3); - assert (p.errorCount == 0); - - ImportDeclaration seven = p.parseImportDeclaration(); - assert (seven !is null); - assert (seven.singleImports.length == 1); - assert (seven.importBindings !is null); - assert (p.errorCount == 0); - - stderr.writeln("Unittest for parseImportDeclaration passed."); - } - - /** - * Parses an ImportExpression - * - * $(GRAMMAR $(RULEDEF importExpression): - * $(LITERAL 'import') $(LITERAL '$(LPAREN)') $(RULE assignExpression) $(LITERAL '$(RPAREN)') - * ;) - */ - ImportExpression parseImportExpression() - { - auto node = allocate!ImportExpression; - if (expect(tok!"import") is null) return null; - if (expect(tok!"(") is null) return null; - node.assignExpression = parseAssignExpression(); - if (expect(tok!")") is null) return null; - return node; - } - - /** - * Parses an IndexExpression - * - * $(GRAMMAR $(RULEDEF indexExpression): - * $(RULE unaryExpression) $(LITERAL '[') $(RULE argumentList) $(LITERAL ']') - * ;) - */ - IndexExpression parseIndexExpression(UnaryExpression unaryExpression = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!IndexExpression; - node.unaryExpression = unaryExpression is null ? parseUnaryExpression() : unaryExpression; - if (expect(tok!"[") is null) return null; - node.argumentList = parseArgumentList(); - if (expect(tok!"]") is null) return null; - return node; - } - - /** - * Parses an InExpression - * - * $(GRAMMAR $(RULEDEF inExpression): - * $(RULE shiftExpression) ($(LITERAL 'in') | $(LITERAL '!') $(LITERAL 'in')) $(RULE shiftExpression) - * ;) - */ - ExpressionNode parseInExpression(ExpressionNode shift = null) - { - auto node = allocate!InExpression; - node.left = shift is null ? parseShiftExpression() : shift; - if (currentIs(tok!"!")) - { - node.negated = true; - advance(); - } - if (expect(tok!"in") is null) return null; - node.right = parseShiftExpression(); - return node; - } - - /** - * Parses an InStatement - * - * $(GRAMMAR $(RULEDEF inStatement): - * $(LITERAL 'in') $(RULE blockStatement) - * ;) - */ - InStatement parseInStatement() - { - auto node = allocate!InStatement; - if (expect(tok!"in") is null) return null; - node.blockStatement = parseBlockStatement(); - return node; - } - - /** - * Parses an Initialize - * - * $(GRAMMAR $(RULEDEF initialize): - * $(LITERAL ';') - * | $(RULE statementNoCaseNoDefault) - * ;) - */ - Initialize parseInitialize() - { - auto node = allocate!Initialize; - if (!currentIs(tok!";")) - { - node.statementNoCaseNoDefault = parseStatementNoCaseNoDefault(); - if (node.statementNoCaseNoDefault is null) return null; - } - else if (expect(tok!";") is null) - return null; - return node; - } - - /** - * Parses an Initializer - * - * $(GRAMMAR $(RULEDEF initializer): - * $(LITERAL 'void') - * | $(RULE nonVoidInitializer) - * ;) - */ - Initializer parseInitializer() - { - auto node = allocate!Initializer; - if (currentIs(tok!"void")) - advance(); - else - node.nonVoidInitializer = parseNonVoidInitializer(); - return node; - } - - /** - * Parses an InterfaceDeclaration - * - * $(GRAMMAR $(RULEDEF interfaceDeclaration): - * $(LITERAL 'interface') $(LITERAL Identifier) ($(LITERAL ';') | ($(RULE templateParameters) $(RULE constraint)?)? ($(LITERAL ':') $(RULE baseClassList))? $(RULE structBody)) - * ;) - */ - InterfaceDeclaration parseInterfaceDeclaration() - { - auto node = allocate!InterfaceDeclaration; - if (expect(tok!"interface") is null) return null; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.name = *ident; - node.comment = comment; - comment = null; - if (currentIs(tok!";")) - { - advance(); - return node; - } - if (currentIs(tok!"(")) - { - node.templateParameters = parseTemplateParameters(); - if (currentIs(tok!"if")) - node.constraint = parseConstraint(); - } - if (currentIs(tok!":")) - { - advance(); - node.baseClassList = parseBaseClassList(); - } - node.structBody = parseStructBody(); - return node; - } - - unittest - { - auto sourceCode = -q{interface One {} -interface Two : Number {} -interface Three(T) if (someTest(T)) {} -interface "Four" -}c; - - Parser p = getParserForUnittest(sourceCode, "parseInterfaceDeclaration"); - - InterfaceDeclaration one = p.parseInterfaceDeclaration(); - assert (one !is null); - assert (one.name.text == "One"); - assert (one.constraint is null); - assert (one.templateParameters is null); - assert (one.structBody !is null); - assert (one.baseClassList is null); - assert (p.errorCount == 0); - - InterfaceDeclaration two = p.parseInterfaceDeclaration(); - assert (two !is null); - assert (two.name.text == "Two"); - assert (two.constraint is null); - assert (two.templateParameters is null); - assert (two.structBody !is null); - assert (two.baseClassList !is null); - assert (p.errorCount == 0); - - InterfaceDeclaration three = p.parseInterfaceDeclaration(); - assert (three !is null); - assert (three.name.text == "Three"); - assert (three.constraint !is null); - assert (three.templateParameters !is null); - assert (three.structBody !is null); - assert (three.baseClassList is null); - assert (p.errorCount == 0); - - InterfaceDeclaration four = p.parseInterfaceDeclaration(); - assert (four is null); - assert (p.errorCount > 0); - - stderr.writeln("Unittest for parseInterfaceDeclaration passed."); - } - - /** - * Parses an Invariant - * - * $(GRAMMAR $(RULEDEF invariant): - * $(LITERAL 'invariant') ($(LITERAL '$(LPAREN)') $(LITERAL '$(RPAREN)'))? $(RULE blockStatement) - * ;) - */ - Invariant parseInvariant() - { - auto node = allocate!Invariant; - node.index = current.index; - node.line = current.line; - if (expect(tok!"invariant") is null) return null; - if (currentIs(tok!"(")) - { - advance(); - if (expect(tok!")") is null) return null; - } - if ((node.blockStatement = parseBlockStatement()) is null) return null; - return node; - } - - unittest - { - auto sourceCode = -q{invariant() {} -invariant{} -invariant() foo(); -}c; - - Parser p = getParserForUnittest(sourceCode, "parseInvariant"); - - auto inv1 = p.parseInvariant(); - assert (inv1 !is null); - assert (inv1.blockStatement !is null); - assert (p.errorCount == 0); - - auto inv2 = p.parseInvariant(); - assert (inv2 !is null); - assert (inv2.blockStatement !is null); - assert (p.errorCount == 0); - - auto inv3 = p.parseInvariant(); - assert (inv3 is null); - assert (p.errorCount > 0); - } - - /** - * Parses an IsExpression - * - * $(GRAMMAR $(RULEDEF isExpression): - * $(LITERAL'is') $(LITERAL '$(LPAREN)') $(RULE type) $(LITERAL Identifier)? (($(LITERAL ':') | $(LITERAL '==')) $(RULE typeSpecialization) ($(LITERAL ',') $(RULE templateParameterList))?)? $(LITERAL '$(RPAREN)') - * ;) - */ - IsExpression parseIsExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!IsExpression; - if (expect(tok!"is") is null) return null; - if (expect(tok!"(") is null) return null; - node.type = parseType(); - if (node.type is null) return null; - if (currentIs(tok!"identifier")) - node.identifier = advance(); - if (currentIsOneOf(tok!"==", tok!":")) - { - node.equalsOrColon = advance().type; - node.typeSpecialization = parseTypeSpecialization(); - if (currentIs(tok!",")) - { - advance(); - node.templateParameterList = parseTemplateParameterList(); - } - } - if (expect(tok!")") is null) return null; - return node; - } - - unittest - { - auto sourceCode = q{is ( x : uybte)}c; - Parser p = getParserForUnittest(sourceCode, "parseIsExpression"); - auto isExp1 = p.parseIsExpression(); - assert (isExp1 !is null); - assert (p.errorCount == 0); - stderr.writeln("Unittest for parseIsExpression passed."); - } - - /** - * Parses a KeyValuePair - * - * $(GRAMMAR $(RULEDEF keyValuePair): - * $(RULE assignExpression) $(LITERAL ':') $(RULE assignExpression) - * ;) - */ - KeyValuePair parseKeyValuePair() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!KeyValuePair; - node.key = parseAssignExpression(); - if (expect(tok!":") is null) return null; - node.value = parseAssignExpression(); - return node; - } - - /** - * Parses KeyValuePairs - * - * $(GRAMMAR $(RULEDEF keyValuePairs): - * $(RULE keyValuePair) ($(LITERAL ',') $(RULE keyValuePair))* $(LITERAL ',')? - * ;) - */ - KeyValuePairs parseKeyValuePairs() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!KeyValuePairs; - KeyValuePair[] keyValuePairs; - while (moreTokens()) - { - auto kvPair = parseKeyValuePair(); - if (kvPair !is null) - keyValuePairs ~= kvPair; - if (currentIs(tok!",")) - { - advance(); - if (currentIs(tok!"]")) - break; - } - else - break; - } - node.keyValuePairs = ownArray(keyValuePairs); - return node; - } - - /** - * Parses a LabeledStatement - * - * $(GRAMMAR $(RULEDEF labeledStatement): - * $(LITERAL Identifier) $(LITERAL ':') $(RULE declarationOrStatement) - * ;) - */ - LabeledStatement parseLabeledStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!LabeledStatement; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - expect(tok!":"); - node.declarationOrStatement = parseDeclarationOrStatement(); - return node; - } - - /** - * Parses a LambdaExpression - * - * $(GRAMMAR $(RULEDEF lambdaExpression): - * $(LITERAL Identifier) $(LITERAL '=>') $(RULE assignExpression) - * | $(LITERAL 'function') $(RULE parameters) $(RULE functionAttribute)* $(LITERAL '=>') $(RULE assignExpression) - * | $(LITERAL 'delegate') $(RULE parameters) $(RULE functionAttribute)* $(LITERAL '=>') $(RULE assignExpression) - * | $(RULE parameters) $(RULE functionAttribute)* $(LITERAL '=>') $(RULE assignExpression) - * ;) - */ - LambdaExpression parseLambdaExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!LambdaExpression; - if (currentIsOneOf(tok!"function", tok!"delegate")) - { - node.functionType = advance().type; - goto lParen; - } - else if (currentIs(tok!"identifier")) - node.identifier = advance(); - else if (currentIs(tok!"(")) - { - lParen: - node.parameters = parseParameters(); - FunctionAttribute[] functionAttributes; - do - { - auto attribute = parseFunctionAttribute(false); - if (attribute is null) - break; - functionAttributes ~= attribute; - } - while (moreTokens()); - node.functionAttributes = ownArray(functionAttributes); - } - else - { - error(`Identifier or argument list expected`); - return null; - } - - if (expect(tok!"=>") is null) return null; - - if ((node.assignExpression = parseAssignExpression()) is null) - return null; - - return node; - } - - /** - * Parses a LastCatch - * - * $(GRAMMAR $(RULEDEF lastCatch): - * $(LITERAL 'catch') $(RULE statementNoCaseNoDefault) - * ;) - */ - LastCatch parseLastCatch() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!LastCatch; - auto t = expect(tok!"catch"); - if (t is null) return null; - node.line = t.line; - node.column = t.column; - if ((node.statementNoCaseNoDefault = parseStatementNoCaseNoDefault()) is null) - return null; - return node; - } - - /** - * Parses a LinkageAttribute - * - * $(GRAMMAR $(RULEDEF linkageAttribute): - * $(LITERAL 'extern') $(LITERAL '$(LPAREN)') $(LITERAL Identifier) ($(LITERAL '++') ($(LITERAL ',') $(RULE identifierChain))?)? $(LITERAL '$(RPAREN)') - * ;) - */ - LinkageAttribute parseLinkageAttribute() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!LinkageAttribute; - expect(tok!"extern"); - expect(tok!"("); - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - if (currentIs(tok!"++")) - { - advance(); - node.hasPlusPlus = true; - version (DIP61) if (currentIs(tok!",")) - { - advance(); - node.identifierChain = parseIdentifierChain(); - } - } - expect(tok!")"); - return node; - } - - /** - * Parses a MemberFunctionAttribute - * - * $(GRAMMAR $(RULEDEF memberFunctionAttribute): - * $(RULE functionAttribute) - * | $(LITERAL 'immutable') - * | $(LITERAL 'inout') - * | $(LITERAL 'shared') - * | $(LITERAL 'const') - * ;) - */ - MemberFunctionAttribute parseMemberFunctionAttribute() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!MemberFunctionAttribute; - switch (current.type) - { - case tok!"@": - node.atAttribute = parseAtAttribute(); - break; - case tok!"immutable": - case tok!"inout": - case tok!"shared": - case tok!"const": - case tok!"pure": - case tok!"nothrow": - node.tokenType = advance().type; - break; - default: - error(`Member funtion attribute expected`); - } - return node; - } - - /** - * Parses a MixinDeclaration - * - * $(GRAMMAR $(RULEDEF mixinDeclaration): - * $(RULE mixinExpression) $(LITERAL ';') - * | $(RULE templateMixinExpression) $(LITERAL ';') - * ;) - */ - MixinDeclaration parseMixinDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!MixinDeclaration; - if (peekIs(tok!"identifier") || peekIs(tok!"typeof")) - node.templateMixinExpression = parseTemplateMixinExpression(); - else if (peekIs(tok!"(")) - node.mixinExpression = parseMixinExpression(); - else - { - error(`"(" or identifier expected`); - return null; - } - expect(tok!";"); - return node; - } - - /** - * Parses a MixinExpression - * - * $(GRAMMAR $(RULEDEF mixinExpression): - * $(LITERAL 'mixin') $(LITERAL '$(LPAREN)') $(RULE assignExpression) $(LITERAL '$(RPAREN)') - * ;) - */ - MixinExpression parseMixinExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!MixinExpression; - expect(tok!"mixin"); - expect(tok!"("); - node.assignExpression = parseAssignExpression(); - expect(tok!")"); - return node; - } - - /** - * Parses a MixinTemplateDeclaration - * - * $(GRAMMAR $(RULEDEF mixinTemplateDeclaration): - * $(LITERAL 'mixin') $(RULE templateDeclaration) - * ;) - */ - MixinTemplateDeclaration parseMixinTemplateDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!MixinTemplateDeclaration; - if (expect(tok!"mixin") is null) return null; - node.templateDeclaration = parseTemplateDeclaration(); - if (node.templateDeclaration is null) return null; - return node; - } - - /** - * Parses a MixinTemplateName - * - * $(GRAMMAR $(RULEDEF mixinTemplateName): - * $(RULE symbol) - * | $(RULE typeofExpression) $(LITERAL '.') $(RULE identifierOrTemplateChain) - * ;) - */ - MixinTemplateName parseMixinTemplateName() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!MixinTemplateName; - if (currentIs(tok!"typeof")) - { - node.typeofExpression = parseTypeofExpression(); - expect(tok!"."); - node.identifierOrTemplateChain = parseIdentifierOrTemplateChain(); - } - else - node.symbol = parseSymbol(); - return node; - } - - unittest - { - } - - /** - * Parses a Module - * - * $(GRAMMAR $(RULEDEF module): - * $(RULE moduleDeclaration)? $(RULE declaration)* - * ;) - */ - Module parseModule() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - Module m = allocate!Module; - if (currentIs(tok!"scriptLine")) - m.scriptLine = advance(); - if (currentIs(tok!"module")) - m.moduleDeclaration = parseModuleDeclaration(); - Declaration[] declarations; - while (moreTokens()) - { - auto declaration = parseDeclaration(); - if (declaration !is null) - declarations ~= declaration; - } - m.declarations = ownArray(declarations); - return m; - } - - /** - * Parses a ModuleDeclaration - * - * $(GRAMMAR $(RULEDEF moduleDeclaration): - * $(LITERAL 'module') $(RULE identifierChain) $(LITERAL ';') - * ;) - */ - ModuleDeclaration parseModuleDeclaration() - { - auto node = allocate!ModuleDeclaration; - auto start = expect(tok!"module"); - node.moduleName = parseIdentifierChain(); - node.comment = start.comment; - comment = null; - auto end = expect(tok!";"); - node.startLocation = start.index; - node.endLocation = end.index; - return node; - } - - /** - * Parses a MulExpression - * $(GRAMMAR $(RULEDEF mulExpression): - * $(RULE powExpression) - * | $(RULE mulExpression) ($(LITERAL '*') | $(LITERAL '/') | $(LITERAL '%')) $(RULE powExpression) - * ;) - */ - ExpressionNode parseMulExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(MulExpression, PowExpression, - tok!"*", tok!"/", tok!"%")(); - } - - /** - * Parses a NewAnonClassExpression - * - * $(GRAMMAR $(RULEDEF newAnonClassExpression): - * $(LITERAL 'new') $(RULE arguments)? $(LITERAL 'class') $(RULE arguments)? $(RULE baseClassList)? $(RULE structBody) - * ;) - */ - NewAnonClassExpression parseNewAnonClassExpression() - { - auto node = allocate!NewAnonClassExpression; - expect(tok!"new"); - if (currentIs(tok!"(")) - node.allocatorArguments = parseArguments(); - expect(tok!"class"); - if (currentIs(tok!"(")) - node.constructorArguments = parseArguments(); - if (!currentIs(tok!"{")) - node.baseClassList = parseBaseClassList(); - node.structBody = parseStructBody(); - return node; - } - - /** - * Parses a NewExpression - * - * $(GRAMMAR $(RULEDEF newExpression): - * $(LITERAL 'new') $(RULE type) ($(LITERAL '[') $(RULE assignExpression) $(LITERAL ']') | $(RULE arguments))? - * | $(RULE newAnonClassExpression) - * ;) - */ - NewExpression parseNewExpression() - { - auto node = allocate!NewExpression; - if (peekIsOneOf(tok!"class", tok!"(")) - node.newAnonClassExpression = parseNewAnonClassExpression(); - else - { - expect(tok!"new"); - if (!moreTokens()) - return null; - node.type = parseType(); - if (currentIs(tok!"[")) - { - advance(); - node.assignExpression = parseAssignExpression(); - expect(tok!"]"); - } - else if (currentIs(tok!"(")) - node.arguments = parseArguments(); - } - return node; - } - - /** - * Parses a StatementNoCaseNoDefault - * - * $(GRAMMAR $(RULEDEF statementNoCaseNoDefault): - * $(RULE labeledStatement) - * | $(RULE blockStatement) - * | $(RULE ifStatement) - * | $(RULE whileStatement) - * | $(RULE doStatement) - * | $(RULE forStatement) - * | $(RULE foreachStatement) - * | $(RULE switchStatement) - * | $(RULE finalSwitchStatement) - * | $(RULE continueStatement) - * | $(RULE breakStatement) - * | $(RULE returnStatement) - * | $(RULE gotoStatement) - * | $(RULE withStatement) - * | $(RULE synchronizedStatement) - * | $(RULE tryStatement) - * | $(RULE throwStatement) - * | $(RULE scopeGuardStatement) - * | $(RULE asmStatement) - * | $(RULE conditionalStatement) - * | $(RULE staticAssertStatement) - * | $(RULE versionSpecification) - * | $(RULE debugSpecification) - * | $(RULE expressionStatement) - * ;) - */ - StatementNoCaseNoDefault parseStatementNoCaseNoDefault() - { - auto node = allocate!StatementNoCaseNoDefault; - switch (current.type) - { - case tok!"{": - node.blockStatement = parseBlockStatement(); - break; - case tok!"if": - node.ifStatement = parseIfStatement(); - break; - case tok!"while": - node.whileStatement = parseWhileStatement(); - break; - case tok!"do": - node.doStatement = parseDoStatement(); - break; - case tok!"for": - node.forStatement = parseForStatement(); - break; - case tok!"foreach": - case tok!"foreach_reverse": - node.foreachStatement = parseForeachStatement(); - break; - case tok!"switch": - node.switchStatement = parseSwitchStatement(); - break; - case tok!"continue": - node.continueStatement = parseContinueStatement(); - break; - case tok!"break": - node.breakStatement = parseBreakStatement(); - break; - case tok!"return": - node.returnStatement = parseReturnStatement(); - break; - case tok!"goto": - node.gotoStatement = parseGotoStatement(); - break; - case tok!"with": - node.withStatement = parseWithStatement(); - break; - case tok!"synchronized": - node.synchronizedStatement = parseSynchronizedStatement(); - break; - case tok!"try": - node.tryStatement = parseTryStatement(); - break; - case tok!"throw": - node.throwStatement = parseThrowStatement(); - break; - case tok!"scope": - node.scopeGuardStatement = parseScopeGuardStatement(); - break; - case tok!"asm": - node.asmStatement = parseAsmStatement(); - break; - case tok!"final": - if (peekIs(tok!"switch")) - { - node.finalSwitchStatement = parseFinalSwitchStatement(); - break; - } - else - { - error(`"switch" expected`); - return null; - } - case tok!"debug": - if (peekIs(tok!"=")) - node.debugSpecification = parseDebugSpecification(); - else - node.conditionalStatement = parseConditionalStatement(); - break; - case tok!"version": - if (peekIs(tok!"=")) - node.versionSpecification = parseVersionSpecification(); - else - node.conditionalStatement = parseConditionalStatement(); - break; - case tok!"static": - if (peekIs(tok!"if")) - node.conditionalStatement = parseConditionalStatement(); - else if (peekIs(tok!"assert")) - node.staticAssertStatement = parseStaticAssertStatement(); - break; - case tok!"identifier": - if (peekIs(tok!":")) - { - node.labeledStatement = parseLabeledStatement(); - break; - } - goto default; - case tok!"delete": - case tok!"assert": - default: - node.expressionStatement = parseExpressionStatement(); - break; - } - return node; - } - - /** - * Parses a NonVoidInitializer - * - * $(GRAMMAR $(RULEDEF nonVoidInitializer): - * $(RULE assignExpression) - * | $(RULE arrayInitializer) - * | $(RULE structInitializer) - * | $(RULE functionBody) - * ;) - */ - NonVoidInitializer parseNonVoidInitializer() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!NonVoidInitializer; - if (currentIs(tok!"{")) - { - auto b = peekPastBraces(); - if (b !is null && (b.type == tok!"(")) - node.assignExpression = parseAssignExpression(); - else if (hasMagicDelimiter!(tok!"{", tok!";")()) - node.functionBody = parseFunctionBody(); - else - node.structInitializer = parseStructInitializer(); - } - else if (currentIs(tok!"[")) - { - auto b = peekPastBrackets(); - if (b !is null && (b.type == tok!"," - || b.type == tok!")" - || b.type == tok!"]" - || b.type == tok!"}" - || b.type == tok!";")) - { - node.arrayInitializer = parseArrayInitializer(); - } - else - node.assignExpression = parseAssignExpression(); - } - else if (currentIsOneOf(tok!"in", tok!"out", tok!"body")) - node.functionBody = parseFunctionBody(); - else - node.assignExpression = parseAssignExpression(); - if (node.assignExpression is null && node.arrayInitializer is null - && node.structInitializer is null && node.functionBody is null) - { - return null; - } - return node; - } - - /** - * Parses Operands - * - * $(GRAMMAR $(RULEDEF operands): - * $(RULE asmExp)+ - * ;) - */ - Operands parseOperands() - { -// auto node = allocate!Operands; - assert (false, "asm"); // TODO asm - } - - /** - * Parses an OrExpression - * - * $(GRAMMAR $(RULEDEF orExpression): - * $(RULE xorExpression) - * | $(RULE orExpression) $(LITERAL '|') $(RULE xorExpression) - * ;) - */ - ExpressionNode parseOrExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(OrExpression, XorExpression, - tok!"|")(); - } - - /** - * Parses an OrOrExpression - * - * $(GRAMMAR $(RULEDEF orOrExpression): - * $(RULE andAndExpression) - * | $(RULE orOrExpression) $(LITERAL '||') $(RULE andAndExpression) - * ;) - */ - ExpressionNode parseOrOrExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(OrOrExpression, AndAndExpression, - tok!"||")(); - } - - /** - * Parses an OutStatement - * - * $(GRAMMAR $(RULEDEF outStatement): - * $(LITERAL 'out') ($(LITERAL '$(LPAREN)') $(LITERAL Identifier) $(LITERAL '$(RPAREN)'))? $(RULE blockStatement) - * ;) - */ - OutStatement parseOutStatement() - { - auto node = allocate!OutStatement; - expect(tok!"out"); - if (currentIs(tok!"(")) - { - advance(); - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.parameter = *ident; - expect(tok!")"); - } - node.blockStatement = parseBlockStatement(); - return node; - } - - /** - * Parses a Parameter - * - * $(GRAMMAR $(RULEDEF parameter): - * $(RULE parameterAttribute)* $(RULE type) (($(LITERAL Identifier) $(RULE typeSuffix)*)? $(LITERAL '...') | ($(LITERAL Identifier)? ($(LITERAL '=') $(RULE assignExpression))?))? - * ;) - */ - Parameter parseParameter() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Parameter; - IdType[] parameterAttributes; - while (moreTokens()) - { - IdType type = parseParameterAttribute(false); - if (type == tok!"") - break; - else - parameterAttributes ~= type; - } - node.parameterAttributes = ownArray(parameterAttributes); - node.type = parseType(); - if (node.type is null) return null; - if (currentIs(tok!"identifier")) - { - node.name = advance(); - if (currentIs(tok!"...")) - { - advance(); - node.vararg = true; - } - else if (currentIs(tok!"=")) - { - advance(); - node.default_ = parseAssignExpression(); - } - else if (currentIs(tok!"[")) - { - TypeSuffix[] typeSuffixes; - while(moreTokens() && currentIs(tok!"[")) - { - auto suffix = parseTypeSuffix(); - if (suffix !is null) - typeSuffixes ~= suffix; - else - return null; - } - node.cstyle = ownArray(typeSuffixes); - } - } - else if (currentIs(tok!"...")) - { - node.vararg = true; - advance(); - } - else if (currentIs(tok!"=")) - { - advance(); - node.default_ = parseAssignExpression(); - } - return node; - } - - /** - * Parses a ParameterAttribute - * - * $(GRAMMAR $(RULEDEF parameterAttribute): - * $(RULE typeConstructor) - * | $(LITERAL 'final') - * | $(LITERAL 'in') - * | $(LITERAL 'lazy') - * | $(LITERAL 'out') - * | $(LITERAL 'ref') - * | $(LITERAL 'scope') - * | $(LITERAL 'auto') - * ;) - */ - IdType parseParameterAttribute(bool validate = false) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - switch (current.type) - { - case tok!"immutable": - case tok!"shared": - case tok!"const": - case tok!"inout": - if (peekIs(tok!"(")) - return tok!""; - else - goto _auto; - case tok!"final": - case tok!"in": - case tok!"lazy": - case tok!"out": - case tok!"ref": - case tok!"scope": - _auto: - case tok!"auto": - return advance().type; - default: - if (validate) - error("Parameter attribute expected"); - return tok!""; - } - } - - /** - * Parses Parameters - * - * $(GRAMMAR $(RULEDEF parameters): - * $(LITERAL '$(LPAREN)') $(RULE parameter) ($(LITERAL ',') $(RULE parameter))* ($(LITERAL ',') $(LITERAL '...'))? $(LITERAL '$(RPAREN)') - * | $(LITERAL '$(LPAREN)') $(LITERAL '...') $(LITERAL '$(RPAREN)') - * | $(LITERAL '$(LPAREN)') $(LITERAL '$(RPAREN)') - * ;) - */ - Parameters parseParameters() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Parameters; - if (expect(tok!"(") is null) return null; - Parameter[] parameters; - if (currentIs(tok!")")) - goto end; - if (currentIs(tok!"...")) - { - advance(); - node.hasVarargs = true; - goto end; - } - while (moreTokens()) - { - if (currentIs(tok!"...")) - { - advance(); - node.hasVarargs = true; - break; - } - if (currentIs(tok!")")) - break; - auto param = parseParameter(); - if (param is null) - return null; - parameters ~= param; - if (currentIs(tok!",")) - advance(); - else - break; - } - node.parameters = ownArray(parameters); - end: - if (expect(tok!")") is null) - return null; - return node; - } - - unittest - { - string sourceCode = -q{(int a, ...) -(double ...) -(Range r)}c; - - Parser p = getParserForUnittest(sourceCode, "parseParameters"); - - Parameters params1 = p.parseParameters(); - assert (params1.hasVarargs); - assert (params1.parameters.length == 1); - assert (params1.parameters[0].name.text == "a"); - - Parameters params2 = p.parseParameters(); - assert (params2.parameters.length == 1); - assert (params2.parameters[0].vararg); - assert (params2.parameters[0].type !is null); - - Parameters params3 = p.parseParameters(); - assert (params3.parameters.length == 1); - assert (!params3.parameters[0].vararg); - assert (params3.parameters[0].type !is null); - - stderr.writeln("Unittest for parseParameters passed."); - } - - /** - * Parses a Postblit - * - * $(GRAMMAR $(RULEDEF postblit): - * $(LITERAL 'this') $(LITERAL '$(LPAREN)') $(LITERAL 'this') $(LITERAL '$(RPAREN)') $(RULE memberFunctionAttribute)* ($(RULE functionBody) | $(LITERAL ';')) - * ;) - */ - Postblit parsePostblit() - { - auto node = allocate!Postblit; - expect(tok!"this"); - expect(tok!"("); - expect(tok!"this"); - expect(tok!")"); - MemberFunctionAttribute[] memberFunctionAttributes; - while (currentIsMemberFunctionAttribute()) - memberFunctionAttributes ~= parseMemberFunctionAttribute(); - node.memberFunctionAttributes = ownArray(memberFunctionAttributes); - if (currentIs(tok!";")) - advance(); - else - node.functionBody = parseFunctionBody(); - return node; - } - - /** - * Parses a PostIncDecExpression - * - * $(GRAMMAR $(RULEDEF postIncDecExpression): - * $(RULE unaryExpression) ($(LITERAL '++') | $(LITERAL '--')) - * ;) - */ - PostIncDecExpression parsePostIncDecExpression(UnaryExpression unary = null) - { - auto node = allocate!PostIncDecExpression; - node.unaryExpression = unary is null ? parseUnaryExpression() : unary; - node.operator = advance().type; - return node; - } - - /** - * Parses a PowExpression - * - * $(GRAMMAR $(RULEDEF powExpression): - * $(RULE unaryExpression) - * | $(RULE powExpression) $(LITERAL '^^') $(RULE unaryExpression) - * ;) - */ - ExpressionNode parsePowExpression() - { - return parseLeftAssocBinaryExpression!(PowExpression, UnaryExpression, - tok!"^^")(); - } - - /** - * Parses a PragmaDeclaration - * - * $(GRAMMAR $(RULEDEF pragmaDeclaration): - * $(RULE pragmaExpression) $(LITERAL ';') - * ;) - */ - PragmaDeclaration parsePragmaDeclaration() - { - mixin (traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!PragmaDeclaration; - node.pragmaExpression = parsePragmaExpression(); - expect(tok!";"); - return node; - } - - /** - * Parses a PragmaExpression - * - * $(GRAMMAR $(RULEDEF pragmaExpression): - * $(RULE 'pragma') $(LITERAL '$(LPAREN)') $(LITERAL Identifier) ($(LITERAL ',') $(RULE argumentList))? $(LITERAL '$(RPAREN)') - * ;) - */ - PragmaExpression parsePragmaExpression() - { - mixin (traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!PragmaExpression; - expect(tok!"pragma"); - expect(tok!"("); - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - if (currentIs(tok!",")) - { - advance(); - node.argumentList = parseArgumentList(); - } - expect(tok!")"); - return node; - } - - /** - * Parses a PreIncDecExpression - * - * $(GRAMMAR $(RULEDEF preIncDecExpression): - * ($(LITERAL '++') | $(LITERAL '--')) $(RULE unaryExpression) - * ;) - */ - PreIncDecExpression parsePreIncDecExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!PreIncDecExpression; - if (currentIsOneOf(tok!"++", tok!"--")) - advance(); - else - { - error(`"++" or "--" expected`); - return null; - } - node.unaryExpression = parseUnaryExpression(); - return node; - } - - /** - * Parses a PrimaryExpression - * - * $(GRAMMAR $(RULEDEF primaryExpression): - * $(RULE identifierOrTemplateInstance) - * | $(LITERAL '.') $(RULE identifierOrTemplateInstance) - * | $(RULE typeConstructor) $(LITERAL '(') $(RULE basicType) $(LITERAL ')') $(LITERAL '.') $(LITERAL Identifier) - * | $(RULE basicType) $(LITERAL '.') $(LITERAL Identifier) - * | $(RULE basicType) $(RULE arguments) - * | $(RULE typeofExpression) - * | $(RULE typeidExpression) - * | $(RULE vector) - * | $(RULE arrayLiteral) - * | $(RULE assocArrayLiteral) - * | $(LITERAL '$(LPAREN)') $(RULE expression) $(LITERAL '$(RPAREN)') - * | $(RULE isExpression) - * | $(RULE lambdaExpression) - * | $(RULE functionLiteralExpression) - * | $(RULE traitsExpression) - * | $(RULE mixinExpression) - * | $(RULE importExpression) - * | $(LITERAL '$') - * | $(LITERAL 'this') - * | $(LITERAL 'super') - * | $(LITERAL '_null') - * | $(LITERAL '_true') - * | $(LITERAL '_false') - * | $(LITERAL '___DATE__') - * | $(LITERAL '___TIME__') - * | $(LITERAL '___TIMESTAMP__') - * | $(LITERAL '___VENDOR__') - * | $(LITERAL '___VERSION__') - * | $(LITERAL '___FILE__') - * | $(LITERAL '___LINE__') - * | $(LITERAL '___MODULE__') - * | $(LITERAL '___FUNCTION__') - * | $(LITERAL '___PRETTY_FUNCTION__') - * | $(LITERAL IntegerLiteral) - * | $(LITERAL FloatLiteral) - * | $(LITERAL StringLiteral)+ - * | $(LITERAL CharacterLiteral) - * ;) - */ - PrimaryExpression parsePrimaryExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!PrimaryExpression; - if (!moreTokens()) - { - error("Expected primary statement instead of EOF"); - return null; - } - switch (current.type) - { - case tok!".": - node.dot = advance(); - goto case; - case tok!"identifier": - if (peekIs(tok!"=>")) - node.lambdaExpression = parseLambdaExpression(); - else - node.identifierOrTemplateInstance = parseIdentifierOrTemplateInstance(); - break; - case tok!"immutable": - case tok!"const": - case tok!"inout": - case tok!"shared": - advance(); - expect(tok!"("); - node.type = parseType(); - expect(tok!")"); - expect(tok!"."); - auto ident = expect(tok!"identifier"); - if (ident !is null) - node.primary = *ident; - break; - mixin (BASIC_TYPE_CASES); - node.basicType = advance(); - if (currentIs(tok!".")) - { - advance(); - auto t = expect(tok!"identifier"); - if (t !is null) - node.primary = *t; - } - else if (currentIs(tok!"(")) - node.arguments = parseArguments(); - break; - case tok!"function": - case tok!"delegate": - if (peekIs(tok!"(")) - { - auto b = setBookmark(); - advance(); // function | delegate - skipParens(); - while (isAttribute()) - parseAttribute(); - if (currentIs(tok!"=>")) - { - goToBookmark(b); - node.lambdaExpression = parseLambdaExpression(); - break; - } - else - goToBookmark(b); - } - goto case; - case tok!"{": - case tok!"in": - case tok!"out": - case tok!"body": - node.functionLiteralExpression = parseFunctionLiteralExpression(); - break; - case tok!"typeof": - node.typeofExpression = parseTypeofExpression(); - break; - case tok!"typeid": - node.typeidExpression = parseTypeidExpression(); - break; - case tok!"__vector": - node.vector = parseVector(); - break; - case tok!"[": - if (isAssociativeArrayLiteral()) - node.assocArrayLiteral = parseAssocArrayLiteral(); - else - node.arrayLiteral = parseArrayLiteral(); - break; - case tok!"(": - auto b = setBookmark(); - skipParens(); - while (isAttribute()) - parseAttribute(); - if (currentIs(tok!"=>")) - { - goToBookmark(b); - node.lambdaExpression = parseLambdaExpression(); - } - else if (currentIs(tok!"{")) - { - goToBookmark(b); - node.functionLiteralExpression = parseFunctionLiteralExpression(); - } - else - { - goToBookmark(b); - advance(); - node.expression = parseExpression(); - expect(tok!")"); - } - break; - case tok!"is": - node.isExpression = parseIsExpression(); - break; - case tok!"__traits": - node.traitsExpression = parseTraitsExpression(); - break; - case tok!"mixin": - node.mixinExpression = parseMixinExpression(); - break; - case tok!"import": - node.importExpression = parseImportExpression(); - break; - case tok!"$": - case tok!"this": - case tok!"super": - case tok!"null": - case tok!"true": - case tok!"false": - mixin (SPECIAL_CASES); - mixin (LITERAL_CASES); - if (currentIsOneOf(tok!"stringLiteral", tok!"wstringLiteral", tok!"dstringLiteral")) - { - node.primary = advance(); - bool alreadyWarned = false; - while (currentIsOneOf(tok!"stringLiteral", tok!"wstringLiteral", - tok!"dstringLiteral")) - { - if (!alreadyWarned) - { - warn("Implicit concatenation of string literals"); - alreadyWarned = true; - } - node.primary.text~= advance().text; - } - } - else - node.primary = advance(); - break; - default: - error(`Primary expression expected`); - return null; - } - return node; - } - - /** - * Parses a Register - * - * $(GRAMMAR $(RULEDEF register): - * $(LITERAL Identifier) - * | $(LITERAL Identifier) $(LITERAL '$(LPAREN)') $(LITERAL IntegerLiteral) $(LITERAL '$(RPAREN)') - * ;) - */ - Register parseRegister() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Register; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - if (currentIs(tok!"(")) - { - advance(); - auto intLit = expect(tok!"intLiteral"); - if (intLit is null) return null; - node.intLiteral = *intLit; - expect(tok!")"); - } - return node; - } - - /** - * Parses a RelExpression - * - * $(GRAMMAR $(RULEDEF relExpression): - * $(RULE shiftExpression) - * | $(RULE relExpression) $(RULE relOperator) $(RULE shiftExpression) - * ; - *$(RULEDEF relOperator): - * $(LITERAL '<') - * | $(LITERAL '<=') - * | $(LITERAL '>') - * | $(LITERAL '>=') - * | $(LITERAL '!<>=') - * | $(LITERAL '!<>') - * | $(LITERAL '<>') - * | $(LITERAL '<>=') - * | $(LITERAL '!>') - * | $(LITERAL '!>=') - * | $(LITERAL '!<') - * | $(LITERAL '!<=') - * ;) - */ - ExpressionNode parseRelExpression(ExpressionNode shift) - { - mixin (traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(RelExpression, ShiftExpression, - tok!"<", tok!"<=", tok!">", tok!">=", tok!"!<>=", tok!"!<>", - tok!"<>", tok!"<>=", tok!"!>", tok!"!>=", tok!"!>=", tok!"!<", - tok!"!<=")(shift); - } - - /** - * Parses a ReturnStatement - * - * $(GRAMMAR $(RULEDEF returnStatement): - * $(LITERAL 'return') $(RULE expression)? $(LITERAL ';') - * ;) - */ - ReturnStatement parseReturnStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ReturnStatement; - auto start = expect(tok!"return"); - if (start is null) return null; - node.startLocation = start.index; - if (!currentIs(tok!";")) - node.expression = parseExpression(); - auto semicolon = expect(tok!";"); - if (semicolon is null) return null; - node.endLocation = semicolon.index; - return node; - } - - /** - * Parses a ScopeGuardStatement - * - * $(GRAMMAR $(RULEDEF scopeGuardStatement): - * $(LITERAL 'scope') $(LITERAL '$(LPAREN)') $(LITERAL Identifier) $(LITERAL '$(RPAREN)') $(RULE statementNoCaseNoDefault) - * ;) - */ - ScopeGuardStatement parseScopeGuardStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ScopeGuardStatement; - expect(tok!"scope"); - expect(tok!"("); - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - expect(tok!")"); - node.statementNoCaseNoDefault = parseStatementNoCaseNoDefault(); - return node; - } - - /** - * Parses a SharedStaticConstructor - * - * $(GRAMMAR $(RULEDEF sharedStaticConstructor): - * $(LITERAL 'shared') $(LITERAL 'static') $(LITERAL 'this') $(LITERAL '$(LPAREN)') $(LITERAL '$(RPAREN)') $(RULE functionBody) - * ;) - */ - SharedStaticConstructor parseSharedStaticConstructor() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(SharedStaticConstructor, tok!"shared", tok!"static", - tok!"this", tok!"(", tok!")", "functionBody|parseFunctionBody")); - } - - /** - * Parses a SharedStaticDestructor - * - * $(GRAMMAR $(RULEDEF sharedStaticDestructor): - * $(LITERAL 'shared') $(LITERAL 'static') $(LITERAL '~') $(LITERAL 'this') $(LITERAL '$(LPAREN)') $(LITERAL '$(RPAREN)') $(RULE functionBody) - * ;) - */ - SharedStaticDestructor parseSharedStaticDestructor() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(SharedStaticDestructor, tok!"shared", tok!"static", - tok!"~", tok!"this", tok!"(", tok!")", - "functionBody|parseFunctionBody")); - } - - /** - * Parses a ShiftExpression - * - * $(GRAMMAR $(RULEDEF shiftExpression): - * $(RULE addExpression) - * | $(RULE shiftExpression) ($(LITERAL '<<') | $(LITERAL '>>') | $(LITERAL '>>>')) $(RULE addExpression) - * ;) - */ - ExpressionNode parseShiftExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(ShiftExpression, AddExpression, - tok!"<<", tok!">>", tok!">>>")(); - } - - /** - * Parses a SingleImport - * - * $(GRAMMAR $(RULEDEF singleImport): - * ($(LITERAL Identifier) $(LITERAL '='))? $(RULE identifierChain) - * ;) - */ - SingleImport parseSingleImport() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!SingleImport; - if (startsWith(tok!"identifier", tok!"=")) - { - node.rename = advance(); - advance(); // = - } - node.identifierChain = parseIdentifierChain(); - if (node.identifierChain is null) - return null; - return node; - } - - /** - * Parses a SliceExpression - * - * $(GRAMMAR $(RULEDEF sliceExpression): - * $(RULE unaryExpression) $(LITERAL '[') $(RULE assignExpression) $(LITERAL '..') $(RULE assignExpression) $(LITERAL ']') - * | $(RULE unaryExpression) $(LITERAL '[') $(LITERAL ']') - * ;) - */ - SliceExpression parseSliceExpression(UnaryExpression unary = null) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!SliceExpression; - node.unaryExpression = unary is null ? parseUnaryExpression() : unary; - if (expect(tok!"[") is null) return null; - if (!currentIs(tok!"]")) - { - node.lower = parseAssignExpression(); - if (node.lower is null) - { - error("assignExpression expected"); - return null; - } - expect(tok!".."); - node.upper = parseAssignExpression(); - if (node.upper is null) - { - error("assignExpression expected"); - return null; - } - } - if (expect(tok!"]") is null) return null; - return node; - } - - /** - * Parses a Statement - * - * $(GRAMMAR $(RULEDEF statement): - * $(RULE statementNoCaseNoDefault) - * | $(RULE caseStatement) - * | $(RULE caseRangeStatement) - * | $(RULE defaultStatement) - * ;) - */ - Statement parseStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Statement; - if (!moreTokens()) - { - error("Expected statement instead of EOF"); - return null; - } - switch (current.type) - { - case tok!"case": - advance(); - auto argumentList = parseArgumentList(); - if (argumentList.items.length == 1 && startsWith(tok!":", tok!"..")) - node.caseRangeStatement = parseCaseRangeStatement(argumentList.items[0]); - else - node.caseStatement = parseCaseStatement(argumentList); - break; - case tok!"default": - node.defaultStatement = parseDefaultStatement(); - break; - default: - node.statementNoCaseNoDefault = parseStatementNoCaseNoDefault(); - break; - } - return node; - } - - /** - * Parses a StaticAssertDeclaration - * - * $(GRAMMAR $(RULEDEF staticAssertDeclaration): - * $(RULE staticAssertStatement) - * ;) - */ - StaticAssertDeclaration parseStaticAssertDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(StaticAssertDeclaration, - "staticAssertStatement|parseStaticAssertStatement")); - } - - - /** - * Parses a StaticAssertStatement - * - * $(GRAMMAR $(RULEDEF staticAssertStatement): - * $(LITERAL 'static') $(RULE assertExpression) $(LITERAL ';') - * ;) - */ - StaticAssertStatement parseStaticAssertStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(StaticAssertStatement, - tok!"static", "assertExpression|parseAssertExpression", tok!";")); - } - - /** - * Parses a StaticConstructor - * - * $(GRAMMAR $(RULEDEF staticConstructor): - * $(LITERAL 'static') $(LITERAL 'this') $(LITERAL '$(LPAREN)') $(LITERAL '$(RPAREN)') $(RULE functionBody) - * ;) - */ - StaticConstructor parseStaticConstructor() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(StaticConstructor, tok!"static", tok!"this", - tok!"(", tok!")", "functionBody|parseFunctionBody")); - } - - /** - * Parses a StaticDestructor - * - * $(GRAMMAR $(RULEDEF staticDestructor): - * $(LITERAL 'static') $(LITERAL '~') $(LITERAL 'this') $(LITERAL '$(LPAREN)') $(LITERAL '$(RPAREN)') $(RULE functionBody) - * ;) - */ - StaticDestructor parseStaticDestructor() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(StaticDestructor, tok!"static", tok!"~", tok!"this", - tok!"(", tok!")", "functionBody|parseFunctionBody")); - } - - /** - * Parses an StaticIfCondition - * - * $(GRAMMAR $(RULEDEF staticIfCondition): - * $(LITERAL 'static') $(LITERAL 'if') $(LITERAL '$(LPAREN)') $(RULE assignExpression) $(LITERAL '$(RPAREN)') - * ;) - */ - StaticIfCondition parseStaticIfCondition() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(StaticIfCondition, tok!"static", tok!"if", tok!"(", - "assignExpression|parseAssignExpression", tok!")")); - } - - /** - * Parses a StorageClass - * - * $(GRAMMAR $(RULEDEF storageClass): - * $(RULE alignAttribute) - * | $(RULE linkageAttribute) - * | $(RULE atAttribute) - * | $(RULE typeConstructor) - * | $(RULE deprecated) - * | $(LITERAL 'abstract') - * | $(LITERAL 'auto') - * | $(LITERAL 'enum') - * | $(LITERAL 'extern') - * | $(LITERAL 'final') - * | $(LITERAL 'virtual') - * | $(LITERAL 'nothrow') - * | $(LITERAL 'override') - * | $(LITERAL 'pure') - * | $(LITERAL 'ref') - * | $(LITERAL '___gshared') - * | $(LITERAL 'scope') - * | $(LITERAL 'static') - * | $(LITERAL 'synchronized') - * ;) - */ - StorageClass parseStorageClass() - { - auto node = allocate!StorageClass; - switch (current.type) - { - case tok!"@": - node.atAttribute = parseAtAttribute(); - if (node.atAttribute is null) return null; - break; - case tok!"deprecated": - node.deprecated_ = parseDeprecated(); - break; - case tok!"align": - node.alignAttribute = parseAlignAttribute(); - break; - case tok!"extern": - if (peekIs(tok!"(")) - { - node.linkageAttribute = parseLinkageAttribute(); - break; - } - else goto case; - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - case tok!"abstract": - case tok!"auto": - case tok!"enum": - case tok!"final": - case tok!"virtual": - case tok!"nothrow": - case tok!"override": - case tok!"pure": - case tok!"ref": - case tok!"__gshared": - case tok!"scope": - case tok!"static": - case tok!"synchronized": - node.token = advance(); - break; - default: - error(`Storage class expected`); - return null; - } - return node; - } - - /** - * Parses a StructBody - * - * $(GRAMMAR $(RULEDEF structBody): - * $(LITERAL '{') $(RULE declaration)* $(LITERAL '}') - * ;) - */ - StructBody parseStructBody() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!StructBody; - auto start = expect(tok!"{"); - if (start !is null) node.startLocation = start.index; - Declaration[] declarations; - while (!currentIs(tok!"}") && moreTokens()) - { - auto dec = parseDeclaration(); - if (dec !is null) - declarations ~= dec; - } - node.declarations = ownArray(declarations); - auto end = expect(tok!"}"); - if (end !is null) node.endLocation = end.index; - return node; - } - - /** - * Parses a StructDeclaration - * - * $(GRAMMAR $(RULEDEF structDeclaration): - * $(LITERAL 'struct') $(LITERAL Identifier)? ($(RULE templateParameters) $(RULE constraint)? $(RULE structBody) | ($(RULE structBody) | $(LITERAL ';'))) - * ;) - */ - StructDeclaration parseStructDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!StructDeclaration; - expect(tok!"struct"); - if (currentIs(tok!"identifier")) - { - node.name = advance(); - } - node.comment = comment; - comment = null; - - if (currentIs(tok!"(")) - { - node.templateParameters = parseTemplateParameters(); - if (tokens[index] == tok!"if") - node.constraint = parseConstraint(); - node.structBody = parseStructBody(); - } - else if (currentIs(tok!"{")) - { - node.structBody = parseStructBody(); - } - else if (currentIs(tok!";")) - advance(); - else - { - error("Template Parameters, Struct Body, or Semicolon expected"); - return null; - } - return node; - } - - /** - * Parses an StructInitializer - * - * $(GRAMMAR $(RULEDEF structInitializer): - * $(LITERAL '{') $(RULE structMemberInitializers)? $(LITERAL '}') - * ;) - */ - StructInitializer parseStructInitializer() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!StructInitializer; - expect(tok!"{"); - if (currentIs(tok!"}")) - advance(); - else - { - node.structMemberInitializers = parseStructMemberInitializers(); - expect(tok!"}"); - } - return node; - } - - /** - * Parses a StructMemberInitializer - * - * $(GRAMMAR $(RULEDEF structMemberInitializer): - * ($(LITERAL Identifier) $(LITERAL ':'))? $(RULE nonVoidInitializer) - * ;) - */ - StructMemberInitializer parseStructMemberInitializer() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!StructMemberInitializer; - if (startsWith(tok!"identifier", tok!":")) - { - node.identifier = tokens[index++]; - index++; - } - node.nonVoidInitializer = parseNonVoidInitializer(); - return node; - } - - /** - * Parses StructMemberInitializers - * - * $(GRAMMAR $(RULEDEF structMemberInitializers): - * $(RULE structMemberInitializer) ($(LITERAL ',') $(RULE structMemberInitializer)?)* - * ;) - */ - StructMemberInitializers parseStructMemberInitializers() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!StructMemberInitializers; - StructMemberInitializer[] structMemberInitializers; - do - { - auto structMemberInitializer = parseStructMemberInitializer(); - if (structMemberInitializer !is null) - structMemberInitializers ~= structMemberInitializer; - if (currentIs(tok!",")) - { - advance(); - if (!currentIs(tok!"}")) - continue; - else - break; - } - else - break; - } while (moreTokens()); - node.structMemberInitializers = ownArray(structMemberInitializers); - return node; - } - - /** - * Parses a SwitchStatement - * - * $(GRAMMAR $(RULEDEF switchStatement): - * $(LITERAL 'switch') $(LITERAL '$(LPAREN)') $(RULE expression) $(LITERAL '$(RPAREN)') $(RULE statement) - * ;) - */ - SwitchStatement parseSwitchStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!SwitchStatement; - expect(tok!"switch"); - expect(tok!"("); - node.expression = parseExpression(); - expect(tok!")"); - node.statement = parseStatement(); - return node; - } - - /** - * Parses a Symbol - * - * $(GRAMMAR $(RULEDEF symbol): - * $(LITERAL '.')? $(RULE identifierOrTemplateChain) - * ;) - */ - Symbol parseSymbol() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Symbol; - if (currentIs(tok!".")) - { - node.dot = true; - advance(); - } - node.identifierOrTemplateChain = parseIdentifierOrTemplateChain(); - return node; - } - - /** - * Parses a SynchronizedStatement - * - * $(GRAMMAR $(RULEDEF synchronizedStatement): - * $(LITERAL 'synchronized') ($(LITERAL '$(LPAREN)') $(RULE expression) $(LITERAL '$(RPAREN)'))? $(RULE statementNoCaseNoDefault) - * ;) - */ - SynchronizedStatement parseSynchronizedStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!SynchronizedStatement; - expect(tok!"synchronized"); - if (currentIs(tok!"(")) - { - expect(tok!"("); - node.expression = parseExpression(); - expect(tok!")"); - } - node.statementNoCaseNoDefault = parseStatementNoCaseNoDefault(); - return node; - } - - /** - * Parses a TemplateAliasParameter - * - * $(GRAMMAR $(RULEDEF templateAliasParameter): - * $(LITERAL 'alias') $(RULE type)? $(LITERAL Identifier) ($(LITERAL ':') ($(RULE type) | $(RULE assignExpression)))? ($(LITERAL '=') ($(RULE type) | $(RULE assignExpression)))? - * ;) - */ - TemplateAliasParameter parseTemplateAliasParameter() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateAliasParameter; - expect(tok!"alias"); - if (currentIs(tok!"identifier")) - { - if (peekIsOneOf(tok!",", tok!")", tok!"=", - tok!":")) - { - node.identifier = advance(); - } - } - else - { - if ((node.type = parseType()) is null) return null; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - } - - if (currentIs(tok!":")) - { - advance(); - if (isType()) - node.colonType = parseType(); - else - node.colonExpression = parseAssignExpression(); - } - if (currentIs(tok!"=")) - { - advance(); - if (isType()) - node.assignType = parseType(); - else - node.assignExpression = parseAssignExpression(); - } - return node; - } - - /** - * Parses a TemplateArgument - * - * $(GRAMMAR $(RULEDEF templateArgument): - * $(RULE type) - * | $(RULE assignExpression) - * ;) - */ - TemplateArgument parseTemplateArgument() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateArgument; - auto b = setBookmark(); - auto t = parseType(); - if (t !is null && currentIsOneOf(tok!",", tok!")")) - { - goToBookmark(b); - node.type = parseType(); - } - else - { - goToBookmark(b); - if ((node.assignExpression = parseAssignExpression()) is null) return null; - } - return node; - } - - /** - * Parses a TemplateArgumentList - * - * $(GRAMMAR $(RULEDEF templateArgumentList): - * $(RULE templateArgument) ($(LITERAL ',') $(RULE templateArgument)?)* - * ;) - */ - TemplateArgumentList parseTemplateArgumentList() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseCommaSeparatedRule!(TemplateArgumentList, TemplateArgument)(true); - } - - /** - * Parses TemplateArguments - * - * $(GRAMMAR $(RULEDEF templateArguments): - * $(LITERAL '!') ($(LITERAL '$(LPAREN)') $(RULE templateArgumentList)? $(LITERAL '$(RPAREN)') | $(RULE templateSingleArgument)) - * ;) - */ - TemplateArguments parseTemplateArguments() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateArguments; - expect(tok!"!"); - if (currentIs(tok!"(")) - { - advance(); - if (!currentIs(tok!")")) - node.templateArgumentList = parseTemplateArgumentList(); - expect(tok!")"); - } - else - node.templateSingleArgument = parseTemplateSingleArgument(); - return node; - } - - /** - * Parses a TemplateDeclaration - * - * $(GRAMMAR $(RULEDEF templateDeclaration): - * $(LITERAL 'template') $(LITERAL Identifier) $(RULE templateParameters) $(RULE constraint)? $(LITERAL '{') $(RULE declaration)* $(LITERAL '}') - * | $(RULE eponymousTemplateDeclaration) - * ;) - */ - TemplateDeclaration parseTemplateDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateDeclaration; - node.comment = comment; - comment = null; - if (currentIs(tok!"enum")) - { - node.eponymousTemplateDeclaration = parseEponymousTemplateDeclaration(); - return node; - } - expect(tok!"template"); - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.name = *ident; - node.templateParameters = parseTemplateParameters(); - if (currentIs(tok!"if")) - node.constraint = parseConstraint(); - if (expect(tok!"{") is null) return null; - Declaration[] declarations; - while (moreTokens() && !currentIs(tok!"}")) - { - auto decl = parseDeclaration(); - if (decl !is null) - declarations ~= decl; - } - node.declarations = ownArray(declarations); - expect(tok!"}"); - return node; - } - - /** - * Parses an EponymousTemplateDeclaration - * - * $(GRAMMAR $(RULEDEF eponymousTemplateDeclaration): - * $(LITERAL 'enum') $(LITERAL Identifier) $(RULE templateParameters) $(LITERAL '=') $(RULE assignExpression) $(LITERAL ';') - * $(LITERAL 'enum') $(LITERAL Identifier) $(RULE templateParameters) $(LITERAL '=') $(RULE type) $(LITERAL ';') - * ;) - */ - EponymousTemplateDeclaration parseEponymousTemplateDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!EponymousTemplateDeclaration; - if (currentIsOneOf(tok!"enum", tok!"alias")) - advance(); - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.name = *ident; - node.templateParameters = parseTemplateParameters(); - expect(tok!"="); - if (isExpression()) - node.assignExpression = parseAssignExpression(); - else - node.type = parseType(); - expect(tok!";"); - return node; - } - - /** - * Parses a TemplateInstance - * - * $(GRAMMAR $(RULEDEF templateInstance): - * $(LITERAL Identifier) $(RULE templateArguments) - * ;) - */ - TemplateInstance parseTemplateInstance() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateInstance; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - node.templateArguments = parseTemplateArguments(); - if (node.templateArguments is null) - return null; - return node; - } - - /** - * Parses a TemplateMixinExpression - * - * $(GRAMMAR $(RULEDEF templateMixinExpression): - * $(LITERAL 'mixin') $(RULE mixinTemplateName) $(RULE templateArguments)? $(LITERAL Identifier)? - * ;) - */ - TemplateMixinExpression parseTemplateMixinExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateMixinExpression; - if (expect(tok!"mixin") is null) return null; - node.mixinTemplateName = parseMixinTemplateName(); - if (currentIs(tok!"!")) - node.templateArguments = parseTemplateArguments(); - if (currentIs(tok!"identifier")) - node.identifier = advance(); - return node; - } - - /** - * Parses a TemplateParameter - * - * $(GRAMMAR $(RULEDEF templateParameter): - * $(RULE templateTypeParameter) - * | $(RULE templateValueParameter) - * | $(RULE templateAliasParameter) - * | $(RULE templateTupleParameter) - * | $(RULE templateThisParameter) - * ;) - */ - TemplateParameter parseTemplateParameter() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateParameter; - switch (current.type) - { - case tok!"alias": - node.templateAliasParameter = parseTemplateAliasParameter(); - break; - case tok!"identifier": - if (peekIs(tok!"...")) - node.templateTupleParameter = parseTemplateTupleParameter(); - else if (peekIsOneOf(tok!":", tok!"=", tok!",", tok!")")) - node.templateTypeParameter = parseTemplateTypeParameter(); - else - node.templateValueParameter = parseTemplateValueParameter(); - break; - case tok!"this": - node.templateThisParameter = parseTemplateThisParameter(); - break; - default: - node.templateValueParameter = parseTemplateValueParameter(); - break; - } - return node; - } - - /** - * Parses an TemplateParameterList - * - * $(GRAMMAR $(RULEDEF templateParameterList): - * $(RULE templateParameter) ($(LITERAL ',') $(RULE templateParameter)?)* - * ;) - */ - TemplateParameterList parseTemplateParameterList() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseCommaSeparatedRule!(TemplateParameterList, TemplateParameter)(); - } - - /** - * Parses TemplateParameters - * - * $(GRAMMAR $(RULEDEF templateParameters): - * $(LITERAL '$(LPAREN)') $(RULE templateParameterList)? $(LITERAL '$(RPAREN)') - * ;) - */ - TemplateParameters parseTemplateParameters() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateParameters; - if (expect(tok!"(") is null) return null; - if (!currentIs(tok!")")) - node.templateParameterList = parseTemplateParameterList(); - if (expect(tok!")") is null) return null; - return node; - } - - /** - * Parses a TemplateSingleArgument - * - * $(GRAMMAR $(RULEDEF templateSingleArgument): - * $(RULE builtinType) - * | $(LITERAL Identifier) - * | $(LITERAL CharacterLiteral) - * | $(LITERAL StringLiteral) - * | $(LITERAL IntegerLiteral) - * | $(LITERAL FloatLiteral) - * | $(LITERAL '_true') - * | $(LITERAL '_false') - * | $(LITERAL '_null') - * | $(LITERAL 'this') - * | $(LITERAL '___DATE__') - * | $(LITERAL '___TIME__') - * | $(LITERAL '___TIMESTAMP__') - * | $(LITERAL '___VENDOR__') - * | $(LITERAL '___VERSION__') - * | $(LITERAL '___FILE__') - * | $(LITERAL '___LINE__') - * | $(LITERAL '___MODULE__') - * | $(LITERAL '___FUNCTION__') - * | $(LITERAL '___PRETTY_FUNCTION__') - * ;) - */ - TemplateSingleArgument parseTemplateSingleArgument() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateSingleArgument; - switch (current.type) - { - case tok!"true": - case tok!"false": - case tok!"null": - case tok!"this": - case tok!"identifier": - mixin (SPECIAL_CASES); - mixin (LITERAL_CASES); - mixin (BASIC_TYPE_CASES); - node.token = advance(); - break; - default: - error(`Invalid template argument. (Try enclosing in parenthesis?)`); - return null; - } - return node; - } - - /** - * Parses a TemplateThisParameter - * - * $(GRAMMAR $(RULEDEF templateThisParameter): - * $(LITERAL 'this') $(RULE templateTypeParameter) - * ;) - */ - TemplateThisParameter parseTemplateThisParameter() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateThisParameter; - expect(tok!"this"); - node.templateTypeParameter = parseTemplateTypeParameter(); - return node; - } - - /** - * Parses an TemplateTupleParameter - * - * $(GRAMMAR $(RULEDEF templateTupleParameter): - * $(LITERAL Identifier) $(LITERAL '...') - * ;) - */ - TemplateTupleParameter parseTemplateTupleParameter() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateTupleParameter; - auto i = expect(tok!"identifier"); - if (i is null) - return null; - node.identifier = *i; - if (expect(tok!"...") is null) return null; - return node; - } - - /** - * Parses a TemplateTypeParameter - * - * $(GRAMMAR $(RULEDEF templateTypeParameter): - * $(LITERAL Identifier) ($(LITERAL ':') $(RULE type))? ($(LITERAL '=') $(RULE type))? - * ;) - */ - TemplateTypeParameter parseTemplateTypeParameter() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateTypeParameter; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - if (currentIs(tok!":")) - { - advance(); - node.colonType = parseType(); - } - if (currentIs(tok!"=")) - { - advance(); - node.assignType = parseType(); - } - return node; - } - - /** - * Parses a TemplateValueParameter - * - * $(GRAMMAR $(RULEDEF templateValueParameter): - * $(RULE type) $(LITERAL Identifier) ($(LITERAL ':') $(RULE expression))? $(RULE templateValueParameterDefault)? - * ;) - */ - TemplateValueParameter parseTemplateValueParameter() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateValueParameter; - if ((node.type = parseType()) is null) return null; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - if (currentIs(tok!":")) - { - advance(); - if ((node.expression = parseExpression()) is null) return null; - } - if (currentIs(tok!"=")) - { - if ((node.templateValueParameterDefault = parseTemplateValueParameterDefault()) is null) - return null; - } - return node; - } - - /** - * Parses a TemplateValueParameterDefault - * - * $(GRAMMAR $(RULEDEF templateValueParameterDefault): - * $(LITERAL '=') ($(LITERAL '___FILE__') | $(LITERAL '___MODULE__') | $(LITERAL '___LINE__') | $(LITERAL '___FUNCTION__') | $(LITERAL '___PRETTY_FUNCTION__') | $(RULE assignExpression)) - * ;) - */ - TemplateValueParameterDefault parseTemplateValueParameterDefault() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TemplateValueParameterDefault; - expect(tok!"="); - switch (current.type) - { - case tok!"__FILE__": - case tok!"__MODULE__": - case tok!"__LINE__": - case tok!"__FUNCTION__": - case tok!"__PRETTY_FUNCTION__": - node.token = advance(); - break; - default: - node.assignExpression = parseAssignExpression(); - break; - } - return node; - } - - /** - * Parses a TernaryExpression - * - * $(GRAMMAR $(RULEDEF ternaryExpression): - * $(RULE orOrExpression) ($(LITERAL '?') $(RULE expression) $(LITERAL ':') $(RULE ternaryExpression))? - * ;) - */ - ExpressionNode parseTernaryExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TernaryExpression; - node.orOrExpression = parseOrOrExpression(); - if (currentIs(tok!"?")) - { - advance(); - node.expression = parseExpression(); - if (expect(tok!":") is null) return null; - node.ternaryExpression = parseTernaryExpression(); - } - return node; - } - - /** - * Parses a ThrowStatement - * - * $(GRAMMAR $(RULEDEF throwStatement): - * $(LITERAL 'throw') $(RULE expression) $(LITERAL ';') - * ;) - */ - ThrowStatement parseThrowStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!ThrowStatement; - expect(tok!"throw"); - node.expression = parseExpression(); - expect(tok!";"); - return node; - } - - /** - * Parses an TraitsExpression - * - * $(GRAMMAR $(RULEDEF traitsExpression): - * $(LITERAL '___traits') $(LITERAL '$(LPAREN)') $(LITERAL Identifier) $(LITERAL ',') $(RULE TemplateArgumentList) $(LITERAL '$(RPAREN)') - * ;) - */ - TraitsExpression parseTraitsExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TraitsExpression; - if (expect(tok!"__traits") is null) return null; - if (expect(tok!"(") is null) return null; - auto ident = expect(tok!"identifier"); - if (ident is null) return null; - node.identifier = *ident; - if (currentIs(tok!",")) - { - advance(); - if ((node.templateArgumentList = parseTemplateArgumentList()) is null) return null; - } - if (expect(tok!")") is null) return null; - return node; - } - - /** - * Parses a TryStatement - * - * $(GRAMMAR $(RULEDEF tryStatement): - * $(LITERAL 'try') $(RULE declarationOrStatement) ($(RULE catches) | $(RULE catches) $(RULE finally) | $(RULE finally)) - * ;) - */ - TryStatement parseTryStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TryStatement; - expect(tok!"try"); - node.declarationOrStatement = parseDeclarationOrStatement(); - if (currentIs(tok!"catch")) - node.catches = parseCatches(); - if (currentIs(tok!"finally")) - node.finally_ = parseFinally(); - return node; - } - - /** - * Parses a Type - * - * $(GRAMMAR $(RULEDEF type): - * $(RULE attribute)? $(RULE type2) $(RULE typeSuffix)* - * ;) - */ - Type parseType() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Type; - switch (current.type) - { - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - case tok!"scope": - case tok!"pure": - case tok!"nothrow": - if (!peekIs(tok!"(")) - node.typeConstructors = parseTypeConstructors(); - break; - default: - break; - } - node.type2 = parseType2(); - if (node.type2 is null) - return null; - TypeSuffix[] typeSuffixes; - loop: while (moreTokens()) switch (current.type) - { - case tok!"*": - case tok!"[": - case tok!"delegate": - case tok!"function": - auto suffix = parseTypeSuffix(); - if (suffix !is null) - typeSuffixes ~= suffix; - else - return null; - break; - default: - break loop; - } - node.typeSuffixes = ownArray(typeSuffixes); - return node; - } - - /** - * Parses a Type2 - * - * $(GRAMMAR $(RULEDEF type2): - * $(RULE builtinType) - * | $(RULE symbol) - * | $(RULE typeofExpression) ($(LITERAL '.') $(RULE identifierOrTemplateChain))? - * | $(RULE typeConstructor) $(LITERAL '$(LPAREN)') $(RULE type) $(LITERAL '$(RPAREN)') - * ;) - */ - Type2 parseType2() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!Type2; - switch (current.type) - { - case tok!"identifier": - case tok!".": - if ((node.symbol = parseSymbol()) is null) - return null; - break; - mixin (BASIC_TYPE_CASES); - if ((node.builtinType = parseBasicType()) == tok!"") - return null; - break; - case tok!"typeof": - if ((node.typeofExpression = parseTypeofExpression()) is null) - return null; - if (currentIs(tok!".")) - { - advance(); - node.identifierOrTemplateChain = parseIdentifierOrTemplateChain(); - if (node.identifierOrTemplateChain is null) - return null; - } - break; - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - node.typeConstructor = advance().type; - if (expect(tok!"(") is null) return null; - if ((node.type = parseType()) is null) return null; - if (expect(tok!")") is null) return null; - break; - default: - error("Basic type, type constructor, symbol, or typeof expected"); - return null; - } - return node; - } - - /** - * Parses a TypeConstructor - * - * $(GRAMMAR $(RULEDEF typeConstructor): - * $(LITERAL 'const') - * | $(LITERAL 'immutable') - * | $(LITERAL 'inout') - * | $(LITERAL 'shared') - * | $(LITERAL 'scope') - * ;) - */ - IdType parseTypeConstructor(bool validate = true) - { - mixin(traceEnterAndExit!(__FUNCTION__)); - switch (current.type) - { - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - case tok!"scope": - case tok!"ref": - case tok!"pure": - case tok!"nothrow": - if (!peekIs(tok!"(")) - return advance().type; - goto default; - default: - if (validate) - error(`"const", "immutable", "inout", "shared", or "scope" expected`); - return tok!""; - } - } - - /** - * Parses TypeConstructors - * - * $(GRAMMAR $(RULEDEF typeConstructors): - * $(RULE typeConstructor)+ - * ;) - */ - IdType[] parseTypeConstructors() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - IdType[] r; - while (moreTokens()) - { - IdType type = parseTypeConstructor(false); - if (type == tok!"") - break; - else - r ~= type; - } - return r; - } - - /** - * Parses a TypeSpecialization - * - * $(GRAMMAR $(RULEDEF typeSpecialization): - * $(RULE type) - * | $(LITERAL 'struct') - * | $(LITERAL 'union') - * | $(LITERAL 'class') - * | $(LITERAL 'interface') - * | $(LITERAL 'enum') - * | $(LITERAL 'function') - * | $(LITERAL 'delegate') - * | $(LITERAL 'super') - * | $(LITERAL 'const') - * | $(LITERAL 'immutable') - * | $(LITERAL 'inout') - * | $(LITERAL 'shared') - * | $(LITERAL 'return') - * | $(LITERAL 'typedef') - * | $(LITERAL '___parameters') - * ;) - */ - TypeSpecialization parseTypeSpecialization() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TypeSpecialization; - switch (current.type) - { - case tok!"struct": - case tok!"union": - case tok!"class": - case tok!"interface": - case tok!"enum": - case tok!"function": - case tok!"delegate": - case tok!"super": - case tok!"return": - case tok!"typedef": - case tok!"__parameters": - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - if (peekIsOneOf(tok!")", tok!",")) - { - node.token = advance(); - break; - } - goto default; - default: - node.type = parseType(); - break; - } - return node; - } - - /** - * Parses a TypeSuffix - * - * $(GRAMMAR $(RULEDEF typeSuffix): - * $(LITERAL '*') - * | $(LITERAL '[') $(RULE type)? $(LITERAL ']') - * | $(LITERAL '[') $(RULE assignExpression) $(LITERAL ']') - * | $(LITERAL '[') $(RULE assignExpression) $(LITERAL '..') $(RULE assignExpression) $(LITERAL ']') - * | ($(LITERAL 'delegate') | $(LITERAL 'function')) $(RULE parameters) $(RULE memberFunctionAttribute)* - * ;) - */ - TypeSuffix parseTypeSuffix() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TypeSuffix; - switch (current.type) - { - case tok!"*": - node.star = true; - advance(); - return node; - case tok!"[": - node.array = true; - advance(); - if (currentIs(tok!"]")) - { - advance(); - return node; - } - auto bookmark = setBookmark(); - auto type = parseType(); - if (type !is null && currentIs(tok!"]")) - { - goToBookmark(bookmark); - type = parseType(); - node.type = type; - } - else - { - goToBookmark(bookmark); - node.low = parseAssignExpression(); - if (node.low is null) return null; - if (currentIs(tok!"..")) - { - advance(); - node.high = parseAssignExpression(); - if (node.high is null) return null; - } - } - if (expect(tok!"]") is null) return null; - return node; - case tok!"delegate": - case tok!"function": - node.delegateOrFunction = advance(); - node.parameters = parseParameters(); - MemberFunctionAttribute[] memberFunctionAttributes; - while (currentIsMemberFunctionAttribute()) - memberFunctionAttributes ~= parseMemberFunctionAttribute(); - node.memberFunctionAttributes = ownArray(memberFunctionAttributes); - return node; - default: - error(`"*", "[", "delegate", or "function" expected.`); - return null; - } - } - - /** - * Parses a TypeidExpression - * - * $(GRAMMAR $(RULEDEF typeidExpression): - * $(LITERAL 'typeid') $(LITERAL '$(LPAREN)') ($(RULE type) | $(RULE expression)) $(LITERAL '$(RPAREN)') - * ;) - */ - TypeidExpression parseTypeidExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TypeidExpression; - expect(tok!"typeid"); - expect(tok!"("); - auto b = setBookmark(); - auto t = parseType(); - if (t is null || !currentIs(tok!")")) - { - goToBookmark(b); - node.expression = parseExpression(); - if (node.expression is null) return null; - } - else - { - goToBookmark(b); - node.type = parseType(); - if (node.type is null) return null; - } - expect(tok!")"); - return node; - } - - /** - * Parses a TypeofExpression - * - * $(GRAMMAR $(RULEDEF typeofExpression): - * $(LITERAL 'typeof') $(LITERAL '$(LPAREN)') ($(RULE expression) | $(LITERAL 'return')) $(LITERAL '$(RPAREN)') - * ;) - */ - TypeofExpression parseTypeofExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!TypeofExpression; - expect(tok!"typeof"); - expect(tok!"("); - if (currentIs(tok!"return")) - node.return_ = advance(); - else - node.expression = parseExpression(); - expect(tok!")"); - return node; - } - - /** - * Parses a UnaryExpression - * - * $(GRAMMAR $(RULEDEF unaryExpression): - * $(RULE primaryExpression) - * | $(LITERAL '&') $(RULE unaryExpression) - * | $(LITERAL '!') $(RULE unaryExpression) - * | $(LITERAL '*') $(RULE unaryExpression) - * | $(LITERAL '+') $(RULE unaryExpression) - * | $(LITERAL '-') $(RULE unaryExpression) - * | $(LITERAL '~') $(RULE unaryExpression) - * | $(LITERAL '++') $(RULE unaryExpression) - * | $(LITERAL '--') $(RULE unaryExpression) - * | $(RULE newExpression) - * | $(RULE deleteExpression) - * | $(RULE castExpression) - * | $(RULE assertExpression) - * | $(RULE functionCallExpression) - * | $(RULE sliceExpression) - * | $(RULE indexExpression) - * | $(LITERAL '$(LPAREN)') $(RULE type) $(LITERAL '$(RPAREN)') $(LITERAL '.') $(RULE identifierOrTemplateInstance) - * | $(RULE unaryExpression) $(LITERAL '.') $(RULE identifierOrTemplateInstance) - * | $(RULE unaryExpression) $(LITERAL '--') - * | $(RULE unaryExpression) $(LITERAL '++') - * ;) - */ - UnaryExpression parseUnaryExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - if (!moreTokens()) - return null; - auto node = allocate!UnaryExpression; - switch (current.type) - { - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - auto b = setBookmark(); - if (peekIs(tok!"(")) - { - advance(); - auto past = peekPastParens(); - if (past !is null && past.type == tok!".") - { - goToBookmark(b); - goto default; - } - } - goToBookmark(b); - goto case; - case tok!"scope": - case tok!"pure": - case tok!"nothrow": - node.functionCallExpression = parseFunctionCallExpression(); - break; - case tok!"&": - case tok!"!": - case tok!"*": - case tok!"+": - case tok!"-": - case tok!"~": - case tok!"++": - case tok!"--": - node.prefix = advance(); - node.unaryExpression = parseUnaryExpression(); - break; - case tok!"new": - node.newExpression = parseNewExpression(); - break; - case tok!"delete": - node.deleteExpression = parseDeleteExpression(); - break; - case tok!"cast": - node.castExpression = parseCastExpression(); - break; - case tok!"assert": - node.assertExpression = parseAssertExpression(); - break; - case tok!"(": - // handle (type).identifier - auto b = setBookmark(); - skipParens(); - if (startsWith(tok!".", tok!"identifier")) - { - // go back to the ( - index = b; - advance(); - auto t = parseType(); - if (t is null || !currentIs(tok!")")) - { - goToBookmark(b); - goto default; - } - node.type = t; - advance(); // ) - advance(); // . - node.identifierOrTemplateInstance = parseIdentifierOrTemplateInstance(); - break; - } - else - { - // not (type).identifier, so treat as primary expression - goToBookmark(b); - goto default; - } - default: - node.primaryExpression = parsePrimaryExpression(); - break; - } - - loop: while (moreTokens()) switch (current.type) - { - case tok!"!": - if (peekIs(tok!"is")) - break loop; - index++; - bool jump = (currentIs(tok!"(") && peekPastParens().type == tok!"(") - || peekIs(tok!"("); - index--; - if (jump) - goto case tok!"("; - else - break loop; - case tok!"(": - auto newUnary = allocate!UnaryExpression(); - newUnary.functionCallExpression = parseFunctionCallExpression(node); - node = newUnary; - break; - case tok!"++": - case tok!"--": - auto n = allocate!UnaryExpression(); - n.unaryExpression = node; - n.suffix = advance(); - node = n; - break; - case tok!"[": - auto n = allocate!UnaryExpression; - if (isSliceExpression()) - n.sliceExpression = parseSliceExpression(node); - else - n.indexExpression = parseIndexExpression(node); - node = n; - break; - case tok!".": - advance(); - auto n = allocate!UnaryExpression(); - n.unaryExpression = node; - n.identifierOrTemplateInstance = parseIdentifierOrTemplateInstance(); - node = n; - break; - default: - break loop; - } - return node; - } - - unittest - { - auto sourceCode = -q{doStuff(5)}c; - Parser p = getParserForUnittest(sourceCode, "parseUnaryExpression"); - auto unary = p.parseUnaryExpression(); - assert (unary !is null); - assert (unary.functionCallExpression !is null); - stderr.writeln("Unittest for parseUnaryExpression passed."); - } - - /** - * Parses an UnionDeclaration - * - * $(GRAMMAR $(RULEDEF unionDeclaration): - * $(LITERAL 'union') $(LITERAL Identifier) $(RULE templateParameters) $(RULE constraint)? $(RULE structBody) - * | $(LITERAL 'union') $(LITERAL Identifier) ($(RULE structBody) | $(LITERAL ';')) - * | $(LITERAL 'union') $(RULE structBody) - * ;) - */ - UnionDeclaration parseUnionDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!UnionDeclaration; - // grab line number even if it's anonymous - auto l = expect(tok!"union").line; - if (currentIs(tok!"identifier")) - { - node.name = advance(); - if (currentIs(tok!"(")) - { - node.templateParameters = parseTemplateParameters(); - if (currentIs(tok!"if")) - node.constraint = parseConstraint(); - node.structBody = parseStructBody(); - } - else - goto semiOrStructBody; - } - else - { - node.name.line = l; - semiOrStructBody: - if (currentIs(tok!";")) - advance(); - else - node.structBody = parseStructBody(); - } - return node; - } - - /** - * Parses a Unittest - * - * $(GRAMMAR $(RULEDEF unittest): - * $(LITERAL 'unittest') $(RULE blockStatement) - * ;) - */ - Unittest parseUnittest() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(Unittest, tok!"unittest", "blockStatement|parseBlockStatement")); - } - - /** - * Parses a VariableDeclaration - * - * $(GRAMMAR $(RULEDEF variableDeclaration): - * $(RULE _type) $(RULE declarator) ($(LITERAL ',') $(RULE declarator))* $(LITERAL ';') - * | $(RULE _type) $(RULE declarator) $(LITERAL '=') $(RULE functionBody) - * | $(RULE autoDeclaration) - * ;) - */ - VariableDeclaration parseVariableDeclaration(Type type = null, bool isAuto = false) - { - mixin (traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!VariableDeclaration; - if (isAuto) - { - node.autoDeclaration = parseAutoDeclaration(); - return node; - } - - node.type = type is null ? parseType() : type; - node.comment = comment; - - Declarator[] declarators; - while (true) - { - auto declarator = parseDeclarator(); - if (declarator is null) return null; - declarators ~= declarator; - if (moreTokens() && currentIs(tok!",")) - advance(); - else - break; - } - node.declarators = ownArray(declarators); -// if (node.declarators.length == 1 -// && node.declarators[0].initializer !is null -// && node.declarators[0].initializer.nonVoidInitializer !is null -// && node.declarators[0].initializer.nonVoidInitializer.functionBody !is null) -// { -// return node; -// } -// else - { - if (expect(tok!";") is null) return null; - return node; - } - } - - /** - * Parses a Vector - * - * $(GRAMMAR $(RULEDEF vector): - * $(LITERAL '___vector') $(LITERAL '$(LPAREN)') $(RULE type) $(LITERAL '$(RPAREN)') - * ;) - */ - Vector parseVector() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(Vector, tok!"__vector", tok!"(", "type|parseType", tok!")")); - } - - /** - * Parses a VersionCondition - * - * $(GRAMMAR $(RULEDEF versionCondition): - * $(LITERAL 'version') $(LITERAL '$(LPAREN)') ($(LITERAL IntegerLiteral) | $(LITERAL Identifier) | $(LITERAL 'unittest') | $(LITERAL 'assert')) $(LITERAL '$(RPAREN)') - * ;) - */ - VersionCondition parseVersionCondition() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!VersionCondition; - mixin (expectSequence!(tok!"version", tok!"(")); - if (currentIsOneOf(tok!"intLiteral", tok!"identifier", - tok!"unittest", tok!"assert")) - { - node.token = advance(); - } - else - { - error(`Expected an integer literal, an identifier, "assert", or "unittest"`); - return null; - } - expect(tok!")"); - return node; - } - - /** - * Parses a VersionSpecification - * - * $(GRAMMAR $(RULEDEF versionSpecification): - * $(LITERAL 'version') $(LITERAL '=') ($(LITERAL Identifier) | $(LITERAL IntegerLiteral)) $(LITERAL ';') - * ;) - */ - VersionSpecification parseVersionSpecification() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!VersionSpecification; - mixin (expectSequence!(tok!"version", tok!"=")); - if (!currentIsOneOf(tok!"identifier", tok!"intLiteral")) - { - error("Identifier or integer literal expected"); - return null; - } - node.token = advance(); - expect(tok!";"); - return node; - } - - /** - * Parses a WhileStatement - * - * $(GRAMMAR $(RULEDEF whileStatement): - * $(LITERAL 'while') $(LITERAL '$(LPAREN)') $(RULE expression) $(LITERAL '$(RPAREN)') $(RULE declarationOrStatement) - * ;) - */ - WhileStatement parseWhileStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto node = allocate!WhileStatement; - expect(tok!"while"); - node.startIndex = current().index; - expect(tok!"("); - node.expression = parseExpression(); - expect(tok!")"); - if (currentIs(tok!"}")) - { - error("Statement expected", false); - return node; // this line makes DCD better - } - node.declarationOrStatement = parseDeclarationOrStatement(); - return node; - } - - /** - * Parses a WithStatement - * - * $(GRAMMAR $(RULEDEF withStatement): - * $(LITERAL 'with') $(LITERAL '$(LPAREN)') $(RULE expression) $(LITERAL '$(RPAREN)') $(RULE statementNoCaseNoDefault) - * ;) - */ - WithStatement parseWithStatement() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - mixin (simpleParse!(WithStatement, tok!"with", tok!"(", - "expression|parseExpression", tok!")", - "statementNoCaseNoDefault|parseStatementNoCaseNoDefault")); - } - - /** - * Parses an XorExpression - * - * $(GRAMMAR $(RULEDEF xorExpression): - * $(RULE andExpression) - * | $(RULE xorExpression) $(LITERAL '^') $(RULE andExpression) - * ;) - */ - ExpressionNode parseXorExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - return parseLeftAssocBinaryExpression!(XorExpression, AndExpression, - tok!"^")(); - } - - /** - * Current error count - */ - uint errorCount; - - /** - * Current warning count - */ - uint warningCount; - - /** - * Name used when reporting warnings and errors - */ - string fileName; - - /** - * Allocator used for creating AST nodes - */ - CAllocator allocator; - - /** - * Function that is called when a warning or error is encountered. - * The parameters are the file name, line number, column number, - * and the error or warning message. - */ - void function(string, size_t, size_t, string, bool) messageFunction; - - bool isSliceExpression() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - if (startsWith(tok!"[", tok!"]")) - return true; - return hasMagicDelimiter!(tok!"[", tok!"..")(); - } - - void setTokens(const(Token)[] tokens) - { - this.tokens = tokens; - } - - /** - * Returns: true if there are more tokens - */ - bool moreTokens() const nothrow pure @safe - { - return index < tokens.length; - } - -protected: - - T[] ownArray(T)(T[] from) - { - if (allocator is null) - return from; - T[] to = cast(T[]) allocator.allocate(T.sizeof * from.length); - assert (to.length == from.length, format("from.length = %d, to.length = %d", from.length, to.length)); - to[] = from[]; - return to; - } - - T allocate(T, Args...)(auto ref Args args) - { - import std.stdio; - if (allocator is null) - return new T(args); - enum numBytes = __traits(classInstanceSize, T); - void[] mem = allocator.allocate(numBytes); - assert (mem.length == numBytes, format("%d", mem.length)); - T t = emplace!T(mem, args); - assert (cast(void*) t == mem.ptr, "%x, %x".format(cast(void*) t, mem.ptr)); - return t; - } - - bool isCastQualifier() const - { - switch (current.type) - { - case tok!"const": - return peekIsOneOf(tok!"shared", tok!")"); - case tok!"immutable": - return peekIs(tok!")"); - case tok!"inout": - return peekIsOneOf(tok!"shared", tok!")"); - case tok!"shared": - return peekIsOneOf(tok!"const", tok!"inout", tok!")"); - default: - return false; - } - } - - bool isAssociativeArrayLiteral() - { - auto b = setBookmark(); - scope(exit) goToBookmark(b); - advance(); - return !currentIs(tok!"]") && parseExpression() !is null && currentIs(tok!":"); - } - - bool hasMagicDelimiter(alias L, alias T)() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - auto i = index; - scope(exit) index = i; - assert (currentIs(L)); - advance(); - while (moreTokens()) switch (current.type) - { - case tok!"{": skipBraces(); break; - case tok!"(": skipParens(); break; - case tok!"[": skipBrackets(); break; - case tok!"]": case tok!"}": return false; - case T: return true; - default: advance(); break; - } - return false; - } - - bool isDeclaration() - { - mixin(traceEnterAndExit!(__FUNCTION__)); - if (!moreTokens()) return false; - switch (current.type) - { - case tok!"final": - return !peekIs(tok!"switch"); - case tok!"debug": - case tok!"version": - { - if (peekIs(tok!"=")) - return false; - - auto b = setBookmark(); - scope (exit) goToBookmark(b); - advance(); - return isDeclaration(); - } - case tok!"synchronized": - if (peekIs(tok!"(")) - return false; - else - { - auto b = setBookmark(); - scope (exit) goToBookmark(b); - advance(); - return isDeclaration(); - } - case tok!"static": - if (peekIs(tok!"if")) - return false; - goto case; - case tok!"scope": - if (peekIs(tok!"(")) - return false; - goto case; - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - case tok!"__gshared": - case tok!"alias": - case tok!"class": - case tok!"enum": - case tok!"interface": - case tok!"struct": - case tok!"union": - case tok!"unittest": - case tok!"auto": - case tok!"ref": - case tok!"@": - case tok!"align": - case tok!"deprecated": - case tok!"private": - case tok!"package": - case tok!"protected": - case tok!"public": - case tok!"export": - case tok!"extern": - case tok!"override": - case tok!"abstract": - case tok!"pure": - case tok!"nothrow": - case tok!"virtual": - return true; - mixin(BASIC_TYPE_CASES); - return !peekIs(tok!"."); - case tok!"case": - case tok!"default": - case tok!"return": - case tok!"if": - case tok!"while": - case tok!"do": - case tok!"for": - case tok!"foreach": - case tok!"switch": - case tok!"continue": - case tok!"break": - case tok!"goto": - case tok!"try": - case tok!"throw": - case tok!"asm": - case tok!"foreach_reverse": - case tok!"{": - case tok!"assert": - return false; - default: - break; - } - auto b = setBookmark(); - scope(exit) goToBookmark(b); - - return parseDeclaration() !is null; - } - - bool isStatement() - { - if (!moreTokens()) return false; - auto b = setBookmark(); - scope (exit) goToBookmark(b); - return parseStatement() !is null; - } - - bool isExpression() - { - if (!moreTokens()) return false; - auto b = setBookmark(); - scope (exit) goToBookmark(b); - return parseExpression() !is null; - } - - bool isType() - { - if (!moreTokens()) return false; - auto b = setBookmark(); - scope (exit) goToBookmark(b); - if (parseType() is null) return false; - if (currentIsOneOf(tok!",", tok!")")) return true; - return false; - } - - bool isStorageClass() - { - if (!moreTokens()) return false; - switch (current.type) - { - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - return !peekIs(tok!"("); - case tok!"@": - case tok!"deprecated": - case tok!"abstract": - case tok!"align": - case tok!"auto": - case tok!"enum": - case tok!"extern": - case tok!"final": - case tok!"virtual": - case tok!"nothrow": - case tok!"override": - case tok!"pure": - case tok!"ref": - case tok!"__gshared": - case tok!"scope": - case tok!"static": - case tok!"synchronized": - return true; - default: - return false; - } - } - - bool isAttribute() - { - if (!moreTokens()) return false; - switch (current.type) - { - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"scope": - return !peekIs(tok!"("); - case tok!"static": - return !peekIsOneOf(tok!"assert", tok!"this", tok!"if", tok!"~"); - case tok!"shared": - return !(startsWith(tok!"shared", tok!"static", tok!"this") - || startsWith(tok!"shared", tok!"static", tok!"~") - || peekIs(tok!"(")); - case tok!"enum": - if (peekIsOneOf(tok!"{", tok!":", tok!";")) - return false; - else if (peekIs(tok!"identifier")) - { - if (startsWith(tok!"enum", tok!"identifier", tok!"(")) - return false; - auto b = setBookmark(); - scope(exit) goToBookmark(b); - advance(); - if (peekIsOneOf(tok!"{", tok!":", tok!";")) - return false; - return true; - } - return true; - case tok!"pragma": - auto b = setBookmark(); - scope(exit) goToBookmark(b); - advance(); - auto past = peekPastParens(); - if (past is null || *past == tok!";") - return false; - return true; - case tok!"deprecated": - case tok!"private": - case tok!"package": - case tok!"protected": - case tok!"public": - case tok!"export": - case tok!"final": - case tok!"virtual": - case tok!"synchronized": - case tok!"override": - case tok!"abstract": - case tok!"auto": - case tok!"__gshared": - case tok!"pure": - case tok!"nothrow": - case tok!"@": - case tok!"ref": - case tok!"extern": - case tok!"align": - return true; - default: - return false; - } - } - - bool currentIsMemberFunctionAttribute() const - { - switch (current.type) - { - case tok!"const": - case tok!"immutable": - case tok!"inout": - case tok!"shared": - case tok!"@": - case tok!"pure": - case tok!"nothrow": - return true; - default: - return false; - } - } - - ExpressionNode parseLeftAssocBinaryExpression(alias ExpressionType, - alias ExpressionPartType, Operators ...)(ExpressionNode part = null) - { - ExpressionNode node; - mixin ("node = part is null ? parse" ~ ExpressionPartType.stringof ~ "() : part;"); - while (currentIsOneOf(Operators)) - { - auto n = allocate!ExpressionType; - static if (__traits(hasMember, ExpressionType, "operator")) - { - n.line = current.line; - n.column = current.column; - n.operator = advance().type; - } - else - advance(); - n.left = node; - mixin ("n.right = parse" ~ ExpressionPartType.stringof ~ "();"); - node = n; - } - return node; - } - - ListType parseCommaSeparatedRule(alias ListType, alias ItemType)(bool allowTrailingComma = false) - { - auto node = allocate!ListType; - ItemType[] items; - while (moreTokens()) - { - mixin ("items ~= parse" ~ ItemType.stringof ~ "();"); - if (currentIs(tok!",")) - { - advance(); - if (allowTrailingComma && currentIsOneOf(tok!")", - tok!"}", tok!"]")) - { - break; - } - else - continue; - } - else - break; - } - node.items = ownArray(items); - return node; - } - - void warn(lazy string message) - { - if (suppressMessages > 0) - return; - ++warningCount; - auto column = index < tokens.length ? tokens[index].column : 0; - auto line = index < tokens.length ? tokens[index].line : 0; - if (messageFunction is null) - stderr.writefln("%s(%d:%d)[warn]: %s", fileName, line, column, message); - else - messageFunction(fileName, line, column, message, false); - } - - void error(lazy string message, bool shouldAdvance = true) - { - import std.stdio; - if (suppressMessages <= 0) - { - ++errorCount; - auto column = index < tokens.length ? tokens[index].column : tokens[$ - 1].column; - auto line = index < tokens.length ? tokens[index].line : tokens[$ - 1].line; - if (messageFunction is null) - { - stderr.writefln("%s(%d:%d)[error]: %s", fileName, line, column, message); - } - else - messageFunction(fileName, line, column, message, true); - } - while (shouldAdvance && moreTokens()) - { - if (currentIsOneOf(tok!";", tok!"}", - tok!")", tok!"]")) - { - advance(); - break; - } - else - advance(); - } - } - - void skip(alias O, alias C)() - { - assert (currentIs(O), current().text); - advance(); - int depth = 1; - while (moreTokens()) - { - switch (tokens[index].type) - { - case C: - advance(); - depth--; - if (depth <= 0) - return; - break; - case O: - depth++; - advance(); - break; - default: - advance(); - break; - } - } - } - - void skipBraces() - { - skip!(tok!"{", tok!"}")(); - } - - void skipParens() - { - skip!(tok!"(", tok!")")(); - } - - void skipBrackets() - { - skip!(tok!"[", tok!"]")(); - } - - const(Token)* peek() const - { - return index + 1 < tokens.length ? &tokens[index + 1] : null; - } - - const(Token)* peekPast(alias O, alias C)() const nothrow - { - if (index >= tokens.length) - return null; - int depth = 1; - size_t i = index; - ++i; - while (i < tokens.length) - { - if (tokens[i] == O) - { - ++depth; - ++i; - } - else if (tokens[i] == C) - { - --depth; - ++i; - if (depth <= 0) - break; - } - else - ++i; - } - return i >= tokens.length ? null : depth == 0 ? &tokens[i] : null; - } - - const(Token)* peekPastParens() const nothrow - { - return peekPast!(tok!"(", tok!")")(); - } - - const(Token)* peekPastBrackets() const nothrow - { - return peekPast!(tok!"[", tok!"]")(); - } - - const(Token)* peekPastBraces() const nothrow - { - return peekPast!(tok!"{", tok!"}")(); - } - - bool peekIs(IdType t) const nothrow - { - return index + 1 < tokens.length && tokens[index + 1].type == t; - } - - bool peekIsOneOf(IdType[] types...) const nothrow - { - if (index + 1 >= tokens.length) return false; - return canFind(types, tokens[index + 1].type); - } - - /** - * Returns a token of the specified type if it was the next token, otherwise - * calls the error function and returns null. - */ - const(Token)* expect(IdType type) - { - if (index < tokens.length && tokens[index].type == type) - return &tokens[index++]; - else - { - string tokenString = str(type) is null - ? to!string(type) : str(type); - bool shouldNotAdvance = index < tokens.length - && (tokens[index].type == tok!")" - || tokens[index].type == tok!";" - || tokens[index].type == tok!"}"); - auto token = (index < tokens.length - ? (tokens[index].text is null ? str(tokens[index].type) : tokens[index].text) - : "EOF"); - error("Expected " ~ tokenString ~ " instead of " ~ token, - !shouldNotAdvance); - return null; - } - } - - /** - * Returns: the _current token - */ - Token current() const @property - { - return tokens[index]; - } - - /** - * Advances to the next token and returns the current token - */ - Token advance() - { - return tokens[index++]; - } - - /** - * Returns: true if the current token has the given type - */ - bool currentIs(IdType type) const - { - return index < tokens.length && tokens[index] == type; - } - - /** - * Returns: true if the current token is one of the given types - */ - bool currentIsOneOf(IdType[] types...) const - { - if (index >= tokens.length) - return false; - return canFind(types, current.type); - } - - bool startsWith(IdType[] types...) const nothrow - { - if (index + types.length >= tokens.length) - return false; - for (size_t i = 0; (i < types.length) && ((index + i) < tokens.length); ++i) - { - if (tokens[index + i].type != types[i]) - return false; - } - return true; - } - - size_t setBookmark() - { -// mixin(traceEnterAndExit!(__FUNCTION__)); - suppressMessages++; - auto i = index; - return i; - } - - void goToBookmark(size_t i) nothrow - { - --suppressMessages; - index = i; - } - - version (unittest) static void doNothingErrorFunction(string, - size_t, size_t, string, bool) {} - - version (unittest) static Parser getParserForUnittest(string sourceCode, - string testName) - { - auto r = byToken(cast(ubyte[]) sourceCode); - - CAllocator allocator = new ParseAllocator(); - enum numBytes = __traits(classInstanceSize, Parser); - void[] mem = allocator.allocate(numBytes); - assert (mem.length == numBytes, format("%d", mem.length)); - Parser p = emplace!Parser(mem); - assert (cast(void*) p == mem.ptr, "%x, %x".format(cast(void*) p, mem.ptr)); - - p.messageFunction = &doNothingErrorFunction; - p.fileName = testName ~ ".d"; - p.tokens = r.array(); - return p; - } - - template simpleParse(NodeType, parts ...) - { - static if (__traits(hasMember, NodeType, "comment")) - enum simpleParse = "auto node = allocate!" ~ NodeType.stringof ~ ";\n" - ~ "node.comment = comment;\n" - ~ "comment = null;\n" - ~ simpleParseItems!(parts) - ~ "\nreturn node;\n"; - else - enum simpleParse = "auto node = allocate!" ~ NodeType.stringof ~ ";\n" - ~ simpleParseItems!(parts) - ~ "\nreturn node;\n"; - } - - template simpleParseItems(items ...) - { - static if (items.length > 1) - enum simpleParseItems = simpleParseItem!(items[0]) ~ "\n" - ~ simpleParseItems!(items[1 .. $]); - else static if (items.length == 1) - enum simpleParseItems = simpleParseItem!(items[0]); - else - enum simpleParseItems = ""; - } - - template simpleParseItem(alias item) - { - static if (is (typeof(item) == string)) - enum simpleParseItem = "if ((node." ~ item[0 .. item.countUntil("|")] - ~ " = " ~ item[item.countUntil("|") + 1 .. $] ~ "()) is null) return null;"; - else - enum simpleParseItem = "if (expect(" ~ item.stringof ~ ") is null) return null;"; - } - - template expectSequence(sequence ...) - { - static if (sequence.length == 1) - enum expectSequence = "if (expect(" ~ sequence[0].stringof ~ ") is null) return null;"; - else - enum expectSequence = "if (expect(" ~ sequence[0].stringof ~ ") is null) return null;\n" - ~ expectSequence!(sequence[1..$]); - } - - template traceEnterAndExit(string fun) - { - enum traceEnterAndExit = `version (std_parser_verbose) { _traceDepth++; trace("` - ~ `\033[01;32m` ~ fun ~ `\033[0m"); }` - ~ `version (std_parser_verbose) scope(exit) { trace("` - ~ `\033[01;31m` ~ fun ~ `\033[0m"); _traceDepth--; }`; - } - - version (std_parser_verbose) - { - void trace(lazy string message) - { - auto depth = format("%4d ", _traceDepth); - if (suppressMessages > 0) - return; - if (index < tokens.length) - writeln(depth, message, "(", current.line, ":", current.column, ")"); - else - writeln(depth, message, "(EOF:0)"); - } - } - else - { - void trace(lazy string) {} - } - - enum string BASIC_TYPE_CASES = q{ - case tok!"int": - case tok!"uint": - case tok!"double": - case tok!"idouble": - case tok!"float": - case tok!"ifloat": - case tok!"short": - case tok!"ushort": - case tok!"long": - case tok!"ulong": - case tok!"char": - case tok!"wchar": - case tok!"dchar": - case tok!"bool": - case tok!"void": - case tok!"cent": - case tok!"ucent": - case tok!"real": - case tok!"ireal": - case tok!"byte": - case tok!"ubyte": - case tok!"cdouble": - case tok!"cfloat": - case tok!"creal": - }; - enum string LITERAL_CASES = q{ - case tok!"doubleLiteral": - case tok!"floatLiteral": - case tok!"idoubleLiteral": - case tok!"ifloatLiteral": - case tok!"intLiteral": - case tok!"longLiteral": - case tok!"realLiteral": - case tok!"irealLiteral": - case tok!"uintLiteral": - case tok!"ulongLiteral": - case tok!"stringLiteral": - case tok!"wstringLiteral": - case tok!"dstringLiteral": - case tok!"characterLiteral": - }; - enum string SPECIAL_CASES = q{ - case tok!"__DATE__": - case tok!"__EOF__": - case tok!"__FILE__": - case tok!"__FUNCTION__": - case tok!"__LINE__": - case tok!"__MODULE__": - case tok!"__PRETTY_FUNCTION__": - case tok!"__TIME__": - case tok!"__TIMESTAMP__": - case tok!"__VENDOR__": - case tok!"__VERSION__": - }; - const(Token)[] tokens; - int suppressMessages; - size_t index; - int _traceDepth; - string comment; -} -