ldc/dmd/parse.c
2008-01-22 00:01:16 +01:00

4911 lines
101 KiB
C

// Compiler implementation of the D programming language
// Copyright (c) 1999-2007 by Digital Mars
// All Rights Reserved
// written by Walter Bright
// http://www.digitalmars.com
// License for redistribution is by either the Artistic License
// in artistic.txt, or the GNU General Public License in gnu.txt.
// See the included readme.txt for details.
#include <stdio.h>
#include <assert.h>
#include "mem.h"
#include "lexer.h"
#include "parse.h"
#include "init.h"
#include "attrib.h"
#include "cond.h"
#include "mtype.h"
#include "template.h"
#include "staticassert.h"
#include "expression.h"
#include "statement.h"
#include "module.h"
#include "dsymbol.h"
#include "import.h"
#include "declaration.h"
#include "aggregate.h"
#include "enum.h"
#include "id.h"
#include "version.h"
// How multiple declarations are parsed.
// If 1, treat as C.
// If 0, treat:
// int *p, i;
// as:
// int* p;
// int* i;
#define CDECLSYNTAX 0
// Support C cast syntax:
// (type)(expression)
#define CCASTSYNTAX 1
// Support C array declarations, such as
// int a[3][4];
#define CARRAYDECL 1
// Support left-to-right array declarations
#define LTORARRAYDECL 1
Parser::Parser(Module *module, unsigned char *base, unsigned length, int doDocComment)
: Lexer(module, base, 0, length, doDocComment, 0)
{
//printf("Parser::Parser()\n");
md = NULL;
linkage = LINKd;
endloc = 0;
inBrackets = 0;
//nextToken(); // start up the scanner
}
Array *Parser::parseModule()
{
Array *decldefs;
// ModuleDeclation leads off
if (token.value == TOKmodule)
{
unsigned char *comment = token.blockComment;
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected following module");
goto Lerr;
}
else
{
Array *a = NULL;
Identifier *id;
id = token.ident;
while (nextToken() == TOKdot)
{
if (!a)
a = new Array();
a->push(id);
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected following package");
goto Lerr;
}
id = token.ident;
}
md = new ModuleDeclaration(a, id);
if (token.value != TOKsemicolon)
error("';' expected following module declaration instead of %s", token.toChars());
nextToken();
addComment(mod, comment);
}
}
decldefs = parseDeclDefs(0);
if (token.value != TOKeof)
{ error("unrecognized declaration");
goto Lerr;
}
return decldefs;
Lerr:
while (token.value != TOKsemicolon && token.value != TOKeof)
nextToken();
nextToken();
return new Array();
}
Array *Parser::parseDeclDefs(int once)
{ Dsymbol *s;
Array *decldefs;
Array *a;
Array *aelse;
enum PROT prot;
unsigned stc;
Condition *condition;
unsigned char *comment;
//printf("Parser::parseDeclDefs()\n");
decldefs = new Array();
do
{
comment = token.blockComment;
switch (token.value)
{
case TOKenum:
s = parseEnum();
break;
case TOKstruct:
case TOKunion:
case TOKclass:
case TOKinterface:
s = parseAggregate();
break;
case TOKimport:
s = parseImport(decldefs, 0);
break;
case TOKtemplate:
s = (Dsymbol *)parseTemplateDeclaration();
break;
case TOKmixin:
{ Loc loc = this->loc;
if (peek(&token)->value == TOKlparen)
{ // mixin(string)
nextToken();
check(TOKlparen, "mixin");
Expression *e = parseAssignExp();
check(TOKrparen);
check(TOKsemicolon);
s = new CompileDeclaration(loc, e);
break;
}
s = parseMixin();
break;
}
CASE_BASIC_TYPES:
case TOKalias:
case TOKtypedef:
case TOKidentifier:
case TOKtypeof:
case TOKdot:
Ldeclaration:
a = parseDeclarations();
decldefs->append(a);
continue;
case TOKthis:
s = parseCtor();
break;
case TOKtilde:
s = parseDtor();
break;
case TOKinvariant:
#if 1
s = parseInvariant();
#else
if (peek(&token)->value == TOKlcurly)
s = parseInvariant();
else
{
stc = STCinvariant;
goto Lstc;
}
#endif
break;
case TOKunittest:
s = parseUnitTest();
break;
case TOKnew:
s = parseNew();
break;
case TOKdelete:
s = parseDelete();
break;
case TOKeof:
case TOKrcurly:
return decldefs;
case TOKstatic:
nextToken();
if (token.value == TOKthis)
s = parseStaticCtor();
else if (token.value == TOKtilde)
s = parseStaticDtor();
else if (token.value == TOKassert)
s = parseStaticAssert();
else if (token.value == TOKif)
{ condition = parseStaticIfCondition();
a = parseBlock();
aelse = NULL;
if (token.value == TOKelse)
{ nextToken();
aelse = parseBlock();
}
s = new StaticIfDeclaration(condition, a, aelse);
break;
}
else if (token.value == TOKimport)
{
s = parseImport(decldefs, 1);
}
else
{ stc = STCstatic;
goto Lstc2;
}
break;
case TOKconst: stc = STCconst; goto Lstc;
case TOKfinal: stc = STCfinal; goto Lstc;
case TOKauto: stc = STCauto; goto Lstc;
case TOKscope: stc = STCscope; goto Lstc;
case TOKoverride: stc = STCoverride; goto Lstc;
case TOKabstract: stc = STCabstract; goto Lstc;
case TOKsynchronized: stc = STCsynchronized; goto Lstc;
case TOKdeprecated: stc = STCdeprecated; goto Lstc;
Lstc:
nextToken();
Lstc2:
switch (token.value)
{
case TOKconst: stc |= STCconst; goto Lstc;
case TOKfinal: stc |= STCfinal; goto Lstc;
case TOKauto: stc |= STCauto; goto Lstc;
case TOKscope: stc |= STCscope; goto Lstc;
case TOKoverride: stc |= STCoverride; goto Lstc;
case TOKabstract: stc |= STCabstract; goto Lstc;
case TOKsynchronized: stc |= STCsynchronized; goto Lstc;
case TOKdeprecated: stc |= STCdeprecated; goto Lstc;
//case TOKinvariant: stc |= STCinvariant; goto Lstc;
default:
break;
}
/* Look for auto initializers:
* storage_class identifier = initializer;
*/
if (token.value == TOKidentifier &&
peek(&token)->value == TOKassign)
{
while (1)
{
Identifier *ident = token.ident;
nextToken();
nextToken();
Initializer *init = parseInitializer();
VarDeclaration *v = new VarDeclaration(loc, NULL, ident, init);
v->storage_class = stc;
s = v;
if (token.value == TOKsemicolon)
{
nextToken();
}
else if (token.value == TOKcomma)
{
nextToken();
if (token.value == TOKidentifier &&
peek(&token)->value == TOKassign)
{
decldefs->push(s);
addComment(s, comment);
continue;
}
else
error("Identifier expected following comma");
}
else
error("semicolon expected following auto declaration, not '%s'", token.toChars());
break;
}
}
else
{ a = parseBlock();
s = new StorageClassDeclaration(stc, a);
}
break;
case TOKextern:
if (peek(&token)->value != TOKlparen)
{ stc = STCextern;
goto Lstc;
}
{
enum LINK linksave = linkage;
linkage = parseLinkage();
a = parseBlock();
s = new LinkDeclaration(linkage, a);
linkage = linksave;
break;
}
case TOKprivate: prot = PROTprivate; goto Lprot;
case TOKpackage: prot = PROTpackage; goto Lprot;
case TOKprotected: prot = PROTprotected; goto Lprot;
case TOKpublic: prot = PROTpublic; goto Lprot;
case TOKexport: prot = PROTexport; goto Lprot;
Lprot:
nextToken();
a = parseBlock();
s = new ProtDeclaration(prot, a);
break;
case TOKalign:
{ unsigned n;
s = NULL;
nextToken();
if (token.value == TOKlparen)
{
nextToken();
if (token.value == TOKint32v)
n = (unsigned)token.uns64value;
else
{ error("integer expected, not %s", token.toChars());
n = 1;
}
nextToken();
check(TOKrparen);
}
else
n = global.structalign; // default
a = parseBlock();
s = new AlignDeclaration(n, a);
break;
}
case TOKpragma:
{ Identifier *ident;
Expressions *args = NULL;
nextToken();
check(TOKlparen);
if (token.value != TOKidentifier)
{ error("pragma(identifier expected");
goto Lerror;
}
ident = token.ident;
nextToken();
if (token.value == TOKcomma)
args = parseArguments(); // pragma(identifier, args...)
else
check(TOKrparen); // pragma(identifier)
if (token.value == TOKsemicolon)
a = NULL;
else
a = parseBlock();
s = new PragmaDeclaration(loc, ident, args, a);
break;
}
case TOKdebug:
nextToken();
if (token.value == TOKassign)
{
nextToken();
if (token.value == TOKidentifier)
s = new DebugSymbol(loc, token.ident);
else if (token.value == TOKint32v)
s = new DebugSymbol(loc, (unsigned)token.uns64value);
else
{ error("identifier or integer expected, not %s", token.toChars());
s = NULL;
}
nextToken();
if (token.value != TOKsemicolon)
error("semicolon expected");
nextToken();
break;
}
condition = parseDebugCondition();
goto Lcondition;
case TOKversion:
nextToken();
if (token.value == TOKassign)
{
nextToken();
if (token.value == TOKidentifier)
s = new VersionSymbol(loc, token.ident);
else if (token.value == TOKint32v)
s = new VersionSymbol(loc, (unsigned)token.uns64value);
else
{ error("identifier or integer expected, not %s", token.toChars());
s = NULL;
}
nextToken();
if (token.value != TOKsemicolon)
error("semicolon expected");
nextToken();
break;
}
condition = parseVersionCondition();
goto Lcondition;
Lcondition:
a = parseBlock();
aelse = NULL;
if (token.value == TOKelse)
{ nextToken();
aelse = parseBlock();
}
s = new ConditionalDeclaration(condition, a, aelse);
break;
case TOKsemicolon: // empty declaration
nextToken();
continue;
default:
error("Declaration expected, not '%s'",token.toChars());
Lerror:
while (token.value != TOKsemicolon && token.value != TOKeof)
nextToken();
nextToken();
s = NULL;
continue;
}
if (s)
{ decldefs->push(s);
addComment(s, comment);
}
} while (!once);
return decldefs;
}
/********************************************
* Parse declarations after an align, protection, or extern decl.
*/
Array *Parser::parseBlock()
{
Array *a = NULL;
Dsymbol *s;
//printf("parseBlock()\n");
switch (token.value)
{
case TOKsemicolon:
error("declaration expected following attribute, not ';'");
nextToken();
break;
case TOKlcurly:
nextToken();
a = parseDeclDefs(0);
if (token.value != TOKrcurly)
{ /* { */
error("matching '}' expected, not %s", token.toChars());
}
else
nextToken();
break;
case TOKcolon:
nextToken();
#if 0
a = NULL;
#else
a = parseDeclDefs(0); // grab declarations up to closing curly bracket
#endif
break;
default:
a = parseDeclDefs(1);
break;
}
return a;
}
/**********************************
* Parse a static assertion.
*/
StaticAssert *Parser::parseStaticAssert()
{
Loc loc = this->loc;
Expression *exp;
Expression *msg = NULL;
//printf("parseStaticAssert()\n");
nextToken();
check(TOKlparen);
exp = parseAssignExp();
if (token.value == TOKcomma)
{ nextToken();
msg = parseAssignExp();
}
check(TOKrparen);
check(TOKsemicolon);
return new StaticAssert(loc, exp, msg);
}
/***********************************
* Parse extern (linkage)
* The parser is on the 'extern' token.
*/
enum LINK Parser::parseLinkage()
{
enum LINK link = LINKdefault;
nextToken();
assert(token.value == TOKlparen);
nextToken();
if (token.value == TOKidentifier)
{ Identifier *id = token.ident;
nextToken();
if (id == Id::Windows)
link = LINKwindows;
else if (id == Id::Pascal)
link = LINKpascal;
else if (id == Id::D)
link = LINKd;
else if (id == Id::C)
{
link = LINKc;
if (token.value == TOKplusplus)
{ link = LINKcpp;
nextToken();
}
}
else if (id == Id::System)
{
#if _WIN32
link = LINKwindows;
#else
link = LINKc;
#endif
}
else
{
error("valid linkage identifiers are D, C, C++, Pascal, Windows, System");
link = LINKd;
}
}
else
{
link = LINKd; // default
}
check(TOKrparen);
return link;
}
/**************************************
* Parse a debug conditional
*/
Condition *Parser::parseDebugCondition()
{
Condition *c;
if (token.value == TOKlparen)
{
nextToken();
unsigned level = 1;
Identifier *id = NULL;
if (token.value == TOKidentifier)
id = token.ident;
else if (token.value == TOKint32v)
level = (unsigned)token.uns64value;
else
error("identifier or integer expected, not %s", token.toChars());
nextToken();
check(TOKrparen);
c = new DebugCondition(mod, level, id);
}
else
c = new DebugCondition(mod, 1, NULL);
return c;
}
/**************************************
* Parse a version conditional
*/
Condition *Parser::parseVersionCondition()
{
Condition *c;
unsigned level = 1;
Identifier *id = NULL;
if (token.value == TOKlparen)
{
nextToken();
if (token.value == TOKidentifier)
id = token.ident;
else if (token.value == TOKint32v)
level = (unsigned)token.uns64value;
else
error("identifier or integer expected, not %s", token.toChars());
nextToken();
check(TOKrparen);
}
else
error("(condition) expected following version");
c = new VersionCondition(mod, level, id);
return c;
}
/***********************************************
* static if (expression)
* body
* else
* body
*/
Condition *Parser::parseStaticIfCondition()
{ Expression *exp;
Condition *condition;
Array *aif;
Array *aelse;
Loc loc = this->loc;
nextToken();
if (token.value == TOKlparen)
{
nextToken();
exp = parseAssignExp();
check(TOKrparen);
}
else
{ error("(expression) expected following static if");
exp = NULL;
}
condition = new StaticIfCondition(loc, exp);
return condition;
}
/*****************************************
* Parse a constructor definition:
* this(arguments) { body }
* Current token is 'this'.
*/
CtorDeclaration *Parser::parseCtor()
{
CtorDeclaration *f;
Arguments *arguments;
int varargs;
Loc loc = this->loc;
nextToken();
arguments = parseParameters(&varargs);
f = new CtorDeclaration(loc, 0, arguments, varargs);
parseContracts(f);
return f;
}
/*****************************************
* Parse a destructor definition:
* ~this() { body }
* Current token is '~'.
*/
DtorDeclaration *Parser::parseDtor()
{
DtorDeclaration *f;
Loc loc = this->loc;
nextToken();
check(TOKthis);
check(TOKlparen);
check(TOKrparen);
f = new DtorDeclaration(loc, 0);
parseContracts(f);
return f;
}
/*****************************************
* Parse a static constructor definition:
* static this() { body }
* Current token is 'this'.
*/
StaticCtorDeclaration *Parser::parseStaticCtor()
{
StaticCtorDeclaration *f;
Loc loc = this->loc;
nextToken();
check(TOKlparen);
check(TOKrparen);
f = new StaticCtorDeclaration(loc, 0);
parseContracts(f);
return f;
}
/*****************************************
* Parse a static destructor definition:
* static ~this() { body }
* Current token is '~'.
*/
StaticDtorDeclaration *Parser::parseStaticDtor()
{
StaticDtorDeclaration *f;
Loc loc = this->loc;
nextToken();
check(TOKthis);
check(TOKlparen);
check(TOKrparen);
f = new StaticDtorDeclaration(loc, 0);
parseContracts(f);
return f;
}
/*****************************************
* Parse an invariant definition:
* invariant { body }
* Current token is 'invariant'.
*/
InvariantDeclaration *Parser::parseInvariant()
{
InvariantDeclaration *f;
Loc loc = this->loc;
nextToken();
if (token.value == TOKlparen) // optional ()
{
nextToken();
check(TOKrparen);
}
f = new InvariantDeclaration(loc, 0);
f->fbody = parseStatement(PScurly);
return f;
}
/*****************************************
* Parse a unittest definition:
* unittest { body }
* Current token is 'unittest'.
*/
UnitTestDeclaration *Parser::parseUnitTest()
{
UnitTestDeclaration *f;
Statement *body;
Loc loc = this->loc;
nextToken();
body = parseStatement(PScurly);
f = new UnitTestDeclaration(loc, this->loc);
f->fbody = body;
return f;
}
/*****************************************
* Parse a new definition:
* new(arguments) { body }
* Current token is 'new'.
*/
NewDeclaration *Parser::parseNew()
{
NewDeclaration *f;
Arguments *arguments;
int varargs;
Loc loc = this->loc;
nextToken();
arguments = parseParameters(&varargs);
f = new NewDeclaration(loc, 0, arguments, varargs);
parseContracts(f);
return f;
}
/*****************************************
* Parse a delete definition:
* delete(arguments) { body }
* Current token is 'delete'.
*/
DeleteDeclaration *Parser::parseDelete()
{
DeleteDeclaration *f;
Arguments *arguments;
int varargs;
Loc loc = this->loc;
nextToken();
arguments = parseParameters(&varargs);
if (varargs)
error("... not allowed in delete function parameter list");
f = new DeleteDeclaration(loc, 0, arguments);
parseContracts(f);
return f;
}
/**********************************************
* Parse parameter list.
*/
Arguments *Parser::parseParameters(int *pvarargs)
{
Arguments *arguments = new Arguments();
int varargs = 0;
int hasdefault = 0;
check(TOKlparen);
while (1)
{ Type *tb;
Identifier *ai;
Type *at;
Argument *a;
unsigned storageClass;
Expression *ae;
ai = NULL;
storageClass = STCin; // parameter is "in" by default
switch (token.value)
{
case TOKrparen:
break;
case TOKdotdotdot:
varargs = 1;
nextToken();
break;
case TOKin:
storageClass = STCin;
nextToken();
goto L1;
case TOKout:
storageClass = STCout;
nextToken();
goto L1;
case TOKinout:
case TOKref:
storageClass = STCref;
nextToken();
goto L1;
case TOKlazy:
storageClass = STClazy;
nextToken();
goto L1;
default:
L1:
tb = parseBasicType();
at = parseDeclarator(tb, &ai);
ae = NULL;
if (token.value == TOKassign) // = defaultArg
{ nextToken();
ae = parseAssignExp();
hasdefault = 1;
}
else
{ if (hasdefault)
error("default argument expected for %s",
ai ? ai->toChars() : at->toChars());
}
if (token.value == TOKdotdotdot)
{ /* This is:
* at ai ...
*/
if (storageClass & (STCout | STCref))
error("variadic argument cannot be out or ref");
varargs = 2;
a = new Argument(storageClass, at, ai, ae);
arguments->push(a);
nextToken();
break;
}
a = new Argument(storageClass, at, ai, ae);
arguments->push(a);
if (token.value == TOKcomma)
{ nextToken();
continue;
}
break;
}
break;
}
check(TOKrparen);
*pvarargs = varargs;
return arguments;
}
/*************************************
*/
EnumDeclaration *Parser::parseEnum()
{ EnumDeclaration *e;
Identifier *id;
Type *t;
Loc loc = this->loc;
//printf("Parser::parseEnum()\n");
nextToken();
if (token.value == TOKidentifier)
{ id = token.ident;
nextToken();
}
else
id = NULL;
if (token.value == TOKcolon)
{
nextToken();
t = parseBasicType();
}
else
t = NULL;
e = new EnumDeclaration(loc, id, t);
if (token.value == TOKsemicolon && id)
nextToken();
else if (token.value == TOKlcurly)
{
//printf("enum definition\n");
e->members = new Array();
nextToken();
unsigned char *comment = token.blockComment;
while (token.value != TOKrcurly)
{
if (token.value == TOKidentifier)
{ EnumMember *em;
Expression *value;
Identifier *ident;
loc = this->loc;
ident = token.ident;
value = NULL;
nextToken();
if (token.value == TOKassign)
{
nextToken();
value = parseAssignExp();
}
em = new EnumMember(loc, ident, value);
e->members->push(em);
if (token.value == TOKrcurly)
;
else
{ addComment(em, comment);
comment = NULL;
check(TOKcomma);
}
addComment(em, comment);
comment = token.blockComment;
}
else
{ error("enum member expected");
nextToken();
}
}
nextToken();
}
else
error("enum declaration is invalid");
return e;
}
Dsymbol *Parser::parseAggregate()
{ AggregateDeclaration *a = NULL;
int anon = 0;
enum TOK tok;
Identifier *id;
TemplateParameters *tpl = NULL;
//printf("Parser::parseAggregate()\n");
tok = token.value;
nextToken();
if (token.value != TOKidentifier)
{ id = NULL;
}
else
{ id = token.ident;
nextToken();
if (token.value == TOKlparen)
{ // Class template declaration.
// Gather template parameter list
tpl = parseTemplateParameterList();
}
}
Loc loc = this->loc;
switch (tok)
{ case TOKclass:
case TOKinterface:
{
if (!id)
error("anonymous classes not allowed");
// Collect base class(es)
BaseClasses *baseclasses = NULL;
if (token.value == TOKcolon)
{
nextToken();
baseclasses = parseBaseClasses();
if (token.value != TOKlcurly)
error("members expected");
}
if (tok == TOKclass)
a = new ClassDeclaration(loc, id, baseclasses);
else
a = new InterfaceDeclaration(loc, id, baseclasses);
break;
}
case TOKstruct:
if (id)
a = new StructDeclaration(loc, id);
else
anon = 1;
break;
case TOKunion:
if (id)
a = new UnionDeclaration(loc, id);
else
anon = 2;
break;
default:
assert(0);
break;
}
if (a && token.value == TOKsemicolon)
{ nextToken();
}
else if (token.value == TOKlcurly)
{
//printf("aggregate definition\n");
nextToken();
Array *decl = parseDeclDefs(0);
if (token.value != TOKrcurly)
error("} expected following member declarations in aggregate");
nextToken();
if (anon)
{
/* Anonymous structs/unions are more like attributes.
*/
return new AnonDeclaration(loc, anon - 1, decl);
}
else
a->members = decl;
}
else
{
error("{ } expected following aggregate declaration");
a = new StructDeclaration(loc, NULL);
}
if (tpl)
{ Array *decldefs;
TemplateDeclaration *tempdecl;
// Wrap a template around the aggregate declaration
decldefs = new Array();
decldefs->push(a);
tempdecl = new TemplateDeclaration(loc, id, tpl, decldefs);
return tempdecl;
}
return a;
}
/*******************************************
*/
BaseClasses *Parser::parseBaseClasses()
{
enum PROT protection = PROTpublic;
BaseClasses *baseclasses = new BaseClasses();
for (; 1; nextToken())
{
switch (token.value)
{
case TOKidentifier:
break;
case TOKprivate:
protection = PROTprivate;
continue;
case TOKpackage:
protection = PROTpackage;
continue;
case TOKprotected:
protection = PROTprotected;
continue;
case TOKpublic:
protection = PROTpublic;
continue;
default:
error("base classes expected instead of %s", token.toChars());
return NULL;
}
BaseClass *b = new BaseClass(parseBasicType(), protection);
baseclasses->push(b);
if (token.value != TOKcomma)
break;
protection = PROTpublic;
}
return baseclasses;
}
/**************************************
* Parse a TemplateDeclaration.
*/
TemplateDeclaration *Parser::parseTemplateDeclaration()
{
TemplateDeclaration *tempdecl;
Identifier *id;
TemplateParameters *tpl;
Array *decldefs;
Loc loc = this->loc;
nextToken();
if (token.value != TOKidentifier)
{ error("TemplateIdentifier expected following template");
goto Lerr;
}
id = token.ident;
nextToken();
tpl = parseTemplateParameterList();
if (!tpl)
goto Lerr;
if (token.value != TOKlcurly)
{ error("members of template declaration expected");
goto Lerr;
}
else
{
nextToken();
decldefs = parseDeclDefs(0);
if (token.value != TOKrcurly)
{ error("template member expected");
goto Lerr;
}
nextToken();
}
tempdecl = new TemplateDeclaration(loc, id, tpl, decldefs);
return tempdecl;
Lerr:
return NULL;
}
/******************************************
* Parse template parameter list.
*/
TemplateParameters *Parser::parseTemplateParameterList()
{
TemplateParameters *tpl = new TemplateParameters();
if (token.value != TOKlparen)
{ error("parenthesized TemplateParameterList expected following TemplateIdentifier");
goto Lerr;
}
nextToken();
// Get array of TemplateParameters
if (token.value != TOKrparen)
{ int isvariadic = 0;
while (1)
{ TemplateParameter *tp;
Identifier *tp_ident = NULL;
Type *tp_spectype = NULL;
Type *tp_valtype = NULL;
Type *tp_defaulttype = NULL;
Expression *tp_specvalue = NULL;
Expression *tp_defaultvalue = NULL;
Token *t;
// Get TemplateParameter
// First, look ahead to see if it is a TypeParameter or a ValueParameter
t = peek(&token);
if (token.value == TOKalias)
{ // AliasParameter
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected for template parameter");
goto Lerr;
}
tp_ident = token.ident;
nextToken();
if (token.value == TOKcolon) // : Type
{
nextToken();
tp_spectype = parseBasicType();
tp_spectype = parseDeclarator(tp_spectype, NULL);
}
if (token.value == TOKassign) // = Type
{
nextToken();
tp_defaulttype = parseBasicType();
tp_defaulttype = parseDeclarator(tp_defaulttype, NULL);
}
tp = new TemplateAliasParameter(loc, tp_ident, tp_spectype, tp_defaulttype);
}
else if (t->value == TOKcolon || t->value == TOKassign ||
t->value == TOKcomma || t->value == TOKrparen)
{ // TypeParameter
if (token.value != TOKidentifier)
{ error("Identifier expected for template parameter");
goto Lerr;
}
tp_ident = token.ident;
nextToken();
if (token.value == TOKcolon) // : Type
{
nextToken();
tp_spectype = parseBasicType();
tp_spectype = parseDeclarator(tp_spectype, NULL);
}
if (token.value == TOKassign) // = Type
{
nextToken();
tp_defaulttype = parseBasicType();
tp_defaulttype = parseDeclarator(tp_defaulttype, NULL);
}
tp = new TemplateTypeParameter(loc, tp_ident, tp_spectype, tp_defaulttype);
}
else if (token.value == TOKidentifier && t->value == TOKdotdotdot)
{ // ident...
if (isvariadic)
error("variadic template parameter must be last");
isvariadic = 1;
tp_ident = token.ident;
nextToken();
nextToken();
tp = new TemplateTupleParameter(loc, tp_ident);
}
else
{ // ValueParameter
tp_valtype = parseBasicType();
tp_valtype = parseDeclarator(tp_valtype, &tp_ident);
if (!tp_ident)
{
error("no identifier for template value parameter");
tp_ident = new Identifier("error", TOKidentifier);
}
if (token.value == TOKcolon) // : CondExpression
{
nextToken();
tp_specvalue = parseCondExp();
}
if (token.value == TOKassign) // = CondExpression
{
nextToken();
tp_defaultvalue = parseCondExp();
}
tp = new TemplateValueParameter(loc, tp_ident, tp_valtype, tp_specvalue, tp_defaultvalue);
}
tpl->push(tp);
if (token.value != TOKcomma)
break;
nextToken();
}
}
check(TOKrparen);
Lerr:
return tpl;
}
/******************************************
* Parse template mixin.
* mixin Foo;
* mixin Foo!(args);
* mixin a.b.c!(args).Foo!(args);
* mixin Foo!(args) identifier;
* mixin typeof(expr).identifier!(args);
*/
Dsymbol *Parser::parseMixin()
{
TemplateMixin *tm;
Identifier *id;
Type *tqual;
Objects *tiargs;
Array *idents;
//printf("parseMixin()\n");
nextToken();
tqual = NULL;
if (token.value == TOKdot)
{
id = Id::empty;
}
else
{
if (token.value == TOKtypeof)
{ Expression *exp;
nextToken();
check(TOKlparen);
exp = parseExpression();
check(TOKrparen);
tqual = new TypeTypeof(loc, exp);
check(TOKdot);
}
if (token.value != TOKidentifier)
{
error("identifier expected, not %s", token.toChars());
goto Lerr;
}
id = token.ident;
nextToken();
}
idents = new Array();
while (1)
{
tiargs = NULL;
if (token.value == TOKnot)
{
nextToken();
tiargs = parseTemplateArgumentList();
}
if (token.value != TOKdot)
break;
if (tiargs)
{ TemplateInstance *tempinst = new TemplateInstance(loc, id);
tempinst->tiargs = tiargs;
id = (Identifier *)tempinst;
tiargs = NULL;
}
idents->push(id);
nextToken();
if (token.value != TOKidentifier)
{ error("identifier expected following '.' instead of '%s'", token.toChars());
break;
}
id = token.ident;
nextToken();
}
idents->push(id);
if (token.value == TOKidentifier)
{
id = token.ident;
nextToken();
}
else
id = NULL;
tm = new TemplateMixin(loc, id, tqual, idents, tiargs);
if (token.value != TOKsemicolon)
error("';' expected after mixin");
nextToken();
return tm;
Lerr:
return NULL;
}
/******************************************
* Parse template argument list.
* Input:
* current token is opening '('
* Output:
* current token is one after closing ')'
*/
Objects *Parser::parseTemplateArgumentList()
{
//printf("Parser::parseTemplateArgumentList()\n");
Objects *tiargs = new Objects();
if (token.value != TOKlparen)
{ error("!(TemplateArgumentList) expected following TemplateIdentifier");
return tiargs;
}
nextToken();
// Get TemplateArgumentList
if (token.value != TOKrparen)
{
while (1)
{
// See if it is an Expression or a Type
if (isDeclaration(&token, 0, TOKreserved, NULL))
{ // Type
Type *ta;
// Get TemplateArgument
ta = parseBasicType();
ta = parseDeclarator(ta, NULL);
tiargs->push(ta);
}
else
{ // Expression
Expression *ea;
ea = parseAssignExp();
tiargs->push(ea);
}
if (token.value != TOKcomma)
break;
nextToken();
}
}
check(TOKrparen, "template argument list");
return tiargs;
}
Import *Parser::parseImport(Array *decldefs, int isstatic)
{ Import *s;
Identifier *id;
Identifier *aliasid = NULL;
Array *a;
Loc loc;
//printf("Parser::parseImport()\n");
do
{
L1:
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected following import");
break;
}
loc = this->loc;
a = NULL;
id = token.ident;
nextToken();
if (!aliasid && token.value == TOKassign)
{
aliasid = id;
goto L1;
}
while (token.value == TOKdot)
{
if (!a)
a = new Array();
a->push(id);
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected following package");
break;
}
id = token.ident;
nextToken();
}
s = new Import(loc, a, token.ident, aliasid, isstatic);
decldefs->push(s);
/* Look for
* : alias=name, alias=name;
* syntax.
*/
if (token.value == TOKcolon)
{
do
{ Identifier *name;
Identifier *alias;
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected following :");
break;
}
alias = token.ident;
nextToken();
if (token.value == TOKassign)
{
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected following %s=", alias->toChars());
break;
}
name = token.ident;
nextToken();
}
else
{ name = alias;
alias = NULL;
}
s->addAlias(name, alias);
} while (token.value == TOKcomma);
break; // no comma-separated imports of this form
}
aliasid = NULL;
} while (token.value == TOKcomma);
if (token.value == TOKsemicolon)
nextToken();
else
{
error("';' expected");
nextToken();
}
return NULL;
}
Type *Parser::parseBasicType()
{ Type *t;
Identifier *id;
TypeQualified *tid;
TemplateInstance *tempinst;
//printf("parseBasicType()\n");
switch (token.value)
{
CASE_BASIC_TYPES_X(t):
nextToken();
break;
case TOKidentifier:
id = token.ident;
nextToken();
if (token.value == TOKnot)
{
nextToken();
tempinst = new TemplateInstance(loc, id);
tempinst->tiargs = parseTemplateArgumentList();
tid = new TypeInstance(loc, tempinst);
goto Lident2;
}
Lident:
tid = new TypeIdentifier(loc, id);
Lident2:
while (token.value == TOKdot)
{ nextToken();
if (token.value != TOKidentifier)
{ error("identifier expected following '.' instead of '%s'", token.toChars());
break;
}
id = token.ident;
nextToken();
if (token.value == TOKnot)
{
nextToken();
tempinst = new TemplateInstance(loc, id);
tempinst->tiargs = parseTemplateArgumentList();
tid->addIdent((Identifier *)tempinst);
}
else
tid->addIdent(id);
}
t = tid;
break;
case TOKdot:
id = Id::empty;
goto Lident;
case TOKtypeof:
{ Expression *exp;
nextToken();
check(TOKlparen);
exp = parseExpression();
check(TOKrparen);
tid = new TypeTypeof(loc, exp);
goto Lident2;
}
default:
error("basic type expected, not %s", token.toChars());
t = Type::tint32;
break;
}
return t;
}
Type *Parser::parseBasicType2(Type *t)
{
Type *ts;
Type *ta;
//printf("parseBasicType2()\n");
while (1)
{
switch (token.value)
{
case TOKmul:
t = new TypePointer(t);
nextToken();
continue;
case TOKlbracket:
#if LTORARRAYDECL
// Handle []. Make sure things like
// int[3][1] a;
// is (array[1] of array[3] of int)
nextToken();
if (token.value == TOKrbracket)
{
t = new TypeDArray(t); // []
nextToken();
}
else if (isDeclaration(&token, 0, TOKrbracket, NULL))
{ // It's an associative array declaration
Type *index;
//printf("it's an associative array\n");
index = parseBasicType();
index = parseDeclarator(index, NULL); // [ type ]
t = new TypeAArray(t, index);
check(TOKrbracket);
}
else
{
//printf("it's [expression]\n");
inBrackets++;
Expression *e = parseExpression(); // [ expression ]
if (token.value == TOKslice)
{ Expression *e2;
nextToken();
e2 = parseExpression(); // [ exp .. exp ]
t = new TypeSlice(t, e, e2);
}
else
t = new TypeSArray(t,e);
inBrackets--;
check(TOKrbracket);
}
continue;
#else
// Handle []. Make sure things like
// int[3][1] a;
// is (array[3] of array[1] of int)
ts = t;
while (token.value == TOKlbracket)
{
nextToken();
if (token.value == TOKrbracket)
{
ta = new TypeDArray(t); // []
nextToken();
}
else if (isDeclaration(&token, 0, TOKrbracket, NULL))
{ // It's an associative array declaration
Type *index;
//printf("it's an associative array\n");
index = parseBasicType();
index = parseDeclarator(index, NULL); // [ type ]
check(TOKrbracket);
ta = new TypeAArray(t, index);
}
else
{
//printf("it's [expression]\n");
Expression *e = parseExpression(); // [ expression ]
ta = new TypeSArray(t,e);
check(TOKrbracket);
}
Type **pt;
for (pt = &ts; *pt != t; pt = &(*pt)->next)
;
*pt = ta;
}
t = ts;
continue;
#endif
case TOKdelegate:
case TOKfunction:
{ // Handle delegate declaration:
// t delegate(parameter list)
// t function(parameter list)
Arguments *arguments;
int varargs;
enum TOK save = token.value;
nextToken();
arguments = parseParameters(&varargs);
t = new TypeFunction(arguments, t, varargs, linkage);
if (save == TOKdelegate)
t = new TypeDelegate(t);
else
t = new TypePointer(t); // pointer to function
continue;
}
default:
ts = t;
break;
}
break;
}
return ts;
}
Type *Parser::parseDeclarator(Type *t, Identifier **pident, TemplateParameters **tpl)
{ Type *ts;
Type *ta;
//printf("parseDeclarator(tpl = %p)\n", tpl);
t = parseBasicType2(t);
switch (token.value)
{
case TOKidentifier:
if (pident)
*pident = token.ident;
else
error("unexpected identifer '%s' in declarator", token.ident->toChars());
ts = t;
nextToken();
break;
case TOKlparen:
nextToken();
ts = parseDeclarator(t, pident);
check(TOKrparen);
break;
default:
ts = t;
break;
}
while (1)
{
switch (token.value)
{
#if CARRAYDECL
case TOKlbracket:
{ // This is the old C-style post [] syntax.
nextToken();
if (token.value == TOKrbracket)
{
ta = new TypeDArray(t); // []
nextToken();
}
else if (isDeclaration(&token, 0, TOKrbracket, NULL))
{ // It's an associative array declaration
Type *index;
//printf("it's an associative array\n");
index = parseBasicType();
index = parseDeclarator(index, NULL); // [ type ]
check(TOKrbracket);
ta = new TypeAArray(t, index);
}
else
{
//printf("it's [expression]\n");
Expression *e = parseExpression(); // [ expression ]
ta = new TypeSArray(t, e);
check(TOKrbracket);
}
Type **pt;
for (pt = &ts; *pt != t; pt = &(*pt)->next)
;
*pt = ta;
continue;
}
#endif
case TOKlparen:
{ Arguments *arguments;
int varargs;
if (tpl)
{
/* Look ahead to see if this is (...)(...),
* i.e. a function template declaration
*/
if (peekPastParen(&token)->value == TOKlparen)
{ // It's a function template declaration
//printf("function template declaration\n");
// Gather template parameter list
*tpl = parseTemplateParameterList();
}
}
arguments = parseParameters(&varargs);
Type *ta = new TypeFunction(arguments, t, varargs, linkage);
Type **pt;
for (pt = &ts; *pt != t; pt = &(*pt)->next)
;
*pt = ta;
break;
}
}
break;
}
return ts;
}
/**********************************
* Return array of Declaration *'s.
*/
Array *Parser::parseDeclarations()
{
enum STC storage_class;
enum STC stc;
Type *ts;
Type *t;
Type *tfirst;
Identifier *ident;
Array *a;
enum TOK tok;
unsigned char *comment = token.blockComment;
enum LINK link = linkage;
//printf("parseDeclarations()\n");
switch (token.value)
{
case TOKtypedef:
case TOKalias:
tok = token.value;
nextToken();
break;
default:
tok = TOKreserved;
break;
}
storage_class = STCundefined;
while (1)
{
switch (token.value)
{
case TOKconst: stc = STCconst; goto L1;
case TOKstatic: stc = STCstatic; goto L1;
case TOKfinal: stc = STCfinal; goto L1;
case TOKauto: stc = STCauto; goto L1;
case TOKscope: stc = STCscope; goto L1;
case TOKoverride: stc = STCoverride; goto L1;
case TOKabstract: stc = STCabstract; goto L1;
case TOKsynchronized: stc = STCsynchronized; goto L1;
case TOKdeprecated: stc = STCdeprecated; goto L1;
L1:
if (storage_class & stc)
error("redundant storage class '%s'", token.toChars());
storage_class = (STC) (storage_class | stc);
nextToken();
continue;
case TOKextern:
if (peek(&token)->value != TOKlparen)
{ stc = STCextern;
goto L1;
}
link = parseLinkage();
continue;
default:
break;
}
break;
}
a = new Array();
/* Look for auto initializers:
* storage_class identifier = initializer;
*/
while (storage_class &&
token.value == TOKidentifier &&
peek(&token)->value == TOKassign)
{
ident = token.ident;
nextToken();
nextToken();
Initializer *init = parseInitializer();
VarDeclaration *v = new VarDeclaration(loc, NULL, ident, init);
v->storage_class = storage_class;
a->push(v);
if (token.value == TOKsemicolon)
{
nextToken();
addComment(v, comment);
}
else if (token.value == TOKcomma)
{
nextToken();
if (!(token.value == TOKidentifier && peek(&token)->value == TOKassign))
{
error("Identifier expected following comma");
}
else
continue;
}
else
error("semicolon expected following auto declaration, not '%s'", token.toChars());
return a;
}
if (token.value == TOKclass)
{ AggregateDeclaration *s;
s = (AggregateDeclaration *)parseAggregate();
s->storage_class |= storage_class;
a->push(s);
addComment(s, comment);
return a;
}
ts = parseBasicType();
ts = parseBasicType2(ts);
tfirst = NULL;
while (1)
{
Loc loc = this->loc;
TemplateParameters *tpl = NULL;
ident = NULL;
t = parseDeclarator(ts, &ident, &tpl);
assert(t);
if (!tfirst)
tfirst = t;
else if (t != tfirst)
error("multiple declarations must have the same type, not %s and %s",
tfirst->toChars(), t->toChars());
if (!ident)
error("no identifier for declarator %s", t->toChars());
if (tok == TOKtypedef || tok == TOKalias)
{ Declaration *v;
Initializer *init;
init = NULL;
if (token.value == TOKassign)
{
nextToken();
init = parseInitializer();
}
if (tok == TOKtypedef)
v = new TypedefDeclaration(loc, ident, t, init);
else
{ if (init)
error("alias cannot have initializer");
v = new AliasDeclaration(loc, ident, t);
}
v->storage_class = storage_class;
if (link == linkage)
a->push(v);
else
{
Array *ax = new Array();
ax->push(v);
Dsymbol *s = new LinkDeclaration(link, ax);
a->push(s);
}
switch (token.value)
{ case TOKsemicolon:
nextToken();
addComment(v, comment);
break;
case TOKcomma:
nextToken();
addComment(v, comment);
continue;
default:
error("semicolon expected to close %s declaration", Token::toChars(tok));
break;
}
}
else if (t->ty == Tfunction)
{ FuncDeclaration *f;
Dsymbol *s;
f = new FuncDeclaration(loc, 0, ident, storage_class, t);
addComment(f, comment);
parseContracts(f);
addComment(f, NULL);
if (link == linkage)
{
s = f;
}
else
{
Array *ax = new Array();
ax->push(f);
s = new LinkDeclaration(link, ax);
}
if (tpl) // it's a function template
{ Array *decldefs;
TemplateDeclaration *tempdecl;
// Wrap a template around the aggregate declaration
decldefs = new Array();
decldefs->push(s);
tempdecl = new TemplateDeclaration(loc, s->ident, tpl, decldefs);
s = tempdecl;
}
addComment(s, comment);
a->push(s);
}
else
{ VarDeclaration *v;
Initializer *init;
init = NULL;
if (token.value == TOKassign)
{
nextToken();
init = parseInitializer();
}
v = new VarDeclaration(loc, t, ident, init);
v->storage_class = storage_class;
if (link == linkage)
a->push(v);
else
{
Array *ax = new Array();
ax->push(v);
Dsymbol *s = new LinkDeclaration(link, ax);
a->push(s);
}
switch (token.value)
{ case TOKsemicolon:
nextToken();
addComment(v, comment);
break;
case TOKcomma:
nextToken();
addComment(v, comment);
continue;
default:
error("semicolon expected, not '%s'", token.toChars());
break;
}
}
break;
}
return a;
}
/*****************************************
* Parse contracts following function declaration.
*/
void Parser::parseContracts(FuncDeclaration *f)
{
Type *tb;
enum LINK linksave = linkage;
// The following is irrelevant, as it is overridden by sc->linkage in
// TypeFunction::semantic
linkage = LINKd; // nested functions have D linkage
L1:
switch (token.value)
{
case TOKlcurly:
if (f->frequire || f->fensure)
error("missing body { ... } after in or out");
f->fbody = parseStatement(PSsemi);
f->endloc = endloc;
break;
case TOKbody:
nextToken();
f->fbody = parseStatement(PScurly);
f->endloc = endloc;
break;
case TOKsemicolon:
if (f->frequire || f->fensure)
error("missing body { ... } after in or out");
nextToken();
break;
#if 0 // Do we want this for function declarations, so we can do:
// int x, y, foo(), z;
case TOKcomma:
nextToken();
continue;
#endif
#if 0 // Dumped feature
case TOKthrow:
if (!f->fthrows)
f->fthrows = new Array();
nextToken();
check(TOKlparen);
while (1)
{
tb = parseBasicType();
f->fthrows->push(tb);
if (token.value == TOKcomma)
{ nextToken();
continue;
}
break;
}
check(TOKrparen);
goto L1;
#endif
case TOKin:
nextToken();
if (f->frequire)
error("redundant 'in' statement");
f->frequire = parseStatement(PScurly | PSscope);
goto L1;
case TOKout:
// parse: out (identifier) { statement }
nextToken();
if (token.value != TOKlcurly)
{
check(TOKlparen);
if (token.value != TOKidentifier)
error("(identifier) following 'out' expected, not %s", token.toChars());
f->outId = token.ident;
nextToken();
check(TOKrparen);
}
if (f->fensure)
error("redundant 'out' statement");
f->fensure = parseStatement(PScurly | PSscope);
goto L1;
default:
error("semicolon expected following function declaration");
break;
}
linkage = linksave;
}
/*****************************************
*/
Initializer *Parser::parseInitializer()
{
StructInitializer *is;
ArrayInitializer *ia;
ExpInitializer *ie;
Expression *e;
Identifier *id;
Initializer *value;
int comma;
Loc loc = this->loc;
Token *t;
int braces;
switch (token.value)
{
case TOKlcurly:
/* Scan ahead to see if it is a struct initializer or
* a function literal.
* If it contains a ';', it is a function literal.
* Treat { } as a struct initializer.
*/
braces = 1;
for (t = peek(&token); 1; t = peek(t))
{
switch (t->value)
{
case TOKsemicolon:
case TOKreturn:
goto Lexpression;
case TOKlcurly:
braces++;
continue;
case TOKrcurly:
if (--braces == 0)
break;
continue;
case TOKeof:
break;
default:
continue;
}
break;
}
is = new StructInitializer(loc);
nextToken();
comma = 0;
while (1)
{
switch (token.value)
{
case TOKidentifier:
if (comma == 1)
error("comma expected separating field initializers");
t = peek(&token);
if (t->value == TOKcolon)
{
id = token.ident;
nextToken();
nextToken(); // skip over ':'
}
else
{ id = NULL;
}
value = parseInitializer();
is->addInit(id, value);
comma = 1;
continue;
case TOKcomma:
nextToken();
comma = 2;
continue;
case TOKrcurly: // allow trailing comma's
nextToken();
break;
case TOKeof:
error("found EOF instead of initializer");
break;
default:
value = parseInitializer();
is->addInit(NULL, value);
comma = 1;
continue;
//error("found '%s' instead of field initializer", token.toChars());
//break;
}
break;
}
return is;
case TOKlbracket:
ia = new ArrayInitializer(loc);
nextToken();
comma = 0;
while (1)
{
switch (token.value)
{
default:
if (comma == 1)
{ error("comma expected separating array initializers, not %s", token.toChars());
nextToken();
break;
}
e = parseAssignExp();
if (!e)
break;
if (token.value == TOKcolon)
{
nextToken();
value = parseInitializer();
}
else
{ value = new ExpInitializer(e->loc, e);
e = NULL;
}
ia->addInit(e, value);
comma = 1;
continue;
case TOKlcurly:
case TOKlbracket:
if (comma == 1)
error("comma expected separating array initializers, not %s", token.toChars());
value = parseInitializer();
ia->addInit(NULL, value);
comma = 1;
continue;
case TOKcomma:
nextToken();
comma = 2;
continue;
case TOKrbracket: // allow trailing comma's
nextToken();
break;
case TOKeof:
error("found '%s' instead of array initializer", token.toChars());
break;
}
break;
}
return ia;
case TOKvoid:
t = peek(&token);
if (t->value == TOKsemicolon || t->value == TOKcomma)
{
nextToken();
return new VoidInitializer(loc);
}
goto Lexpression;
default:
Lexpression:
e = parseAssignExp();
ie = new ExpInitializer(loc, e);
return ie;
}
}
/*****************************************
* Input:
* flags PSxxxx
*/
Statement *Parser::parseStatement(int flags)
{ Statement *s;
Token *t;
Condition *condition;
Statement *ifbody;
Statement *elsebody;
Loc loc = this->loc;
//printf("parseStatement()\n");
if (flags & PScurly && token.value != TOKlcurly)
error("statement expected to be { }, not %s", token.toChars());
switch (token.value)
{
case TOKidentifier:
// Need to look ahead to see if it is a declaration, label, or expression
t = peek(&token);
if (t->value == TOKcolon)
{ // It's a label
Identifier *ident;
ident = token.ident;
nextToken();
nextToken();
s = parseStatement(PSsemi);
s = new LabelStatement(loc, ident, s);
break;
}
// fallthrough to TOKdot
case TOKdot:
case TOKtypeof:
if (isDeclaration(&token, 2, TOKreserved, NULL))
goto Ldeclaration;
else
goto Lexp;
break;
case TOKassert:
case TOKthis:
case TOKsuper:
case TOKint32v:
case TOKuns32v:
case TOKint64v:
case TOKuns64v:
case TOKfloat32v:
case TOKfloat64v:
case TOKfloat80v:
case TOKimaginary32v:
case TOKimaginary64v:
case TOKimaginary80v:
case TOKcharv:
case TOKwcharv:
case TOKdcharv:
case TOKnull:
case TOKtrue:
case TOKfalse:
case TOKstring:
case TOKlparen:
case TOKcast:
case TOKmul:
case TOKmin:
case TOKadd:
case TOKplusplus:
case TOKminusminus:
case TOKnew:
case TOKdelete:
case TOKdelegate:
case TOKfunction:
case TOKtypeid:
case TOKis:
case TOKlbracket:
Lexp:
{ Expression *exp;
exp = parseExpression();
check(TOKsemicolon, "statement");
s = new ExpStatement(loc, exp);
break;
}
case TOKstatic:
{ // Look ahead to see if it's static assert() or static if()
Token *t;
t = peek(&token);
if (t->value == TOKassert)
{
nextToken();
s = new StaticAssertStatement(parseStaticAssert());
break;
}
if (t->value == TOKif)
{
nextToken();
condition = parseStaticIfCondition();
goto Lcondition;
}
goto Ldeclaration;
}
CASE_BASIC_TYPES:
case TOKtypedef:
case TOKalias:
case TOKconst:
case TOKauto:
case TOKextern:
case TOKfinal:
case TOKinvariant:
// case TOKtypeof:
Ldeclaration:
{ Array *a;
a = parseDeclarations();
if (a->dim > 1)
{
Statements *as = new Statements();
as->reserve(a->dim);
for (int i = 0; i < a->dim; i++)
{
Dsymbol *d = (Dsymbol *)a->data[i];
s = new DeclarationStatement(loc, d);
as->push(s);
}
s = new CompoundStatement(loc, as);
}
else if (a->dim == 1)
{
Dsymbol *d = (Dsymbol *)a->data[0];
s = new DeclarationStatement(loc, d);
}
else
assert(0);
if (flags & PSscope)
s = new ScopeStatement(loc, s);
break;
}
case TOKstruct:
case TOKunion:
case TOKclass:
case TOKinterface:
{ Dsymbol *d;
d = parseAggregate();
s = new DeclarationStatement(loc, d);
break;
}
case TOKenum:
{ Dsymbol *d;
d = parseEnum();
s = new DeclarationStatement(loc, d);
break;
}
case TOKmixin:
{ t = peek(&token);
if (t->value == TOKlparen)
{ // mixin(string)
nextToken();
check(TOKlparen, "mixin");
Expression *e = parseAssignExp();
check(TOKrparen);
check(TOKsemicolon);
s = new CompileStatement(loc, e);
break;
}
Dsymbol *d = parseMixin();
s = new DeclarationStatement(loc, d);
break;
}
case TOKlcurly:
{ Statements *statements;
nextToken();
statements = new Statements();
while (token.value != TOKrcurly)
{
statements->push(parseStatement(PSsemi | PScurlyscope));
}
endloc = this->loc;
s = new CompoundStatement(loc, statements);
if (flags & (PSscope | PScurlyscope))
s = new ScopeStatement(loc, s);
nextToken();
break;
}
case TOKwhile:
{ Expression *condition;
Statement *body;
nextToken();
check(TOKlparen);
condition = parseExpression();
check(TOKrparen);
body = parseStatement(PSscope);
s = new WhileStatement(loc, condition, body);
break;
}
case TOKsemicolon:
if (!(flags & PSsemi))
error("use '{ }' for an empty statement, not a ';'");
nextToken();
s = new ExpStatement(loc, NULL);
break;
case TOKdo:
{ Statement *body;
Expression *condition;
nextToken();
body = parseStatement(PSscope);
check(TOKwhile);
check(TOKlparen);
condition = parseExpression();
check(TOKrparen);
s = new DoStatement(loc, body, condition);
break;
}
case TOKfor:
{
Statement *init;
Expression *condition;
Expression *increment;
Statement *body;
nextToken();
check(TOKlparen);
if (token.value == TOKsemicolon)
{ init = NULL;
nextToken();
}
else
{ init = parseStatement(0);
}
if (token.value == TOKsemicolon)
{
condition = NULL;
nextToken();
}
else
{
condition = parseExpression();
check(TOKsemicolon, "for condition");
}
if (token.value == TOKrparen)
{ increment = NULL;
nextToken();
}
else
{ increment = parseExpression();
check(TOKrparen);
}
body = parseStatement(PSscope);
s = new ForStatement(loc, init, condition, increment, body);
if (init)
s = new ScopeStatement(loc, s);
break;
}
case TOKforeach:
case TOKforeach_reverse:
{
enum TOK op = token.value;
Arguments *arguments;
Statement *d;
Statement *body;
Expression *aggr;
nextToken();
check(TOKlparen);
arguments = new Arguments();
while (1)
{
Type *tb;
Identifier *ai = NULL;
Type *at;
unsigned storageClass;
Argument *a;
storageClass = STCin;
if (token.value == TOKinout || token.value == TOKref)
{ storageClass = STCref;
nextToken();
}
if (token.value == TOKidentifier)
{
Token *t = peek(&token);
if (t->value == TOKcomma || t->value == TOKsemicolon)
{ ai = token.ident;
at = NULL; // infer argument type
nextToken();
goto Larg;
}
}
tb = parseBasicType();
at = parseDeclarator(tb, &ai);
if (!ai)
error("no identifier for declarator %s", at->toChars());
Larg:
a = new Argument(storageClass, at, ai, NULL);
arguments->push(a);
if (token.value == TOKcomma)
{ nextToken();
continue;
}
break;
}
check(TOKsemicolon);
aggr = parseExpression();
check(TOKrparen);
body = parseStatement(0);
s = new ForeachStatement(loc, op, arguments, aggr, body);
break;
}
case TOKif:
{ Argument *arg = NULL;
Expression *condition;
Statement *ifbody;
Statement *elsebody;
nextToken();
check(TOKlparen);
if (token.value == TOKauto)
{
nextToken();
if (token.value == TOKidentifier)
{
Token *t = peek(&token);
if (t->value == TOKassign)
{
arg = new Argument(STCin, NULL, token.ident, NULL);
nextToken();
nextToken();
}
else
{ error("= expected following auto identifier");
goto Lerror;
}
}
else
{ error("identifier expected following auto");
goto Lerror;
}
}
else if (isDeclaration(&token, 2, TOKassign, NULL))
{
Type *tb;
Type *at;
Identifier *ai;
tb = parseBasicType();
at = parseDeclarator(tb, &ai);
check(TOKassign);
arg = new Argument(STCin, at, ai, NULL);
}
// Check for " ident;"
else if (token.value == TOKidentifier)
{
Token *t = peek(&token);
if (t->value == TOKcomma || t->value == TOKsemicolon)
{
arg = new Argument(STCin, NULL, token.ident, NULL);
nextToken();
nextToken();
if (1 || !global.params.useDeprecated)
error("if (v; e) is deprecated, use if (auto v = e)");
}
}
condition = parseExpression();
check(TOKrparen);
ifbody = parseStatement(PSscope);
if (token.value == TOKelse)
{
nextToken();
elsebody = parseStatement(PSscope);
}
else
elsebody = NULL;
s = new IfStatement(loc, arg, condition, ifbody, elsebody);
break;
}
case TOKscope:
if (peek(&token)->value != TOKlparen)
goto Ldeclaration; // scope used as storage class
nextToken();
check(TOKlparen);
if (token.value != TOKidentifier)
{ error("scope identifier expected");
goto Lerror;
}
else
{ TOK t = TOKon_scope_exit;
Identifier *id = token.ident;
if (id == Id::exit)
t = TOKon_scope_exit;
else if (id == Id::failure)
t = TOKon_scope_failure;
else if (id == Id::success)
t = TOKon_scope_success;
else
error("valid scope identifiers are exit, failure, or success, not %s", id->toChars());
nextToken();
check(TOKrparen);
Statement *st = parseStatement(PScurlyscope);
s = new OnScopeStatement(loc, t, st);
break;
}
case TOKdebug:
nextToken();
condition = parseDebugCondition();
goto Lcondition;
case TOKversion:
nextToken();
condition = parseVersionCondition();
goto Lcondition;
Lcondition:
ifbody = parseStatement(0 /*PSsemi*/);
elsebody = NULL;
if (token.value == TOKelse)
{
nextToken();
elsebody = parseStatement(0 /*PSsemi*/);
}
s = new ConditionalStatement(loc, condition, ifbody, elsebody);
break;
case TOKpragma:
{ Identifier *ident;
Expressions *args = NULL;
Statement *body;
nextToken();
check(TOKlparen);
if (token.value != TOKidentifier)
{ error("pragma(identifier expected");
goto Lerror;
}
ident = token.ident;
nextToken();
if (token.value == TOKcomma)
args = parseArguments(); // pragma(identifier, args...);
else
check(TOKrparen); // pragma(identifier);
if (token.value == TOKsemicolon)
{ nextToken();
body = NULL;
}
else
body = parseStatement(PSsemi);
s = new PragmaStatement(loc, ident, args, body);
break;
}
case TOKswitch:
{ Expression *condition;
Statement *body;
nextToken();
check(TOKlparen);
condition = parseExpression();
check(TOKrparen);
body = parseStatement(PSscope);
s = new SwitchStatement(loc, condition, body);
break;
}
case TOKcase:
{ Expression *exp;
Statements *statements;
Array cases; // array of Expression's
while (1)
{
nextToken();
exp = parseAssignExp();
cases.push(exp);
if (token.value != TOKcomma)
break;
}
check(TOKcolon);
statements = new Statements();
while (token.value != TOKcase &&
token.value != TOKdefault &&
token.value != TOKrcurly)
{
statements->push(parseStatement(PSsemi | PScurlyscope));
}
s = new CompoundStatement(loc, statements);
s = new ScopeStatement(loc, s);
// Keep cases in order by building the case statements backwards
for (int i = cases.dim; i; i--)
{
exp = (Expression *)cases.data[i - 1];
s = new CaseStatement(loc, exp, s);
}
break;
}
case TOKdefault:
{
Statements *statements;
nextToken();
check(TOKcolon);
statements = new Statements();
while (token.value != TOKcase &&
token.value != TOKdefault &&
token.value != TOKrcurly)
{
statements->push(parseStatement(PSsemi | PScurlyscope));
}
s = new CompoundStatement(loc, statements);
s = new ScopeStatement(loc, s);
s = new DefaultStatement(loc, s);
break;
}
case TOKreturn:
{ Expression *exp;
nextToken();
if (token.value == TOKsemicolon)
exp = NULL;
else
exp = parseExpression();
check(TOKsemicolon, "return statement");
s = new ReturnStatement(loc, exp);
break;
}
case TOKbreak:
{ Identifier *ident;
nextToken();
if (token.value == TOKidentifier)
{ ident = token.ident;
nextToken();
}
else
ident = NULL;
check(TOKsemicolon, "break statement");
s = new BreakStatement(loc, ident);
break;
}
case TOKcontinue:
{ Identifier *ident;
nextToken();
if (token.value == TOKidentifier)
{ ident = token.ident;
nextToken();
}
else
ident = NULL;
check(TOKsemicolon, "continue statement");
s = new ContinueStatement(loc, ident);
break;
}
case TOKgoto:
{ Identifier *ident;
nextToken();
if (token.value == TOKdefault)
{
nextToken();
s = new GotoDefaultStatement(loc);
}
else if (token.value == TOKcase)
{
Expression *exp = NULL;
nextToken();
if (token.value != TOKsemicolon)
exp = parseExpression();
s = new GotoCaseStatement(loc, exp);
}
else
{
if (token.value != TOKidentifier)
{ error("Identifier expected following goto");
ident = NULL;
}
else
{ ident = token.ident;
nextToken();
}
s = new GotoStatement(loc, ident);
}
check(TOKsemicolon, "goto statement");
break;
}
case TOKsynchronized:
{ Expression *exp;
Statement *body;
nextToken();
if (token.value == TOKlparen)
{
nextToken();
exp = parseExpression();
check(TOKrparen);
}
else
exp = NULL;
body = parseStatement(PSscope);
s = new SynchronizedStatement(loc, exp, body);
break;
}
case TOKwith:
{ Expression *exp;
Statement *body;
nextToken();
check(TOKlparen);
exp = parseExpression();
check(TOKrparen);
body = parseStatement(PSscope);
s = new WithStatement(loc, exp, body);
break;
}
case TOKtry:
{ Statement *body;
Array *catches = NULL;
Statement *finalbody = NULL;
nextToken();
body = parseStatement(PSscope);
while (token.value == TOKcatch)
{
Statement *handler;
Catch *c;
Type *t;
Identifier *id;
Loc loc = this->loc;
nextToken();
if (token.value == TOKlcurly)
{
t = NULL;
id = NULL;
}
else
{
check(TOKlparen);
t = parseBasicType();
id = NULL;
t = parseDeclarator(t, &id);
check(TOKrparen);
}
handler = parseStatement(0);
c = new Catch(loc, t, id, handler);
if (!catches)
catches = new Array();
catches->push(c);
}
if (token.value == TOKfinally)
{ nextToken();
finalbody = parseStatement(0);
}
s = body;
if (!catches && !finalbody)
error("catch or finally expected following try");
else
{ if (catches)
s = new TryCatchStatement(loc, body, catches);
if (finalbody)
s = new TryFinallyStatement(loc, s, finalbody);
}
break;
}
case TOKthrow:
{ Expression *exp;
nextToken();
exp = parseExpression();
check(TOKsemicolon, "throw statement");
s = new ThrowStatement(loc, exp);
break;
}
case TOKvolatile:
nextToken();
s = parseStatement(PSsemi | PScurlyscope);
s = new VolatileStatement(loc, s);
break;
case TOKasm:
{ Statements *statements;
Identifier *label;
Loc labelloc;
Token *toklist;
Token **ptoklist;
// Parse the asm block into a sequence of AsmStatements,
// each AsmStatement is one instruction.
// Separate out labels.
// Defer parsing of AsmStatements until semantic processing.
nextToken();
check(TOKlcurly);
toklist = NULL;
ptoklist = &toklist;
label = NULL;
statements = new Statements();
while (1)
{
switch (token.value)
{
case TOKidentifier:
if (!toklist)
{
// Look ahead to see if it is a label
t = peek(&token);
if (t->value == TOKcolon)
{ // It's a label
label = token.ident;
labelloc = this->loc;
nextToken();
nextToken();
continue;
}
}
goto Ldefault;
case TOKrcurly:
if (toklist || label)
{
error("asm statements must end in ';'");
}
break;
case TOKsemicolon:
s = NULL;
if (toklist || label)
{ // Create AsmStatement from list of tokens we've saved
s = new AsmStatement(this->loc, toklist);
toklist = NULL;
ptoklist = &toklist;
if (label)
{ s = new LabelStatement(labelloc, label, s);
label = NULL;
}
statements->push(s);
}
nextToken();
continue;
case TOKeof:
/* { */
error("matching '}' expected, not end of file");
break;
default:
Ldefault:
*ptoklist = new Token();
memcpy(*ptoklist, &token, sizeof(Token));
ptoklist = &(*ptoklist)->next;
*ptoklist = NULL;
nextToken();
continue;
}
break;
}
s = new CompoundStatement(loc, statements);
nextToken();
break;
}
default:
error("found '%s' instead of statement", token.toChars());
goto Lerror;
Lerror:
while (token.value != TOKrcurly &&
token.value != TOKsemicolon &&
token.value != TOKeof)
nextToken();
if (token.value == TOKsemicolon)
nextToken();
s = NULL;
break;
}
return s;
}
void Parser::check(enum TOK value)
{
check(loc, value);
}
void Parser::check(Loc loc, enum TOK value)
{
if (token.value != value)
error(loc, "found '%s' when expecting '%s'", token.toChars(), Token::toChars(value));
nextToken();
}
void Parser::check(enum TOK value, char *string)
{
if (token.value != value)
error("found '%s' when expecting '%s' following '%s'",
token.toChars(), Token::toChars(value), string);
nextToken();
}
/************************************
* Determine if the scanner is sitting on the start of a declaration.
* Input:
* needId 0 no identifier
* 1 identifier optional
* 2 must have identifier
*/
int Parser::isDeclaration(Token *t, int needId, enum TOK endtok, Token **pt)
{
int haveId = 0;
if (!isBasicType(&t))
return FALSE;
if (!isDeclarator(&t, &haveId, endtok))
return FALSE;
if ( needId == 1 ||
(needId == 0 && !haveId) ||
(needId == 2 && haveId))
{ if (pt)
*pt = t;
return TRUE;
}
else
return FALSE;
}
int Parser::isBasicType(Token **pt)
{
// This code parallels parseBasicType()
Token *t = *pt;
Token *t2;
int parens;
switch (t->value)
{
CASE_BASIC_TYPES:
t = peek(t);
break;
case TOKidentifier:
t = peek(t);
if (t->value == TOKnot)
{
goto L4;
}
goto L3;
while (1)
{
L2:
t = peek(t);
L3:
if (t->value == TOKdot)
{
Ldot:
t = peek(t);
if (t->value != TOKidentifier)
goto Lfalse;
t = peek(t);
if (t->value != TOKnot)
goto L3;
L4:
t = peek(t);
if (t->value != TOKlparen)
goto Lfalse;
if (!skipParens(t, &t))
goto Lfalse;
}
else
break;
}
break;
case TOKdot:
goto Ldot;
case TOKtypeof:
/* typeof(exp).identifier...
*/
t = peek(t);
if (t->value != TOKlparen)
goto Lfalse;
if (!skipParens(t, &t))
goto Lfalse;
goto L2;
default:
goto Lfalse;
}
*pt = t;
return TRUE;
Lfalse:
return FALSE;
}
int Parser::isDeclarator(Token **pt, int *haveId, enum TOK endtok)
{ // This code parallels parseDeclarator()
Token *t = *pt;
int parens;
//printf("Parser::isDeclarator()\n");
//t->print();
if (t->value == TOKassign)
return FALSE;
while (1)
{
parens = FALSE;
switch (t->value)
{
case TOKmul:
case TOKand:
t = peek(t);
continue;
case TOKlbracket:
t = peek(t);
if (t->value == TOKrbracket)
{
t = peek(t);
}
else if (isDeclaration(t, 0, TOKrbracket, &t))
{ // It's an associative array declaration
t = peek(t);
}
else
{
// [ expression ]
// [ expression .. expression ]
if (!isExpression(&t))
return FALSE;
if (t->value == TOKslice)
{ t = peek(t);
if (!isExpression(&t))
return FALSE;
}
if (t->value != TOKrbracket)
return FALSE;
t = peek(t);
}
continue;
case TOKidentifier:
if (*haveId)
return FALSE;
*haveId = TRUE;
t = peek(t);
break;
case TOKlparen:
t = peek(t);
if (t->value == TOKrparen)
return FALSE; // () is not a declarator
/* Regard ( identifier ) as not a declarator
* BUG: what about ( *identifier ) in
* f(*p)(x);
* where f is a class instance with overloaded () ?
* Should we just disallow C-style function pointer declarations?
*/
if (t->value == TOKidentifier)
{ Token *t2 = peek(t);
if (t2->value == TOKrparen)
return FALSE;
}
if (!isDeclarator(&t, haveId, TOKrparen))
return FALSE;
t = peek(t);
parens = TRUE;
break;
case TOKdelegate:
case TOKfunction:
t = peek(t);
if (!isParameters(&t))
return FALSE;
continue;
}
break;
}
while (1)
{
switch (t->value)
{
#if CARRAYDECL
case TOKlbracket:
parens = FALSE;
t = peek(t);
if (t->value == TOKrbracket)
{
t = peek(t);
}
else if (isDeclaration(t, 0, TOKrbracket, &t))
{ // It's an associative array declaration
t = peek(t);
}
else
{
// [ expression ]
if (!isExpression(&t))
return FALSE;
if (t->value != TOKrbracket)
return FALSE;
t = peek(t);
}
continue;
#endif
case TOKlparen:
parens = FALSE;
if (!isParameters(&t))
return FALSE;
continue;
// Valid tokens that follow a declaration
case TOKrparen:
case TOKrbracket:
case TOKassign:
case TOKcomma:
case TOKsemicolon:
case TOKlcurly:
case TOKin:
// The !parens is to disallow unnecessary parentheses
if (!parens && (endtok == TOKreserved || endtok == t->value))
{ *pt = t;
return TRUE;
}
return FALSE;
default:
return FALSE;
}
}
}
int Parser::isParameters(Token **pt)
{ // This code parallels parseParameters()
Token *t = *pt;
int tmp;
//printf("isParameters()\n");
if (t->value != TOKlparen)
return FALSE;
t = peek(t);
while (1)
{
switch (t->value)
{
case TOKrparen:
break;
case TOKdotdotdot:
t = peek(t);
break;
case TOKin:
case TOKout:
case TOKinout:
case TOKref:
case TOKlazy:
t = peek(t);
default:
if (!isBasicType(&t))
return FALSE;
tmp = FALSE;
if (t->value != TOKdotdotdot &&
!isDeclarator(&t, &tmp, TOKreserved))
return FALSE;
if (t->value == TOKassign)
{ t = peek(t);
if (!isExpression(&t))
return FALSE;
}
if (t->value == TOKdotdotdot)
{
t = peek(t);
break;
}
if (t->value == TOKcomma)
{ t = peek(t);
continue;
}
break;
}
break;
}
if (t->value != TOKrparen)
return FALSE;
t = peek(t);
*pt = t;
return TRUE;
}
int Parser::isExpression(Token **pt)
{
// This is supposed to determine if something is an expression.
// What it actually does is scan until a closing right bracket
// is found.
Token *t = *pt;
int brnest = 0;
int panest = 0;
for (;; t = peek(t))
{
switch (t->value)
{
case TOKlbracket:
brnest++;
continue;
case TOKrbracket:
if (--brnest >= 0)
continue;
break;
case TOKlparen:
panest++;
continue;
case TOKcomma:
if (brnest || panest)
continue;
break;
case TOKrparen:
if (--panest >= 0)
continue;
break;
case TOKslice:
if (brnest)
continue;
break;
case TOKeof:
return FALSE;
default:
continue;
}
break;
}
*pt = t;
return TRUE;
}
/**********************************************
* Skip over
* instance foo.bar(parameters...)
* Output:
* if (pt), *pt is set to the token following the closing )
* Returns:
* 1 it's valid instance syntax
* 0 invalid instance syntax
*/
int Parser::isTemplateInstance(Token *t, Token **pt)
{
t = peek(t);
if (t->value != TOKdot)
{
if (t->value != TOKidentifier)
goto Lfalse;
t = peek(t);
}
while (t->value == TOKdot)
{
t = peek(t);
if (t->value != TOKidentifier)
goto Lfalse;
t = peek(t);
}
if (t->value != TOKlparen)
goto Lfalse;
// Skip over the template arguments
while (1)
{
while (1)
{
t = peek(t);
switch (t->value)
{
case TOKlparen:
if (!skipParens(t, &t))
goto Lfalse;
continue;
case TOKrparen:
break;
case TOKcomma:
break;
case TOKeof:
case TOKsemicolon:
goto Lfalse;
default:
continue;
}
break;
}
if (t->value != TOKcomma)
break;
}
if (t->value != TOKrparen)
goto Lfalse;
t = peek(t);
if (pt)
*pt = t;
return 1;
Lfalse:
return 0;
}
/*******************************************
* Skip parens, brackets.
* Input:
* t is on opening (
* Output:
* *pt is set to closing token, which is ')' on success
* Returns:
* !=0 successful
* 0 some parsing error
*/
int Parser::skipParens(Token *t, Token **pt)
{
int parens = 0;
while (1)
{
switch (t->value)
{
case TOKlparen:
parens++;
break;
case TOKrparen:
parens--;
if (parens < 0)
goto Lfalse;
if (parens == 0)
goto Ldone;
break;
case TOKeof:
case TOKsemicolon:
goto Lfalse;
default:
break;
}
t = peek(t);
}
Ldone:
if (*pt)
*pt = t;
return 1;
Lfalse:
return 0;
}
/********************************* Expression Parser ***************************/
Expression *Parser::parsePrimaryExp()
{ Expression *e;
Type *t;
Identifier *id;
enum TOK save;
Loc loc = this->loc;
switch (token.value)
{
case TOKidentifier:
id = token.ident;
nextToken();
if (token.value == TOKnot && peek(&token)->value == TOKlparen)
{ // identifier!(template-argument-list)
TemplateInstance *tempinst;
tempinst = new TemplateInstance(loc, id);
nextToken();
tempinst->tiargs = parseTemplateArgumentList();
e = new ScopeExp(loc, tempinst);
}
else
e = new IdentifierExp(loc, id);
break;
case TOKdollar:
if (!inBrackets)
error("'$' is valid only inside [] of index or slice");
e = new DollarExp(loc);
nextToken();
break;
case TOKdot:
// Signal global scope '.' operator with "" identifier
e = new IdentifierExp(loc, Id::empty);
break;
case TOKthis:
e = new ThisExp(loc);
nextToken();
break;
case TOKsuper:
e = new SuperExp(loc);
nextToken();
break;
case TOKint32v:
e = new IntegerExp(loc, token.int32value, Type::tint32);
nextToken();
break;
case TOKuns32v:
e = new IntegerExp(loc, token.uns32value, Type::tuns32);
nextToken();
break;
case TOKint64v:
e = new IntegerExp(loc, token.int64value, Type::tint64);
nextToken();
break;
case TOKuns64v:
e = new IntegerExp(loc, token.uns64value, Type::tuns64);
nextToken();
break;
case TOKfloat32v:
e = new RealExp(loc, token.float80value, Type::tfloat32);
nextToken();
break;
case TOKfloat64v:
e = new RealExp(loc, token.float80value, Type::tfloat64);
nextToken();
break;
case TOKfloat80v:
e = new RealExp(loc, token.float80value, Type::tfloat80);
nextToken();
break;
case TOKimaginary32v:
e = new RealExp(loc, token.float80value, Type::timaginary32);
nextToken();
break;
case TOKimaginary64v:
e = new RealExp(loc, token.float80value, Type::timaginary64);
nextToken();
break;
case TOKimaginary80v:
e = new RealExp(loc, token.float80value, Type::timaginary80);
nextToken();
break;
case TOKnull:
e = new NullExp(loc);
nextToken();
break;
case TOKtrue:
e = new IntegerExp(loc, 1, Type::tbool);
nextToken();
break;
case TOKfalse:
e = new IntegerExp(loc, 0, Type::tbool);
nextToken();
break;
case TOKcharv:
e = new IntegerExp(loc, token.uns32value, Type::tchar);
nextToken();
break;
case TOKwcharv:
e = new IntegerExp(loc, token.uns32value, Type::twchar);
nextToken();
break;
case TOKdcharv:
e = new IntegerExp(loc, token.uns32value, Type::tdchar);
nextToken();
break;
case TOKstring:
{ unsigned char *s;
unsigned len;
unsigned char postfix;
// cat adjacent strings
s = token.ustring;
len = token.len;
postfix = token.postfix;
while (1)
{
nextToken();
if (token.value == TOKstring)
{ unsigned len1;
unsigned len2;
unsigned char *s2;
if (token.postfix)
{ if (token.postfix != postfix)
error("mismatched string literal postfixes '%c' and '%c'", postfix, token.postfix);
postfix = token.postfix;
}
len1 = len;
len2 = token.len;
len = len1 + len2;
s2 = (unsigned char *)mem.malloc((len + 1) * sizeof(unsigned char));
memcpy(s2, s, len1 * sizeof(unsigned char));
memcpy(s2 + len1, token.ustring, (len2 + 1) * sizeof(unsigned char));
s = s2;
}
else
break;
}
e = new StringExp(loc, s, len, postfix);
break;
}
CASE_BASIC_TYPES_X(t):
nextToken();
L1:
check(TOKdot, t->toChars());
if (token.value != TOKidentifier)
{ error("found '%s' when expecting identifier following '%s.'", token.toChars(), t->toChars());
goto Lerr;
}
e = new TypeDotIdExp(loc, t, token.ident);
nextToken();
break;
case TOKtypeof:
{ Expression *exp;
nextToken();
check(TOKlparen);
exp = parseExpression();
check(TOKrparen);
t = new TypeTypeof(loc, exp);
if (token.value == TOKdot)
goto L1;
e = new TypeExp(loc, t);
break;
}
case TOKtypeid:
{ Type *t;
nextToken();
check(TOKlparen, "typeid");
t = parseBasicType();
t = parseDeclarator(t,NULL); // ( type )
check(TOKrparen);
e = new TypeidExp(loc, t);
break;
}
case TOKis:
{ Type *targ;
Identifier *ident = NULL;
Type *tspec = NULL;
enum TOK tok = TOKreserved;
enum TOK tok2 = TOKreserved;
Loc loc = this->loc;
nextToken();
if (token.value == TOKlparen)
{
nextToken();
targ = parseBasicType();
targ = parseDeclarator(targ, &ident);
if (token.value == TOKcolon || token.value == TOKequal)
{
tok = token.value;
nextToken();
if (tok == TOKequal &&
(token.value == TOKtypedef ||
token.value == TOKstruct ||
token.value == TOKunion ||
token.value == TOKclass ||
token.value == TOKsuper ||
token.value == TOKenum ||
token.value == TOKinterface ||
token.value == TOKfunction ||
token.value == TOKdelegate ||
token.value == TOKreturn))
{
tok2 = token.value;
nextToken();
}
else
{
tspec = parseBasicType();
tspec = parseDeclarator(tspec, NULL);
}
}
check(TOKrparen);
}
else
{ error("(type identifier : specialization) expected following is");
goto Lerr;
}
e = new IsExp(loc, targ, ident, tok, tspec, tok2);
break;
}
case TOKassert:
{ Expression *msg = NULL;
nextToken();
check(TOKlparen, "assert");
e = parseAssignExp();
if (token.value == TOKcomma)
{ nextToken();
msg = parseAssignExp();
}
check(TOKrparen);
e = new AssertExp(loc, e, msg);
break;
}
case TOKmixin:
{
nextToken();
check(TOKlparen, "mixin");
e = parseAssignExp();
check(TOKrparen);
e = new CompileExp(loc, e);
break;
}
case TOKimport:
{
nextToken();
check(TOKlparen, "import");
e = parseAssignExp();
check(TOKrparen);
e = new FileExp(loc, e);
break;
}
case TOKlparen:
if (peekPastParen(&token)->value == TOKlcurly)
{ // (arguments) { statements... }
save = TOKdelegate;
goto case_delegate;
}
// ( expression )
nextToken();
e = parseExpression();
check(loc, TOKrparen);
break;
case TOKlbracket:
{ /* Parse array literals and associative array literals:
* [ value, value, value ... ]
* [ key:value, key:value, key:value ... ]
*/
Expressions *values = new Expressions();
Expressions *keys = NULL;
nextToken();
if (token.value != TOKrbracket)
{
while (1)
{
Expression *e = parseAssignExp();
if (token.value == TOKcolon && (keys || values->dim == 0))
{ nextToken();
if (!keys)
keys = new Expressions();
keys->push(e);
e = parseAssignExp();
}
else if (keys)
{ error("'key:value' expected for associative array literal");
delete keys;
keys = NULL;
}
values->push(e);
if (token.value == TOKrbracket)
break;
check(TOKcomma);
}
}
check(TOKrbracket);
if (keys)
e = new AssocArrayLiteralExp(loc, keys, values);
else
e = new ArrayLiteralExp(loc, values);
break;
}
case TOKlcurly:
// { statements... }
save = TOKdelegate;
goto case_delegate;
case TOKfunction:
case TOKdelegate:
save = token.value;
nextToken();
case_delegate:
{
/* function type(parameters) { body }
* delegate type(parameters) { body }
*/
Arguments *arguments;
int varargs;
FuncLiteralDeclaration *fd;
Type *t;
if (token.value == TOKlcurly)
{
t = NULL;
varargs = 0;
arguments = new Arguments();
}
else
{
if (token.value == TOKlparen)
t = NULL;
else
{
t = parseBasicType();
t = parseBasicType2(t); // function return type
}
arguments = parseParameters(&varargs);
}
t = new TypeFunction(arguments, t, varargs, linkage);
fd = new FuncLiteralDeclaration(loc, 0, t, save, NULL);
parseContracts(fd);
e = new FuncExp(loc, fd);
break;
}
default:
error("expression expected, not '%s'", token.toChars());
Lerr:
// Anything for e, as long as it's not NULL
e = new IntegerExp(loc, 0, Type::tint32);
nextToken();
break;
}
return parsePostExp(e);
}
Expression *Parser::parsePostExp(Expression *e)
{
Loc loc;
while (1)
{
loc = this->loc;
switch (token.value)
{
case TOKdot:
nextToken();
if (token.value == TOKidentifier)
{ Identifier *id = token.ident;
nextToken();
if (token.value == TOKnot && peek(&token)->value == TOKlparen)
{ // identifier!(template-argument-list)
TemplateInstance *tempinst;
tempinst = new TemplateInstance(loc, id);
nextToken();
tempinst->tiargs = parseTemplateArgumentList();
e = new DotTemplateInstanceExp(loc, e, tempinst);
}
else
e = new DotIdExp(loc, e, id);
continue;
}
else if (token.value == TOKnew)
{
e = parseNewExp(e);
continue;
}
else
error("identifier expected following '.', not '%s'", token.toChars());
break;
case TOKplusplus:
e = new PostExp(TOKplusplus, loc, e);
break;
case TOKminusminus:
e = new PostExp(TOKminusminus, loc, e);
break;
case TOKlparen:
e = new CallExp(loc, e, parseArguments());
continue;
case TOKlbracket:
{ // array dereferences:
// array[index]
// array[]
// array[lwr .. upr]
Expression *index;
Expression *upr;
inBrackets++;
nextToken();
if (token.value == TOKrbracket)
{ // array[]
e = new SliceExp(loc, e, NULL, NULL);
nextToken();
}
else
{
index = parseAssignExp();
if (token.value == TOKslice)
{ // array[lwr .. upr]
nextToken();
upr = parseAssignExp();
e = new SliceExp(loc, e, index, upr);
}
else
{ // array[index, i2, i3, i4, ...]
Expressions *arguments = new Expressions();
arguments->push(index);
if (token.value == TOKcomma)
{
nextToken();
while (1)
{ Expression *arg;
arg = parseAssignExp();
arguments->push(arg);
if (token.value == TOKrbracket)
break;
check(TOKcomma);
}
}
e = new ArrayExp(loc, e, arguments);
}
check(TOKrbracket);
inBrackets--;
}
continue;
}
default:
return e;
}
nextToken();
}
}
Expression *Parser::parseUnaryExp()
{ Expression *e;
Loc loc = this->loc;
switch (token.value)
{
case TOKand:
nextToken();
e = parseUnaryExp();
e = new AddrExp(loc, e);
break;
case TOKplusplus:
nextToken();
e = parseUnaryExp();
e = new AddAssignExp(loc, e, new IntegerExp(loc, 1, Type::tint32));
break;
case TOKminusminus:
nextToken();
e = parseUnaryExp();
e = new MinAssignExp(loc, e, new IntegerExp(loc, 1, Type::tint32));
break;
case TOKmul:
nextToken();
e = parseUnaryExp();
e = new PtrExp(loc, e);
break;
case TOKmin:
nextToken();
e = parseUnaryExp();
e = new NegExp(loc, e);
break;
case TOKadd:
nextToken();
e = parseUnaryExp();
e = new UAddExp(loc, e);
break;
case TOKnot:
nextToken();
e = parseUnaryExp();
e = new NotExp(loc, e);
break;
case TOKtilde:
nextToken();
e = parseUnaryExp();
e = new ComExp(loc, e);
break;
case TOKdelete:
nextToken();
e = parseUnaryExp();
e = new DeleteExp(loc, e);
break;
case TOKnew:
e = parseNewExp(NULL);
break;
case TOKcast: // cast(type) expression
{ Type *t;
nextToken();
check(TOKlparen);
t = parseBasicType();
t = parseDeclarator(t,NULL); // ( type )
check(TOKrparen);
e = parseUnaryExp();
e = new CastExp(loc, e, t);
break;
}
case TOKlparen:
{ Token *tk;
tk = peek(&token);
#if CCASTSYNTAX
// If cast
if (isDeclaration(tk, 0, TOKrparen, &tk))
{
tk = peek(tk); // skip over right parenthesis
switch (tk->value)
{
case TOKdot:
case TOKplusplus:
case TOKminusminus:
case TOKnot:
case TOKdelete:
case TOKnew:
case TOKlparen:
case TOKidentifier:
case TOKthis:
case TOKsuper:
case TOKint32v:
case TOKuns32v:
case TOKint64v:
case TOKuns64v:
case TOKfloat32v:
case TOKfloat64v:
case TOKfloat80v:
case TOKimaginary32v:
case TOKimaginary64v:
case TOKimaginary80v:
case TOKnull:
case TOKtrue:
case TOKfalse:
case TOKcharv:
case TOKwcharv:
case TOKdcharv:
case TOKstring:
#if 0
case TOKtilde:
case TOKand:
case TOKmul:
case TOKmin:
case TOKadd:
#endif
case TOKfunction:
case TOKdelegate:
case TOKtypeof:
CASE_BASIC_TYPES: // (type)int.size
{ // (type) una_exp
Type *t;
nextToken();
t = parseBasicType();
t = parseDeclarator(t,NULL);
check(TOKrparen);
// if .identifier
if (token.value == TOKdot)
{
nextToken();
if (token.value != TOKidentifier)
{ error("Identifier expected following (type).");
return NULL;
}
e = new TypeDotIdExp(loc, t, token.ident);
nextToken();
e = parsePostExp(e);
}
else
{
e = parseUnaryExp();
e = new CastExp(loc, e, t);
error("C style cast illegal, use %s", e->toChars());
}
return e;
}
}
}
#endif
e = parsePrimaryExp();
break;
}
default:
e = parsePrimaryExp();
break;
}
assert(e);
return e;
}
Expression *Parser::parseMulExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
e = parseUnaryExp();
while (1)
{
switch (token.value)
{
case TOKmul: nextToken(); e2 = parseUnaryExp(); e = new MulExp(loc,e,e2); continue;
case TOKdiv: nextToken(); e2 = parseUnaryExp(); e = new DivExp(loc,e,e2); continue;
case TOKmod: nextToken(); e2 = parseUnaryExp(); e = new ModExp(loc,e,e2); continue;
default:
break;
}
break;
}
return e;
}
Expression *Parser::parseAddExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
e = parseMulExp();
while (1)
{
switch (token.value)
{
case TOKadd: nextToken(); e2 = parseMulExp(); e = new AddExp(loc,e,e2); continue;
case TOKmin: nextToken(); e2 = parseMulExp(); e = new MinExp(loc,e,e2); continue;
case TOKtilde: nextToken(); e2 = parseMulExp(); e = new CatExp(loc,e,e2); continue;
default:
break;
}
break;
}
return e;
}
Expression *Parser::parseShiftExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
e = parseAddExp();
while (1)
{
switch (token.value)
{
case TOKshl: nextToken(); e2 = parseAddExp(); e = new ShlExp(loc,e,e2); continue;
case TOKshr: nextToken(); e2 = parseAddExp(); e = new ShrExp(loc,e,e2); continue;
case TOKushr: nextToken(); e2 = parseAddExp(); e = new UshrExp(loc,e,e2); continue;
default:
break;
}
break;
}
return e;
}
Expression *Parser::parseRelExp()
{ Expression *e;
Expression *e2;
enum TOK op;
Loc loc = this->loc;
e = parseShiftExp();
while (1)
{
switch (token.value)
{
case TOKlt:
case TOKle:
case TOKgt:
case TOKge:
case TOKunord:
case TOKlg:
case TOKleg:
case TOKule:
case TOKul:
case TOKuge:
case TOKug:
case TOKue:
op = token.value;
nextToken();
e2 = parseShiftExp();
e = new CmpExp(op, loc, e, e2);
continue;
case TOKin:
nextToken();
e2 = parseShiftExp();
e = new InExp(loc, e, e2);
continue;
default:
break;
}
break;
}
return e;
}
Expression *Parser::parseEqualExp()
{ Expression *e;
Expression *e2;
Token *t;
Loc loc = this->loc;
e = parseRelExp();
while (1)
{ enum TOK value = token.value;
switch (value)
{
case TOKequal:
case TOKnotequal:
nextToken();
e2 = parseRelExp();
e = new EqualExp(value, loc, e, e2);
continue;
case TOKidentity:
error("'===' is no longer legal, use 'is' instead");
goto L1;
case TOKnotidentity:
error("'!==' is no longer legal, use '!is' instead");
goto L1;
case TOKis:
value = TOKidentity;
goto L1;
case TOKnot:
// Attempt to identify '!is'
t = peek(&token);
if (t->value != TOKis)
break;
nextToken();
value = TOKnotidentity;
goto L1;
L1:
nextToken();
e2 = parseRelExp();
e = new IdentityExp(value, loc, e, e2);
continue;
default:
break;
}
break;
}
return e;
}
Expression *Parser::parseCmpExp()
{ Expression *e;
Expression *e2;
Token *t;
Loc loc = this->loc;
e = parseShiftExp();
enum TOK op = token.value;
switch (op)
{
case TOKequal:
case TOKnotequal:
nextToken();
e2 = parseShiftExp();
e = new EqualExp(op, loc, e, e2);
break;
case TOKis:
op = TOKidentity;
goto L1;
case TOKnot:
// Attempt to identify '!is'
t = peek(&token);
if (t->value != TOKis)
break;
nextToken();
op = TOKnotidentity;
goto L1;
L1:
nextToken();
e2 = parseShiftExp();
e = new IdentityExp(op, loc, e, e2);
break;
case TOKlt:
case TOKle:
case TOKgt:
case TOKge:
case TOKunord:
case TOKlg:
case TOKleg:
case TOKule:
case TOKul:
case TOKuge:
case TOKug:
case TOKue:
nextToken();
e2 = parseShiftExp();
e = new CmpExp(op, loc, e, e2);
break;
case TOKin:
nextToken();
e2 = parseShiftExp();
e = new InExp(loc, e, e2);
break;
default:
break;
}
return e;
}
Expression *Parser::parseAndExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
if (global.params.Dversion == 1)
{
e = parseEqualExp();
while (token.value == TOKand)
{
nextToken();
e2 = parseEqualExp();
e = new AndExp(loc,e,e2);
loc = this->loc;
}
}
else
{
e = parseCmpExp();
while (token.value == TOKand)
{
nextToken();
e2 = parseCmpExp();
e = new AndExp(loc,e,e2);
loc = this->loc;
}
}
return e;
}
Expression *Parser::parseXorExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
e = parseAndExp();
while (token.value == TOKxor)
{
nextToken();
e2 = parseAndExp();
e = new XorExp(loc, e, e2);
}
return e;
}
Expression *Parser::parseOrExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
e = parseXorExp();
while (token.value == TOKor)
{
nextToken();
e2 = parseXorExp();
e = new OrExp(loc, e, e2);
}
return e;
}
Expression *Parser::parseAndAndExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
e = parseOrExp();
while (token.value == TOKandand)
{
nextToken();
e2 = parseOrExp();
e = new AndAndExp(loc, e, e2);
}
return e;
}
Expression *Parser::parseOrOrExp()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
e = parseAndAndExp();
while (token.value == TOKoror)
{
nextToken();
e2 = parseAndAndExp();
e = new OrOrExp(loc, e, e2);
}
return e;
}
Expression *Parser::parseCondExp()
{ Expression *e;
Expression *e1;
Expression *e2;
Loc loc = this->loc;
e = parseOrOrExp();
if (token.value == TOKquestion)
{
nextToken();
e1 = parseExpression();
check(TOKcolon);
e2 = parseCondExp();
e = new CondExp(loc, e, e1, e2);
}
return e;
}
Expression *Parser::parseAssignExp()
{ Expression *e;
Expression *e2;
Loc loc;
e = parseCondExp();
while (1)
{
loc = this->loc;
switch (token.value)
{
#define X(tok,ector) \
case tok: nextToken(); e2 = parseAssignExp(); e = new ector(loc,e,e2); continue;
X(TOKassign, AssignExp);
X(TOKaddass, AddAssignExp);
X(TOKminass, MinAssignExp);
X(TOKmulass, MulAssignExp);
X(TOKdivass, DivAssignExp);
X(TOKmodass, ModAssignExp);
X(TOKandass, AndAssignExp);
X(TOKorass, OrAssignExp);
X(TOKxorass, XorAssignExp);
X(TOKshlass, ShlAssignExp);
X(TOKshrass, ShrAssignExp);
X(TOKushrass, UshrAssignExp);
X(TOKcatass, CatAssignExp);
#undef X
default:
break;
}
break;
}
return e;
}
Expression *Parser::parseExpression()
{ Expression *e;
Expression *e2;
Loc loc = this->loc;
//printf("Parser::parseExpression()\n");
e = parseAssignExp();
while (token.value == TOKcomma)
{
nextToken();
e2 = parseAssignExp();
e = new CommaExp(loc, e, e2);
loc = this->loc;
}
return e;
}
/*************************
* Collect argument list.
* Assume current token is '(' or '['.
*/
Expressions *Parser::parseArguments()
{ // function call
Expressions *arguments;
Expression *arg;
enum TOK endtok;
arguments = new Expressions();
if (token.value == TOKlbracket)
endtok = TOKrbracket;
else
endtok = TOKrparen;
{
nextToken();
if (token.value != endtok)
{
while (1)
{
arg = parseAssignExp();
arguments->push(arg);
if (token.value == endtok)
break;
check(TOKcomma);
}
}
check(endtok);
}
return arguments;
}
/*******************************************
*/
Expression *Parser::parseNewExp(Expression *thisexp)
{ Type *t;
Expressions *newargs;
Expressions *arguments = NULL;
Expression *e;
Loc loc = this->loc;
nextToken();
newargs = NULL;
if (token.value == TOKlparen)
{
newargs = parseArguments();
}
// An anonymous nested class starts with "class"
if (token.value == TOKclass)
{
nextToken();
if (token.value == TOKlparen)
arguments = parseArguments();
BaseClasses *baseclasses = NULL;
if (token.value != TOKlcurly)
baseclasses = parseBaseClasses();
Identifier *id = NULL;
ClassDeclaration *cd = new ClassDeclaration(loc, id, baseclasses);
if (token.value != TOKlcurly)
{ error("{ members } expected for anonymous class");
cd->members = NULL;
}
else
{
nextToken();
Array *decl = parseDeclDefs(0);
if (token.value != TOKrcurly)
error("class member expected");
nextToken();
cd->members = decl;
}
e = new NewAnonClassExp(loc, thisexp, newargs, cd, arguments);
return e;
}
#if LTORARRAYDECL
t = parseBasicType();
t = parseBasicType2(t);
if (t->ty == Taarray)
{
Type *index = ((TypeAArray *)t)->index;
Expression *e = index->toExpression();
if (e)
{ arguments = new Expressions();
arguments->push(e);
t = new TypeDArray(t->next);
}
else
{
error("need size of rightmost array, not type %s", index->toChars());
return new NullExp(loc);
}
}
else if (t->ty == Tsarray)
{
TypeSArray *tsa = (TypeSArray *)t;
Expression *e = tsa->dim;
arguments = new Expressions();
arguments->push(e);
t = new TypeDArray(t->next);
}
else if (token.value == TOKlparen)
{
arguments = parseArguments();
}
#else
t = parseBasicType();
while (token.value == TOKmul)
{ t = new TypePointer(t);
nextToken();
}
if (token.value == TOKlbracket)
{
Expression *e;
nextToken();
e = parseAssignExp();
arguments = new Array();
arguments->push(e);
check(TOKrbracket);
t = parseDeclarator(t, NULL);
t = new TypeDArray(t);
}
else if (token.value == TOKlparen)
arguments = parseArguments();
#endif
e = new NewExp(loc, thisexp, newargs, t, arguments);
return e;
}
/**********************************************
*/
void Parser::addComment(Dsymbol *s, unsigned char *blockComment)
{
s->addComment(combineComments(blockComment, token.lineComment));
}
/********************************* ***************************/