Reset `identifier` variable after adding a token to the token list to prevent creation of additional "invalid" tokens.. Fixes #420.

This commit is contained in:
Marco Leise 2019-01-23 06:30:18 +01:00 committed by Basile-z
parent a7a2284942
commit 6e922954e8
1 changed files with 2 additions and 3 deletions

View File

@ -300,7 +300,7 @@ end;
procedure lex(const text: string; list: TLexTokenList; clbck: TLexFoundEvent = nil; Options: TLexOptions = []); procedure lex(const text: string; list: TLexTokenList; clbck: TLexFoundEvent = nil; Options: TLexOptions = []);
var var
reader: TReaderHead; reader: TReaderHead;
identifier: string; identifier: string = '';
nestedCom: integer; nestedCom: integer;
rstring: boolean; rstring: boolean;
decSet: boolean; decSet: boolean;
@ -319,6 +319,7 @@ var
ptk^.position.Y := reader.SavedLine; ptk^.position.Y := reader.SavedLine;
ptk^.offset := reader.savedOffset; ptk^.offset := reader.savedOffset;
ptk^.Data := identifier; ptk^.Data := identifier;
identifier := '';
list.Add(ptk); list.Add(ptk);
end; end;
@ -349,8 +350,6 @@ begin
if isOutOfBound then if isOutOfBound then
exit; exit;
identifier := '';
// skip blanks // skip blanks
if isWhite(reader.head^) then if isWhite(reader.head^) then
begin begin