Reset `identifier` variable after adding a token to the token list to prevent creation of additional "invalid" tokens.. Fixes #420.

This commit is contained in:
Marco Leise 2019-01-23 06:30:18 +01:00 committed by Basile-z
parent a7a2284942
commit 6e922954e8
1 changed files with 2 additions and 3 deletions

View File

@ -300,7 +300,7 @@ end;
procedure lex(const text: string; list: TLexTokenList; clbck: TLexFoundEvent = nil; Options: TLexOptions = []);
var
reader: TReaderHead;
identifier: string;
identifier: string = '';
nestedCom: integer;
rstring: boolean;
decSet: boolean;
@ -319,6 +319,7 @@ var
ptk^.position.Y := reader.SavedLine;
ptk^.offset := reader.savedOffset;
ptk^.Data := identifier;
identifier := '';
list.Add(ptk);
end;
@ -349,8 +350,6 @@ begin
if isOutOfBound then
exit;
identifier := '';
// skip blanks
if isWhite(reader.head^) then
begin