mirror of https://gitlab.com/basile.b/dexed.git
Reset `identifier` variable after adding a token to the token list to prevent creation of additional "invalid" tokens.. Fixes #420.
This commit is contained in:
parent
a7a2284942
commit
6e922954e8
|
@ -300,7 +300,7 @@ end;
|
|||
procedure lex(const text: string; list: TLexTokenList; clbck: TLexFoundEvent = nil; Options: TLexOptions = []);
|
||||
var
|
||||
reader: TReaderHead;
|
||||
identifier: string;
|
||||
identifier: string = '';
|
||||
nestedCom: integer;
|
||||
rstring: boolean;
|
||||
decSet: boolean;
|
||||
|
@ -319,6 +319,7 @@ var
|
|||
ptk^.position.Y := reader.SavedLine;
|
||||
ptk^.offset := reader.savedOffset;
|
||||
ptk^.Data := identifier;
|
||||
identifier := '';
|
||||
list.Add(ptk);
|
||||
end;
|
||||
|
||||
|
@ -349,8 +350,6 @@ begin
|
|||
if isOutOfBound then
|
||||
exit;
|
||||
|
||||
identifier := '';
|
||||
|
||||
// skip blanks
|
||||
if isWhite(reader.head^) then
|
||||
begin
|
||||
|
|
Loading…
Reference in New Issue