mirror of https://gitlab.com/basile.b/dexed.git
Reset `identifier` variable after adding a token to the token list to prevent creation of additional "invalid" tokens.. Fixes #420.
This commit is contained in:
parent
a7a2284942
commit
6e922954e8
|
@ -300,7 +300,7 @@ end;
|
||||||
procedure lex(const text: string; list: TLexTokenList; clbck: TLexFoundEvent = nil; Options: TLexOptions = []);
|
procedure lex(const text: string; list: TLexTokenList; clbck: TLexFoundEvent = nil; Options: TLexOptions = []);
|
||||||
var
|
var
|
||||||
reader: TReaderHead;
|
reader: TReaderHead;
|
||||||
identifier: string;
|
identifier: string = '';
|
||||||
nestedCom: integer;
|
nestedCom: integer;
|
||||||
rstring: boolean;
|
rstring: boolean;
|
||||||
decSet: boolean;
|
decSet: boolean;
|
||||||
|
@ -319,6 +319,7 @@ var
|
||||||
ptk^.position.Y := reader.SavedLine;
|
ptk^.position.Y := reader.SavedLine;
|
||||||
ptk^.offset := reader.savedOffset;
|
ptk^.offset := reader.savedOffset;
|
||||||
ptk^.Data := identifier;
|
ptk^.Data := identifier;
|
||||||
|
identifier := '';
|
||||||
list.Add(ptk);
|
list.Add(ptk);
|
||||||
end;
|
end;
|
||||||
|
|
||||||
|
@ -349,8 +350,6 @@ begin
|
||||||
if isOutOfBound then
|
if isOutOfBound then
|
||||||
exit;
|
exit;
|
||||||
|
|
||||||
identifier := '';
|
|
||||||
|
|
||||||
// skip blanks
|
// skip blanks
|
||||||
if isWhite(reader.head^) then
|
if isWhite(reader.head^) then
|
||||||
begin
|
begin
|
||||||
|
|
Loading…
Reference in New Issue