From 6e922954e858480e9cad3c1e03eae19df1670bee Mon Sep 17 00:00:00 2001 From: Marco Leise Date: Wed, 23 Jan 2019 06:30:18 +0100 Subject: [PATCH] Reset `identifier` variable after adding a token to the token list to prevent creation of additional "invalid" tokens.. Fixes #420. --- src/u_dlang.pas | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/src/u_dlang.pas b/src/u_dlang.pas index 1cf6d8a3..fca55ead 100644 --- a/src/u_dlang.pas +++ b/src/u_dlang.pas @@ -300,7 +300,7 @@ end; procedure lex(const text: string; list: TLexTokenList; clbck: TLexFoundEvent = nil; Options: TLexOptions = []); var reader: TReaderHead; - identifier: string; + identifier: string = ''; nestedCom: integer; rstring: boolean; decSet: boolean; @@ -319,6 +319,7 @@ var ptk^.position.Y := reader.SavedLine; ptk^.offset := reader.savedOffset; ptk^.Data := identifier; + identifier := ''; list.Add(ptk); end; @@ -349,8 +350,6 @@ begin if isOutOfBound then exit; - identifier := ''; - // skip blanks if isWhite(reader.head^) then begin