More faster-er.

build.sh

@@ -1,3 +1,3 @@
 #dmd *.d std/d/*.d -release -inline -noboundscheck -O -w -wi -m64 -property -ofdscanner -L-lsqlite3 #-inline
 #dmd *.d std/d/*.d -g -m64 -w -wi -property -ofdscanner -L-lsqlite3 #-unittest
-ldc2 -O3 *.d std/d/*.d -of=dscanner -L-lsqlite3
+ldc2 -O4 *.d std/d/*.d -of=dscanner -release

main.d

@@ -18,14 +18,7 @@ import std.stdio;
 import std.range;
 import std.d.lexer;
 
-import autocomplete;
 import highlighter;
-import langutils;
-import location;
-import parser;
-
-import types;
-import circularbuffer;
 
 immutable size_t CIRC_BUFF_SIZE = 4;
 
@@ -152,12 +145,12 @@ int main(string[] args)
 			{
 				config.fileName = arg;
 				uint count;
-				//GC.disable();
+                auto f = File(arg);
-				foreach(t; byToken(cast(ubyte[]) File(arg).byLine(KeepTerminator.yes).join(), config))
+                ubyte[] buffer = uninitializedArray!(ubyte[])(f.size);
+				foreach(t; byToken(f.rawRead(buffer), config))
 				{
 					++count;
 				}
-				//GC.enable();
 				writefln("%s: %d", arg, count);
 			}
 		/+}+/