forks
/
D-Scanner
mirror of https://github.com/dlang-community/D-Scanner.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Decrease memory use of ctags generation

This commit is contained in:
Hackerpilot 2016-01-26 23:34:56 -08:00
parent fff79541af
commit 831b499fcd
1 changed files with 52 additions and 48 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

100
src/ctags.d
View File

@ -14,6 +14,7 @@ import std.stdio;
import std.array; import std.array;
import std.conv; import std.conv;
import std.typecons; import std.typecons;
import containers.ttree;
/** /**
* Prints CTAGS information to the given file. * Prints CTAGS information to the given file.
@ -24,7 +25,7 @@ import std.typecons;
*/ */
void printCtags(File output, string[] fileNames) void printCtags(File output, string[] fileNames)
{ {
string[] tags; TTree!string tags;
LexerConfig config; LexerConfig config;
StringCache cache = StringCache(StringCache.defaultBucketCount); StringCache cache = StringCache(StringCache.defaultBucketCount);
foreach (fileName; fileNames) foreach (fileName; fileNames)
@ -37,14 +38,13 @@ void printCtags(File output, string[] fileNames)
auto tokens = getTokensForParser(bytes, config, &cache); auto tokens = getTokensForParser(bytes, config, &cache);
Module m = parseModule(tokens.array, fileName, null, &doNothing); Module m = parseModule(tokens.array, fileName, null, &doNothing);
auto printer = new CTagsPrinter; auto printer = new CTagsPrinter(&tags);
printer.fileName = fileName; printer.fileName = fileName;
printer.visit(m); printer.visit(m);
tags ~= printer.tagLines;
} }
output.write( output.write(
"!_TAG_FILE_FORMAT\t2\n" ~ "!_TAG_FILE_SORTED\t1\n" ~ "!_TAG_FILE_AUTHOR\tBrian Schott\n" ~ "!_TAG_PROGRAM_URL\thttps://github.com/Hackerpilot/Dscanner/\n"); "!_TAG_FILE_FORMAT\t2\n" ~ "!_TAG_FILE_SORTED\t1\n" ~ "!_TAG_FILE_AUTHOR\tBrian Schott\n" ~ "!_TAG_PROGRAM_URL\thttps://github.com/Hackerpilot/Dscanner/\n");
tags.sort().copy(output.lockingTextWriter); tags[].copy(output.lockingTextWriter);
} }
private: private:
@ -85,14 +85,18 @@ string paramsToString(Dec)(const Dec dec)
return app.data; return app.data;
} }
final class CTagsPrinter final class CTagsPrinter: ASTVisitor
: ASTVisitor
{ {
public this(TTree!string* output)
{
this.tagLines = output;
}
override void visit(const ClassDeclaration dec) override void visit(const ClassDeclaration dec)
{ {
tagLines ~= "%s\t%s\t%d;\"\tc\tline:%d%s%s\n".format(dec.name.text, tagLines.insert("%s\t%s\t%d;\"\tc\tline:%d%s%s\n".format(dec.name.text,
fileName, dec.name.line, dec.name.line, context.c, context.access); fileName, dec.name.line, dec.name.line, context.c, context.access));
auto c = context; immutable c = context;
context = ContextType("\tclass:" ~ dec.name.text, "\taccess:public"); context = ContextType("\tclass:" ~ dec.name.text, "\taccess:public");
dec.accept(this); dec.accept(this);
context = c; context = c;
@ -105,9 +109,9 @@ final class CTagsPrinter
dec.accept(this); dec.accept(this);
return; return;
} }
tagLines ~= "%s\t%s\t%d;\"\ts\tline:%d%s%s\n".format(dec.name.text, tagLines.insert("%s\t%s\t%d;\"\ts\tline:%d%s%s\n".format(dec.name.text,
fileName, dec.name.line, dec.name.line, context.c, context.access); fileName, dec.name.line, dec.name.line, context.c, context.access));
auto c = context; immutable c = context;
context = ContextType("\tstruct:" ~ dec.name.text, "\taccess:public"); context = ContextType("\tstruct:" ~ dec.name.text, "\taccess:public");
dec.accept(this); dec.accept(this);
context = c; context = c;
@ -115,9 +119,9 @@ final class CTagsPrinter
override void visit(const InterfaceDeclaration dec) override void visit(const InterfaceDeclaration dec)
{ {
tagLines ~= "%s\t%s\t%d;\"\ti\tline:%d%s%s\n".format(dec.name.text, tagLines.insert("%s\t%s\t%d;\"\ti\tline:%d%s%s\n".format(dec.name.text,
fileName, dec.name.line, dec.name.line, context.c, context.access); fileName, dec.name.line, dec.name.line, context.c, context.access));
auto c = context; immutable c = context;
context = ContextType("\tclass:" ~ dec.name.text, context.access); context = ContextType("\tclass:" ~ dec.name.text, context.access);
dec.accept(this); dec.accept(this);
context = c; context = c;
@ -127,10 +131,10 @@ final class CTagsPrinter
{ {
auto params = paramsToString(dec); auto params = paramsToString(dec);
tagLines ~= "%s\t%s\t%d;\"\tT\tline:%d%s%s\tsignature:%s\n".format( tagLines.insert("%s\t%s\t%d;\"\tT\tline:%d%s%s\tsignature:%s\n".format(
dec.name.text, fileName, dec.name.line, dec.name.line, context.c, dec.name.text, fileName, dec.name.line, dec.name.line, context.c,
context.access, params); context.access, params));
auto c = context; immutable c = context;
context = ContextType("\ttemplate:" ~ dec.name.text, context.access); context = ContextType("\ttemplate:" ~ dec.name.text, context.access);
dec.accept(this); dec.accept(this);
context = c; context = c;
@ -140,30 +144,30 @@ final class CTagsPrinter
{ {
auto params = paramsToString(dec); auto params = paramsToString(dec);
tagLines ~= "%s\t%s\t%d;\"\tf\tline:%d%s%s\tsignature:%s\n".format( tagLines.insert("%s\t%s\t%d;\"\tf\tline:%d%s%s\tsignature:%s\n".format(
dec.name.text, fileName, dec.name.line, dec.name.line, context.c, dec.name.text, fileName, dec.name.line, dec.name.line, context.c,
context.access, params); context.access, params));
} }
override void visit(const Constructor dec) override void visit(const Constructor dec)
{ {
auto params = paramsToString(dec); auto params = paramsToString(dec);
tagLines ~= "this\t%s\t%d;\"\tf\tline:%d%s\tsignature:%s%s\n".format(fileName, tagLines.insert("this\t%s\t%d;\"\tf\tline:%d%s\tsignature:%s%s\n".format(fileName,
dec.line, dec.line, context.c, params, context.access); dec.line, dec.line, context.c, params, context.access));
} }
override void visit(const Destructor dec) override void visit(const Destructor dec)
{ {
tagLines ~= "~this\t%s\t%d;\"\tf\tline:%d%s\n".format(fileName, tagLines.insert("~this\t%s\t%d;\"\tf\tline:%d%s\n".format(fileName,
dec.line, dec.line, context.c); dec.line, dec.line, context.c));
} }
override void visit(const EnumDeclaration dec) override void visit(const EnumDeclaration dec)
{ {
tagLines ~= "%s\t%s\t%d;\"\tg\tline:%d%s%s\n".format(dec.name.text, tagLines.insert("%s\t%s\t%d;\"\tg\tline:%d%s%s\n".format(dec.name.text,
fileName, dec.name.line, dec.name.line, context.c, context.access); fileName, dec.name.line, dec.name.line, context.c, context.access));
auto c = context; immutable c = context;
context = ContextType("\tenum:" ~ dec.name.text, context.access); context = ContextType("\tenum:" ~ dec.name.text, context.access);
dec.accept(this); dec.accept(this);
context = c; context = c;
@ -176,9 +180,9 @@ final class CTagsPrinter
dec.accept(this); dec.accept(this);
return; return;
} }
tagLines ~= "%s\t%s\t%d;\"\tu\tline:%d%s\n".format(dec.name.text, tagLines.insert("%s\t%s\t%d;\"\tu\tline:%d%s\n".format(dec.name.text,
fileName, dec.name.line, dec.name.line, context.c); fileName, dec.name.line, dec.name.line, context.c));
auto c = context; immutable c = context;
context = ContextType("\tunion:" ~ dec.name.text, context.access); context = ContextType("\tunion:" ~ dec.name.text, context.access);
dec.accept(this); dec.accept(this);
context = c; context = c;
@ -186,22 +190,22 @@ final class CTagsPrinter
override void visit(const AnonymousEnumMember mem) override void visit(const AnonymousEnumMember mem)
{ {
tagLines ~= "%s\t%s\t%d;\"\te\tline:%d%s\n".format(mem.name.text, tagLines.insert("%s\t%s\t%d;\"\te\tline:%d%s\n".format(mem.name.text,
fileName, mem.name.line, mem.name.line, context.c); fileName, mem.name.line, mem.name.line, context.c));
} }
override void visit(const EnumMember mem) override void visit(const EnumMember mem)
{ {
tagLines ~= "%s\t%s\t%d;\"\te\tline:%d%s\n".format(mem.name.text, tagLines.insert("%s\t%s\t%d;\"\te\tline:%d%s\n".format(mem.name.text,
fileName, mem.name.line, mem.name.line, context.c); fileName, mem.name.line, mem.name.line, context.c));
} }
override void visit(const VariableDeclaration dec) override void visit(const VariableDeclaration dec)
{ {
foreach (d; dec.declarators) foreach (d; dec.declarators)
{ {
tagLines ~= "%s\t%s\t%d;\"\tv\tline:%d%s%s\n".format(d.name.text, tagLines.insert("%s\t%s\t%d;\"\tv\tline:%d%s%s\n".format(d.name.text,
fileName, d.name.line, d.name.line, context.c, context.access); fileName, d.name.line, d.name.line, context.c, context.access));
} }
dec.accept(this); dec.accept(this);
} }
@ -210,16 +214,16 @@ final class CTagsPrinter
{ {
foreach (i; dec.identifiers) foreach (i; dec.identifiers)
{ {
tagLines ~= "%s\t%s\t%d;\"\tv\tline:%d%s%s\n".format(i.text, tagLines.insert("%s\t%s\t%d;\"\tv\tline:%d%s%s\n".format(i.text,
fileName, i.line, i.line, context.c, context.access); fileName, i.line, i.line, context.c, context.access));
} }
dec.accept(this); dec.accept(this);
} }
override void visit(const Invariant dec) override void visit(const Invariant dec)
{ {
tagLines ~= "invariant\t%s\t%d;\"\tv\tline:%d%s%s\n".format(fileName, tagLines.insert("invariant\t%s\t%d;\"\tv\tline:%d%s%s\n".format(fileName,
dec.line, dec.line, context.c, context.access); dec.line, dec.line, context.c, context.access));
} }
override void visit(const ModuleDeclaration dec) override void visit(const ModuleDeclaration dec)
@ -264,7 +268,7 @@ final class CTagsPrinter
override void visit(const Declaration dec) override void visit(const Declaration dec)
{ {
auto c = context; immutable c = context;
dec.accept(this); dec.accept(this);
final switch (accessSt) with (AccessState) final switch (accessSt) with (AccessState)
@ -294,8 +298,8 @@ final class CTagsPrinter
{ {
foreach (i; dec.identifierList.identifiers) foreach (i; dec.identifierList.identifiers)
{ {
tagLines ~= "%s\t%s\t%d;\"\ta\tline:%d%s%s\n".format(i.text, tagLines.insert("%s\t%s\t%d;\"\ta\tline:%d%s%s\n".format(i.text,
fileName, i.line, i.line, context.c, context.access); fileName, i.line, i.line, context.c, context.access));
} }
} }
dec.accept(this); dec.accept(this);
@ -303,8 +307,8 @@ final class CTagsPrinter
override void visit(const AliasInitializer dec) override void visit(const AliasInitializer dec)
{ {
tagLines ~= "%s\t%s\t%d;\"\ta\tline:%d%s%s\n".format(dec.name.text, tagLines.insert("%s\t%s\t%d;\"\ta\tline:%d%s%s\n".format(dec.name.text,
fileName, dec.name.line, dec.name.line, context.c, context.access); fileName, dec.name.line, dec.name.line, context.c, context.access));
dec.accept(this); dec.accept(this);
} }
@ -312,15 +316,15 @@ final class CTagsPrinter
override void visit(const AliasThisDeclaration dec) override void visit(const AliasThisDeclaration dec)
{ {
auto name = dec.identifier; auto name = dec.identifier;
tagLines ~= "%s\t%s\t%d;\"\ta\tline:%d%s%s\n".format(name.text, tagLines.insert("%s\t%s\t%d;\"\ta\tline:%d%s%s\n".format(name.text,
fileName, name.line, name.line, context.c, context.access); fileName, name.line, name.line, context.c, context.access));
dec.accept(this); dec.accept(this);
} }
alias visit = ASTVisitor.visit; alias visit = ASTVisitor.visit;
string fileName; string fileName;
string[] tagLines; TTree!string* tagLines;
ContextType context; ContextType context;
AccessState accessSt; AccessState accessSt;
} }