Mercurial > projects > dil

annotate trunk/src/cmd/Statistics.d @ 755:90668b83ae5e

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Introduced new module dil.SourceText and class SourceText.
author Aziz K?ksal <aziz.koeksal@gmail.com>
date Wed, 13 Feb 2008 20:21:25 +0100
parents ff6971637f88
children 4579e8505d5e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
1 /++
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
2 Author: Aziz Köksal
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
3 License: GPL3
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
4 +/
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
5 module cmd.Statistics;
643
3bd947eb72c2 Added module cmd.ASTStats.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 596
diff changeset
6
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
7 import dil.File;
576
0df647660e76 Moved Lexer.d to new package 'lexer'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 554
diff changeset
8 import dil.lexer.Lexer;
596
39fac5531b85 Moved dil.Token to dil.lexer.Token.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 576
diff changeset
9 import dil.lexer.Token;
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
10 import dil.parser.Parser;
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
11 import dil.ast.NodesEnum;
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 679
diff changeset
12 import dil.SourceText;
643
3bd947eb72c2 Added module cmd.ASTStats.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 596
diff changeset
13 import cmd.ASTStats;
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 364
diff changeset
14 import common;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
15
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
16 struct Statistics
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
17 {
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
18 uint whitespaceCount; /// Counter for whitespace characters.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
19 uint wsTokenCount; /// Counter for all whitespace tokens.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
20 uint keywordCount; /// Counter for keywords.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
21 uint identCount; /// Counter for identifier.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
22 uint numberCount; /// Counter for number literals.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
23 uint commentCount; /// Counter for comments.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
24 uint tokenCount; /// Counter for all tokens produced by the Lexer.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
25 uint linesOfCode; /// Number of lines.
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
26 uint[] tokensTable; /// Table of counters for all token kinds.
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
27 uint[] nodesTable; /// Table of counters for all node kinds.
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
28
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
29 static Statistics opCall(bool allocateTokensTable, bool allocateNodesTable = false)
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
30 {
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
31 Statistics s;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
32 if (allocateTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
33 s.tokensTable = new uint[TOK.MAX];
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
34 if (allocateNodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
35 s.nodesTable = new uint[classNames.length];
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
36 return s;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
37 }
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
38
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
39 void opAddAssign(Statistics s)
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
40 {
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
41 this.whitespaceCount += s.whitespaceCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
42 this.wsTokenCount += s.wsTokenCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
43 this.keywordCount += s.keywordCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
44 this.identCount += s.identCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
45 this.numberCount += s.numberCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
46 this.commentCount += s.commentCount;
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
47 this.tokenCount += s.tokenCount;
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
48 this.linesOfCode += s.linesOfCode;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
49 foreach (i, count; s.tokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
50 this.tokensTable[i] += count;
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
51 foreach (i, count; s.nodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
52 this.nodesTable[i] += count;
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
53 }
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
54 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
55
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
56 void execute(string[] filePaths, bool printTokensTable, bool printNodesTable)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
57 {
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
58 Statistics[] stats;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
59 foreach (filePath; filePaths)
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
60 stats ~= getStatistics(filePath, printTokensTable, printNodesTable);
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
61
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
62 auto total = Statistics(printTokensTable, printNodesTable);
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
63
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
64 foreach (i, ref stat; stats)
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
65 {
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
66 total += stat;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
67 Stdout.formatln(
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
68 "----\n"
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
69 "File: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
70 "Whitespace character count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
71 "Whitespace token count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
72 "Keyword count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
73 "Identifier count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
74 "Number count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
75 "Comment count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
76 "All tokens count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
77 "Lines of code: {}",
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
78 filePaths[i],
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
79 stat.whitespaceCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
80 stat.wsTokenCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
81 stat.keywordCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
82 stat.identCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
83 stat.numberCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
84 stat.commentCount,
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
85 stat.tokenCount,
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
86 stat.linesOfCode
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
87 );
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
88 }
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
89
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
90 if (filePaths.length > 1)
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
91 {
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
92 Stdout.formatln(
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
93 "--------------------------------------------------------------------------------\n"
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
94 "Total of {} files:\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
95 "Whitespace character count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
96 "Whitespace token count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
97 "Keyword count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
98 "Identifier count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
99 "Number count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
100 "Comment count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
101 "All tokens count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
102 "Lines of code: {}",
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
103 filePaths.length,
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
104 total.whitespaceCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
105 total.wsTokenCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
106 total.keywordCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
107 total.identCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
108 total.numberCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
109 total.commentCount,
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
110 total.tokenCount,
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
111 total.linesOfCode
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
112 );
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
113 }
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
114
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
115 if (printTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
116 {
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
117 Stdout("Table of tokens:").newline;
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
118 Stdout.formatln(" {,10} | {}", "Count", "Token kind");
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
119 Stdout("-----------------------------").newline;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
120 foreach (i, count; total.tokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
121 Stdout.formatln(" {,10} | {}", count, Token.toString(cast(TOK)i));
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
122 Stdout("// End of tokens table.").newline;
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
123 }
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
124
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
125 if(printNodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
126 {
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
127 Stdout("Table of nodes:").newline;
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
128 Stdout.formatln(" {,10} | {}", "Count", "Node kind");
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
129 Stdout("-----------------------------").newline;
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
130 foreach (i, count; total.nodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
131 Stdout.formatln(" {,10} | {}", count, classNames[i]);
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
132 Stdout("// End of nodes table.").newline;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
133 }
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
134 }
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
135
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
136 Statistics getStatistics(string filePath, bool printTokensTable, bool printNodesTable)
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
137 {
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
138 // Create a new record.
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
139 auto stats = Statistics(printTokensTable);
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
140
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 679
diff changeset
141 auto sourceText = new SourceText(filePath, true);
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
142 Parser parser;
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
143 Lexer lx;
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
144 if (printNodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
145 {
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 679
diff changeset
146 parser = new Parser(sourceText);
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
147 auto rootNode = parser.start();
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
148 // Count nodes.
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
149 stats.nodesTable = (new ASTStats).count(rootNode);
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
150 lx = parser.lexer;
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
151 }
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
152 else
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
153 {
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 679
diff changeset
154 lx = new Lexer(sourceText);
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
155 lx.scanAll();
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
156 }
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
157
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
158 auto token = lx.firstToken();
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
159
672
d422e5f2f3ea Added '--asttable' option to command 'statistics'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 643
diff changeset
160 // Count tokens.
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
161 // Lexer creates HEAD + Newline, which are not in the source text.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
162 // No token left behind!
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
163 stats.tokenCount = 2;
485
ea8c7459f1c4 Changed a lot of things in the Lexer.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 401
diff changeset
164 stats.linesOfCode = lx.lineNum;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
165 if (printTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
166 {
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
167 stats.tokensTable[TOK.HEAD] = 1;
554
d6212e3b9f36 Fixed code in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 545
diff changeset
168 stats.tokensTable[TOK.Newline] = 1;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
169 }
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
170 // Traverse linked list.
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
171 while (1)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
172 {
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
173 stats.tokenCount += 1;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
174
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
175 if (printTokensTable)
679
ff6971637f88 Renamed Token member type to kind.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 672
diff changeset
176 stats.tokensTable[token.kind] += 1;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
177
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
178 // Count whitespace characters
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
179 if (token.ws !is null)
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
180 stats.whitespaceCount += token.start - token.ws;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
181
679
ff6971637f88 Renamed Token member type to kind.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 672
diff changeset
182 switch (token.kind)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
183 {
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
184 case TOK.Identifier:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
185 stats.identCount++;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
186 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
187 case TOK.Comment:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
188 stats.commentCount++;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
189 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
190 case TOK.Int32, TOK.Int64, TOK.Uint32, TOK.Uint64,
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
191 TOK.Float32, TOK.Float64, TOK.Float80,
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
192 TOK.Imaginary32, TOK.Imaginary64, TOK.Imaginary80:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
193 stats.numberCount++;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
194 break;
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
195 case TOK.Newline:
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
196 break;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
197 default:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
198 if (token.isKeyword)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
199 stats.keywordCount++;
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
200 else if (token.isWhitespace)
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
201 stats.wsTokenCount++;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
202 }
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
203
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
204 if (token.next is null)
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
205 break;
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
206 token = token.next;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
207 }
679
ff6971637f88 Renamed Token member type to kind.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 672
diff changeset
208 assert(token.kind == TOK.EOF);
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
209 return stats;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
210 }