Mercurial > projects > dil

annotate trunk/src/cmd/Statistics.d @ 643:3bd947eb72c2

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Added module cmd.ASTStats.
author Aziz K?ksal <aziz.koeksal@gmail.com>
date Mon, 14 Jan 2008 14:55:49 +0100
parents 39fac5531b85
children d422e5f2f3ea
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
1 /++
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
2 Author: Aziz Köksal
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
3 License: GPL3
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
4 +/
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
5 module cmd.Statistics;
643
3bd947eb72c2 Added module cmd.ASTStats.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 596
diff changeset
6
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
7 import dil.File;
576
0df647660e76 Moved Lexer.d to new package 'lexer'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 554
diff changeset
8 import dil.lexer.Lexer;
596
39fac5531b85 Moved dil.Token to dil.lexer.Token.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 576
diff changeset
9 import dil.lexer.Token;
643
3bd947eb72c2 Added module cmd.ASTStats.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 596
diff changeset
10 import cmd.ASTStats;
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 364
diff changeset
11 import common;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
12
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
13 struct Statistics
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
14 {
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
15 uint whitespaceCount; /// Counter for whitespace characters.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
16 uint wsTokenCount; /// Counter for all whitespace tokens.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
17 uint keywordCount; /// Counter for keywords.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
18 uint identCount; /// Counter for identifier.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
19 uint numberCount; /// Counter for number literals.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
20 uint commentCount; /// Counter for comments.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
21 uint tokenCount; /// Counter for all tokens produced by the Lexer.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
22 uint linesOfCode; /// Number of lines.
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
23 uint[] tokensTable; /// Table of counters for all token types.
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
24
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
25 static Statistics opCall(bool allocateTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
26 {
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
27 Statistics s;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
28 if (allocateTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
29 s.tokensTable = new uint[TOK.MAX];
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
30 return s;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
31 }
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
32
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
33 void opAddAssign(Statistics s)
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
34 {
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
35 this.whitespaceCount += s.whitespaceCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
36 this.wsTokenCount += s.wsTokenCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
37 this.keywordCount += s.keywordCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
38 this.identCount += s.identCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
39 this.numberCount += s.numberCount;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
40 this.commentCount += s.commentCount;
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
41 this.tokenCount += s.tokenCount;
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
42 this.linesOfCode += s.linesOfCode;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
43 foreach (i, count; s.tokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
44 this.tokensTable[i] += count;
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
45 }
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
46 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
47
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
48 void execute(string[] filePaths, bool printTokensTable)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
49 {
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
50 Statistics[] stats;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
51 foreach (filePath; filePaths)
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
52 stats ~= getStatistics(filePath, printTokensTable);
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
53
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
54 auto total = Statistics(printTokensTable);
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
55
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
56 foreach (i, ref stat; stats)
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
57 {
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
58 total += stat;
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
59 Stdout.formatln(
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
60 "----\n"
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
61 "File: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
62 "Whitespace character count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
63 "Whitespace token count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
64 "Keyword count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
65 "Identifier count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
66 "Number count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
67 "Comment count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
68 "All tokens count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
69 "Lines of code: {}",
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
70 filePaths[i],
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
71 stat.whitespaceCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
72 stat.wsTokenCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
73 stat.keywordCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
74 stat.identCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
75 stat.numberCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
76 stat.commentCount,
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
77 stat.tokenCount,
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
78 stat.linesOfCode
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
79 );
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
80 }
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
81
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
82 if (filePaths.length > 1)
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
83 {
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
84 Stdout.formatln(
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
85 "--------------------------------------------------------------------------------\n"
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
86 "Total of {} files:\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
87 "Whitespace character count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
88 "Whitespace token count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
89 "Keyword count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
90 "Identifier count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
91 "Number count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
92 "Comment count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
93 "All tokens count: {}\n"
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
94 "Lines of code: {}",
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
95 filePaths.length,
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
96 total.whitespaceCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
97 total.wsTokenCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
98 total.keywordCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
99 total.identCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
100 total.numberCount,
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
101 total.commentCount,
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
102 total.tokenCount,
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
103 total.linesOfCode
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
104 );
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
105 }
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
106
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
107 if (printTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
108 {
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
109 Stdout("Table of tokens:").newline;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
110 Stdout.formatln(" {,10} | {}", "Count", "Token type");
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
111 Stdout("-----------------------------").newline;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
112 foreach (i, count; total.tokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
113 Stdout.formatln(" {,10} | {}", count, Token.toString(cast(TOK)i));
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
114 Stdout("// End of table.").newline;
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
115 }
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
116 }
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
117
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
118 Statistics getStatistics(string filePath, bool printTokensTable)
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
119 {
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
120 auto sourceText = loadFile(filePath);
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
121 auto lx = new Lexer(sourceText, filePath);
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
122 lx.scanAll();
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
123 auto token = lx.firstToken();
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
124
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
125 auto stats = Statistics(printTokensTable);
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
126 // Lexer creates HEAD + Newline, which are not in the source text.
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
127 // No token left behind!
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
128 stats.tokenCount = 2;
485
ea8c7459f1c4 Changed a lot of things in the Lexer.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 401
diff changeset
129 stats.linesOfCode = lx.lineNum;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
130 if (printTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
131 {
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
132 stats.tokensTable[TOK.HEAD] = 1;
554
d6212e3b9f36 Fixed code in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 545
diff changeset
133 stats.tokensTable[TOK.Newline] = 1;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
134 }
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
135 // Traverse linked list.
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
136 while (1)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
137 {
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
138 stats.tokenCount += 1;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
139
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
140 if (printTokensTable)
554
d6212e3b9f36 Fixed code in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 545
diff changeset
141 stats.tokensTable[token.type] += 1;
545
0bac0bb506ca Added '--table' option to 'stats' command.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 534
diff changeset
142
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
143 // Count whitespace characters
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
144 if (token.ws !is null)
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
145 stats.whitespaceCount += token.start - token.ws;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
146
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
147 switch (token.type)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
148 {
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
149 case TOK.Identifier:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
150 stats.identCount++;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
151 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
152 case TOK.Comment:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
153 stats.commentCount++;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
154 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
155 case TOK.Int32, TOK.Int64, TOK.Uint32, TOK.Uint64,
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
156 TOK.Float32, TOK.Float64, TOK.Float80,
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
157 TOK.Imaginary32, TOK.Imaginary64, TOK.Imaginary80:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
158 stats.numberCount++;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
159 break;
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
160 case TOK.Newline:
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
161 break;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
162 default:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
163 if (token.isKeyword)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
164 stats.keywordCount++;
506
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
165 else if (token.isWhitespace)
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
166 stats.wsTokenCount++;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
167 }
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
168
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
169 if (token.next is null)
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
170 break;
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
171 token = token.next;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
172 }
534
581b3cf3fe8f Added a new field to statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 506
diff changeset
173 assert(token.type == TOK.EOF);
401
fcdf7ac5ad27 Improved statistics generation.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 391
diff changeset
174 return stats;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
175 }