projects/dil: trunk/src/cmd/Statistics.d annotate

annotate trunk/src/cmd/Statistics.d @ 672:d422e5f2f3ea

Added '--asttable' option to command 'statistics'.

author	Aziz K?ksal <aziz.koeksal@gmail.com>
date	Fri, 18 Jan 2008 00:30:14 +0100
parents	3bd947eb72c2
children	ff6971637f88

rev	line source
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	1 /++
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	2 Author: Aziz Köksal
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	3 License: GPL3
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	4 +/
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	5 module cmd.Statistics;
643 3bd947eb72c2 Added module cmd.ASTStats. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 596 diff changeset	6
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	7 import dil.File;
576 0df647660e76 Moved Lexer.d to new package 'lexer'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 554 diff changeset	8 import dil.lexer.Lexer;
596 39fac5531b85 Moved dil.Token to dil.lexer.Token. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	9 import dil.lexer.Token;
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	10 import dil.parser.Parser;
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	11 import dil.ast.NodesEnum;
643 3bd947eb72c2 Added module cmd.ASTStats. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 596 diff changeset	12 import cmd.ASTStats;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 364 diff changeset	13 import common;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	14
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	15 struct Statistics
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	16 {
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	17 uint whitespaceCount; /// Counter for whitespace characters.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	18 uint wsTokenCount; /// Counter for all whitespace tokens.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	19 uint keywordCount; /// Counter for keywords.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	20 uint identCount; /// Counter for identifier.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	21 uint numberCount; /// Counter for number literals.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	22 uint commentCount; /// Counter for comments.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	23 uint tokenCount; /// Counter for all tokens produced by the Lexer.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	24 uint linesOfCode; /// Number of lines.
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	25 uint[] tokensTable; /// Table of counters for all token kinds.
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	26 uint[] nodesTable; /// Table of counters for all node kinds.
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	27
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	28 static Statistics opCall(bool allocateTokensTable, bool allocateNodesTable = false)
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	29 {
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	30 Statistics s;
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	31 if (allocateTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	32 s.tokensTable = new uint[TOK.MAX];
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	33 if (allocateNodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	34 s.nodesTable = new uint[classNames.length];
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	35 return s;
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	36 }
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	37
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	38 void opAddAssign(Statistics s)
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	39 {
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	40 this.whitespaceCount += s.whitespaceCount;
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	41 this.wsTokenCount += s.wsTokenCount;
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	42 this.keywordCount += s.keywordCount;
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	43 this.identCount += s.identCount;
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	44 this.numberCount += s.numberCount;
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	45 this.commentCount += s.commentCount;
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	46 this.tokenCount += s.tokenCount;
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	47 this.linesOfCode += s.linesOfCode;
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	48 foreach (i, count; s.tokensTable)
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	49 this.tokensTable[i] += count;
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	50 foreach (i, count; s.nodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	51 this.nodesTable[i] += count;
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	52 }
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	53 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	54
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	55 void execute(string[] filePaths, bool printTokensTable, bool printNodesTable)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	56 {
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	57 Statistics[] stats;
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	58 foreach (filePath; filePaths)
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	59 stats ~= getStatistics(filePath, printTokensTable, printNodesTable);
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	60
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	61 auto total = Statistics(printTokensTable, printNodesTable);
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	62
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	63 foreach (i, ref stat; stats)
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	64 {
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	65 total += stat;
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	66 Stdout.formatln(
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	67 "----\n"
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	68 "File: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	69 "Whitespace character count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	70 "Whitespace token count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	71 "Keyword count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	72 "Identifier count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	73 "Number count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	74 "Comment count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	75 "All tokens count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	76 "Lines of code: {}",
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	77 filePaths[i],
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	78 stat.whitespaceCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	79 stat.wsTokenCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	80 stat.keywordCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	81 stat.identCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	82 stat.numberCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	83 stat.commentCount,
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	84 stat.tokenCount,
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	85 stat.linesOfCode
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	86 );
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	87 }
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	88
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	89 if (filePaths.length > 1)
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	90 {
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	91 Stdout.formatln(
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	92 "--------------------------------------------------------------------------------\n"
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	93 "Total of {} files:\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	94 "Whitespace character count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	95 "Whitespace token count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	96 "Keyword count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	97 "Identifier count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	98 "Number count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	99 "Comment count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	100 "All tokens count: {}\n"
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	101 "Lines of code: {}",
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	102 filePaths.length,
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	103 total.whitespaceCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	104 total.wsTokenCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	105 total.keywordCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	106 total.identCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	107 total.numberCount,
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	108 total.commentCount,
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	109 total.tokenCount,
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	110 total.linesOfCode
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	111 );
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	112 }
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	113
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	114 if (printTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	115 {
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	116 Stdout("Table of tokens:").newline;
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	117 Stdout.formatln(" {,10} \| {}", "Count", "Token kind");
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	118 Stdout("-----------------------------").newline;
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	119 foreach (i, count; total.tokensTable)
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	120 Stdout.formatln(" {,10} \| {}", count, Token.toString(cast(TOK)i));
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	121 Stdout("// End of tokens table.").newline;
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	122 }
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	123
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	124 if(printNodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	125 {
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	126 Stdout("Table of nodes:").newline;
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	127 Stdout.formatln(" {,10} \| {}", "Count", "Node kind");
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	128 Stdout("-----------------------------").newline;
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	129 foreach (i, count; total.nodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	130 Stdout.formatln(" {,10} \| {}", count, classNames[i]);
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	131 Stdout("// End of nodes table.").newline;
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	132 }
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	133 }
fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	134
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	135 Statistics getStatistics(string filePath, bool printTokensTable, bool printNodesTable)
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	136 {
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	137 // Create a new record.
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	138 auto stats = Statistics(printTokensTable);
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	139
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	140 auto sourceText = loadFile(filePath);
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	141 Parser parser;
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	142 Lexer lx;
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	143 if (printNodesTable)
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	144 {
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	145 parser = new Parser(sourceText, filePath);
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	146 auto rootNode = parser.start();
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	147 // Count nodes.
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	148 stats.nodesTable = (new ASTStats).count(rootNode);
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	149 lx = parser.lexer;
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	150 }
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	151 else
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	152 {
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	153 lx = new Lexer(sourceText, filePath);
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	154 lx.scanAll();
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	155 }
d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	156
506 1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	157 auto token = lx.firstToken();
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	158
672 d422e5f2f3ea Added '--asttable' option to command 'statistics'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 643 diff changeset	159 // Count tokens.
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	160 // Lexer creates HEAD + Newline, which are not in the source text.
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	161 // No token left behind!
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	162 stats.tokenCount = 2;
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 401 diff changeset	163 stats.linesOfCode = lx.lineNum;
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	164 if (printTokensTable)
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	165 {
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	166 stats.tokensTable[TOK.HEAD] = 1;
554 d6212e3b9f36 Fixed code in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 545 diff changeset	167 stats.tokensTable[TOK.Newline] = 1;
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	168 }
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	169 // Traverse linked list.
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	170 while (1)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	171 {
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	172 stats.tokenCount += 1;
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	173
0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	174 if (printTokensTable)
554 d6212e3b9f36 Fixed code in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 545 diff changeset	175 stats.tokensTable[token.type] += 1;
545 0bac0bb506ca Added '--table' option to 'stats' command. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 534 diff changeset	176
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	177 // Count whitespace characters
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	178 if (token.ws !is null)
506 1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	179 stats.whitespaceCount += token.start - token.ws;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	180
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	181 switch (token.type)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	182 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	183 case TOK.Identifier:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	184 stats.identCount++;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	185 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	186 case TOK.Comment:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	187 stats.commentCount++;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	188 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	189 case TOK.Int32, TOK.Int64, TOK.Uint32, TOK.Uint64,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	190 TOK.Float32, TOK.Float64, TOK.Float80,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	191 TOK.Imaginary32, TOK.Imaginary64, TOK.Imaginary80:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	192 stats.numberCount++;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	193 break;
506 1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	194 case TOK.Newline:
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	195 break;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	196 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	197 if (token.isKeyword)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	198 stats.keywordCount++;
506 1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	199 else if (token.isWhitespace)
1b897a4536a4 Refactored code and fixed a few things in cmd.Statistics. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	200 stats.wsTokenCount++;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	201 }
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	202
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	203 if (token.next is null)
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	204 break;
581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	205 token = token.next;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	206 }
534 581b3cf3fe8f Added a new field to statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 506 diff changeset	207 assert(token.type == TOK.EOF);
401 fcdf7ac5ad27 Improved statistics generation. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	208 return stats;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	209 }

Mercurial > projects > dil

annotate trunk/src/cmd/Statistics.d @ 672:d422e5f2f3ea