Mercurial > projects > dil

annotate src/cmd/Highlight.d @ 832:80eb3251e010

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Updated to Tango 0.99.7.
author Aziz K?ksal <aziz.koeksal@gmail.com>
date Fri, 25 Jul 2008 15:17:07 +0200
parents 28e1ff1dcfcf
children 451ede0105e0
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
1 /++
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
2 Author: Aziz Köksal
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
3 License: GPL3
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
4 +/
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
5 module cmd.Highlight;
578
c769bc239006 Moved Parser.d to new package 'parser'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 576
diff changeset
6
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
7 import dil.ast.DefaultVisitor;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
8 import dil.ast.Node,
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
9 dil.ast.Declaration,
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
10 dil.ast.Statement,
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
11 dil.ast.Expression,
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
12 dil.ast.Types;
596
39fac5531b85 Moved dil.Token to dil.lexer.Token.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 582
diff changeset
13 import dil.lexer.Lexer;
578
c769bc239006 Moved Parser.d to new package 'parser'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 576
diff changeset
14 import dil.parser.Parser;
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
15 import dil.semantic.Module;
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 752
diff changeset
16 import dil.SourceText;
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
17 import dil.Information;
779
8e6fed11bb68 Moved Settings.d and SettingsLoader.d to src/.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 771
diff changeset
18 import SettingsLoader;
8e6fed11bb68 Moved Settings.d and SettingsLoader.d to src/.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 771
diff changeset
19 import Settings;
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 752
diff changeset
20 import common;
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 752
diff changeset
21
832
80eb3251e010 Updated to Tango 0.99.7.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 808
diff changeset
22 import tango.io.Buffer;
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
23 import tango.io.Print;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
24
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
25 /// The highlight command.
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
26 struct HighlightCommand
364
1059295c2727 - Every command module has an execute method now.
aziz
parents: 363
diff changeset
27 {
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
28 /// Options for the command.
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
29 enum Option
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
30 {
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
31 None = 0,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
32 Tokens = 1,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
33 Syntax = 1<<1,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
34 HTML = 1<<2,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
35 XML = 1<<3,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
36 PrintLines = 1<<4
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
37 }
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
38 alias Option Options;
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
39
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
40 Options options; /// Command options.
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
41 string filePath; /// File path to the module to be highlighted.
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
42 InfoManager infoMan;
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
43
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
44 /// Adds o to the options.
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
45 void add(Option o)
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
46 {
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
47 options |= o;
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
48 }
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
49
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
50 /// Executes the command.
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
51 void run()
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
52 {
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
53 add(HighlightCommand.Option.Tokens);
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
54 if (!(options & (Option.XML | Option.HTML)))
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
55 add(Option.XML); // Default to XML.
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
56
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
57 auto mapFilePath = options & Option.HTML ? GlobalSettings.htmlMapFile
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
58 : GlobalSettings.xmlMapFile;
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
59 auto map = TagMapLoader(infoMan).load(mapFilePath);
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
60 auto tags = new TagMap(map);
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
61
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
62 if (infoMan.hasInfo)
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
63 return;
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
64
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
65 if (options & Option.Syntax)
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
66 highlightSyntax(filePath, tags, Stdout, options);
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
67 else
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
68 highlightTokens(filePath, tags, Stdout, options);
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
69 }
364
1059295c2727 - Every command module has an execute method now.
aziz
parents: 363
diff changeset
70 }
1059295c2727 - Every command module has an execute method now.
aziz
parents: 363
diff changeset
71
582
724603deed37 Added comments and renamed a few variables.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 581
diff changeset
72 /// Escapes the characters '<', '>' and '&' with named character entities.
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
73 char[] xml_escape(char[] text)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
74 {
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
75 char[] result;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
76 foreach(c; text)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
77 switch(c)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
78 {
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
79 case '<': result ~= "&lt;"; break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
80 case '>': result ~= "&gt;"; break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
81 case '&': result ~= "&amp;"; break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
82 default: result ~= c;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
83 }
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
84 if (result.length != text.length)
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
85 return result;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
86 // Nothing escaped. Return original text.
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
87 delete result;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
88 return text;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
89 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
90
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
91 /// Maps tokens to (format) strings.
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
92 class TagMap
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
93 {
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
94 string[string] table;
781
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
95 string[TOK.MAX] tokenTable;
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
96
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
97 this(string[string] table)
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
98 {
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
99 this.table = table;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
100 Identifier = this["Identifier", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
101 String = this["String", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
102 Char = this["Char", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
103 Number = this["Number", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
104 Keyword = this["Keyword", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
105 LineC = this["LineC", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
106 BlockC = this["BlockC", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
107 NestedC = this["NestedC", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
108 Shebang = this["Shebang", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
109 HLine = this["HLine", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
110 Filespec = this["Filespec", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
111 Illegal = this["Illegal", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
112 Newline = this["Newline", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
113 SpecialToken = this["SpecialToken", "{0}"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
114 Declaration = this["Declaration", "d"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
115 Statement = this["Statement", "s"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
116 Expression = this["Expression", "e"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
117 Type = this["Type", "t"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
118 Other = this["Other", "o"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
119 EOF = this["EOF", ""];
781
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
120
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
121 foreach (i, tokStr; tokToString)
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
122 if (auto pStr = tokStr in this.table)
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
123 tokenTable[i] = *pStr;
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
124 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
125
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
126 /// Returns the value for str, or 'fallback' if str is not in the table.
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
127 string opIndex(string str, string fallback = "")
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
128 {
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
129 auto p = str in table;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
130 if (p)
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
131 return *p;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
132 return fallback;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
133 }
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
134
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
135 /// Returns the value for tok in O(1) time.
781
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
136 string opIndex(TOK tok)
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
137 {
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
138 return tokenTable[tok];
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
139 }
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
140
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
141 /// Shortcuts for quick access.
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
142 string Identifier, String, Char, Number, Keyword, LineC, BlockC,
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
143 NestedC, Shebang, HLine, Filespec, Illegal, Newline, SpecialToken,
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
144 Declaration, Statement, Expression, Type, Other, EOF;
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
145
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
146 /// Returns the tag for the category 'nc'.
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
147 string getTag(NodeCategory nc)
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
148 {
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
149 string tag;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
150 switch (nc)
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
151 { alias NodeCategory NC;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
152 case NC.Declaration: tag = Declaration; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
153 case NC.Statement: tag = Statement; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
154 case NC.Expression: tag = Expression; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
155 case NC.Type: tag = Type; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
156 case NC.Other: tag = Other; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
157 default: assert(0);
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
158 }
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
159 return tag;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
160 }
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
161 }
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
162
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
163 /// Find the last occurrence of object in subject.
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
164 /// Returns: the index if found, or -1 if not.
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
165 int rfind(char[] subject, char object)
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
166 {
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
167 foreach_reverse(i, c; subject)
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
168 if (c == object)
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
169 return i;
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
170 return -1;
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
171 }
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
172
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
173 /// Returns the short class name of a class descending from Node.$(BR)
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
174 /// E.g.: dil.ast.Declarations.ClassDeclaration -> Class
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
175 char[] getShortClassName(Node node)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
176 {
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
177 static char[][] name_table;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
178 if (name_table is null)
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
179 name_table = new char[][NodeKind.max+1]; // Create a new table.
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
180 // Look up in table.
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
181 char[] name = name_table[node.kind];
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
182 if (name !is null)
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
183 return name; // Return cached name.
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
184
582
724603deed37 Added comments and renamed a few variables.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 581
diff changeset
185 name = node.classinfo.name; // Get the fully qualified name of the class.
724603deed37 Added comments and renamed a few variables.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 581
diff changeset
186 name = name[rfind(name, '.')+1 .. $]; // Remove package and module name.
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
187
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
188 uint suffixLength;
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
189 switch (node.category)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
190 {
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
191 alias NodeCategory NC;
485
ea8c7459f1c4 Changed a lot of things in the Lexer.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 422
diff changeset
192 case NC.Declaration:
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
193 suffixLength = "Declaration".length;
485
ea8c7459f1c4 Changed a lot of things in the Lexer.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 422
diff changeset
194 break;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
195 case NC.Statement:
682
7541c64fc423 Renamed FunctionBody, CatchBody and FinallyBody.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 681
diff changeset
196 suffixLength = "Statement".length;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
197 break;
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
198 case NC.Expression:
695
170ddcdc9711 Renamed VoidInitializer, ArrayInitializer and StructInitializer.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 682
diff changeset
199 suffixLength = "Expression".length;
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
200 break;
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
201 case NC.Type:
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
202 suffixLength = "Type".length;
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
203 break;
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
204 case NC.Other:
640
05645f5613c1 Added an error message.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 619
diff changeset
205 break;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
206 default:
640
05645f5613c1 Added an error message.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 619
diff changeset
207 assert(0);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
208 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
209 // Remove common suffix.
581
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
210 name = name[0 .. $ - suffixLength];
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
211 // Store the name in the table.
61f9784aaf2a Improved function getShortClassName().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 580
diff changeset
212 name_table[node.kind] = name;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
213 return name;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
214 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
215
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
216 /// Extended token structure.
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
217 struct TokenEx
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
218 {
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
219 Token* token; /// The lexer token.
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
220 Node[] beginNodes; /// beginNodes[n].begin == token
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
221 Node[] endNodes; /// endNodes[n].end == token
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
222 }
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
223
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
224 /// Builds an array of TokenEx items.
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
225 class TokenExBuilder : DefaultVisitor
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
226 {
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
227 private TokenEx*[Token*] tokenTable;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
228
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
229 TokenEx[] build(Node root, Token* first)
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
230 {
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
231 auto token = first;
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
232
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
233 uint count; // Count tokens.
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
234 for (; token; token = token.next)
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
235 count++;
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
236 // Creat the exact number of TokenEx instances.
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
237 auto toks = new TokenEx[count];
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
238 token = first;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
239 foreach (ref tokEx; toks)
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
240 {
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
241 tokEx.token = token;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
242 if (!token.isWhitespace)
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
243 tokenTable[token] = &tokEx;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
244 token = token.next;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
245 }
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
246
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
247 super.visitN(root);
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
248 tokenTable = null;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
249 return toks;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
250 }
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
251
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
252 TokenEx* getTokenEx()(Token* t)
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
253 {
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
254 auto p = t in tokenTable;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
255 assert(p, t.srcText~" is not in tokenTable");
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
256 return *p;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
257 }
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
258
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
259 // Override dispatch function.
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
260 override Node dispatch(Node n)
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
261 {
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
262 auto begin = n.begin;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
263 if (begin)
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
264 { assert(n.end);
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
265 auto txbegin = getTokenEx(begin);
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
266 auto txend = getTokenEx(n.end);
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
267 txbegin.beginNodes ~= n;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
268 txend.endNodes ~= n;
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
269 }
757
e4b60543c5e8 Revised methods in class Visitor.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 755
diff changeset
270 return super.dispatch(n);
e4b60543c5e8 Revised methods in class Visitor.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 755
diff changeset
271 }
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
272 }
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
273
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
274 void printErrors(Lexer lx, TagMap tags, Print!(char) print)
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
275 {
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
276 foreach (e; lx.errors)
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
277 print.format(tags["LexerError"], e.filePath, e.loc, e.col, xml_escape(e.getMsg));
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
278 }
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
279
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
280 void printErrors(Parser parser, TagMap tags, Print!(char) print)
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
281 {
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
282 foreach (e; parser.errors)
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
283 print.format(tags["ParserError"], e.filePath, e.loc, e.col, xml_escape(e.getMsg));
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
284 }
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
285
771
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
286 void printLines(uint lines, TagMap tags, Print!(char) print)
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
287 {
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
288 auto lineNumberFormat = tags["LineNumber"];
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
289 for (auto lineNum = 1; lineNum <= lines; lineNum++)
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
290 print.format(lineNumberFormat, lineNum);
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
291 }
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
292
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
293 /// Highlights the syntax in a source file.
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
294 void highlightSyntax(string filePath, TagMap tags,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
295 Print!(char) print,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
296 HighlightCommand.Options options)
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
297 {
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 752
diff changeset
298 auto parser = new Parser(new SourceText(filePath, true));
368
2adf808343d6 - Renamed method start() to init() in Parser.
aziz
parents: 364
diff changeset
299 auto root = parser.start();
619
933cd8d24467 Renamed Parser.lx to Parser.lexer.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 598
diff changeset
300 auto lx = parser.lexer;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
301
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
302 auto builder = new TokenExBuilder();
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
303 auto tokenExList = builder.build(root, lx.firstToken());
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
304
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
305 print(tags["DocHead"]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
306 if (lx.errors.length || parser.errors.length)
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
307 { // Output error messages.
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
308 print(tags["CompBegin"]);
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
309 printErrors(lx, tags, print);
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
310 printErrors(parser, tags, print);
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
311 print(tags["CompEnd"]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
312 }
771
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
313
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
314 if (options & HighlightCommand.Option.PrintLines)
771
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
315 {
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
316 print(tags["LineNumberBegin"]);
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
317 printLines(lx.lineNum, tags, print);
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
318 print(tags["LineNumberEnd"]);
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
319 }
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
320
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
321 print(tags["SourceBegin"]);
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
322
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
323 auto tagNodeBegin = tags["NodeBegin"];
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
324 auto tagNodeEnd = tags["NodeEnd"];
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
325
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
326 // Iterate over list of tokens.
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
327 foreach (ref tokenEx; tokenExList)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
328 {
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
329 auto token = tokenEx.token;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
330
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
331 token.ws && print(token.wsChars); // Print preceding whitespace.
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
332 if (token.isWhitespace) {
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
333 printToken(token, tags, print);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
334 continue;
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
335 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
336 // <node>
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
337 foreach (node; tokenEx.beginNodes)
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
338 print.format(tagNodeBegin, tags.getTag(node.category), getShortClassName(node));
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
339 // Token text.
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
340 printToken(token, tags, print);
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
341 // </node>
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
342 if (options & HighlightCommand.Option.HTML)
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
343 foreach_reverse (node; tokenEx.endNodes)
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
344 print(tagNodeEnd);
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
345 else
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
346 foreach_reverse (node; tokenEx.endNodes)
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
347 print.format(tagNodeEnd, tags.getTag(node.category));
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
348 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
349 print(tags["SourceEnd"]);
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
350 print(tags["DocEnd"]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
351 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
352
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
353 /// Highlights all tokens of a source file.
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
354 void highlightTokens(string filePath, TagMap tags,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
355 Print!(char) print,
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
356 HighlightCommand.Options options)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
357 {
755
90668b83ae5e Introduced new module dil.SourceText and class SourceText.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 752
diff changeset
358 auto lx = new Lexer(new SourceText(filePath, true));
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
359 lx.scanAll();
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
360
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
361 print(tags["DocHead"]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
362 if (lx.errors.length)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
363 {
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
364 print(tags["CompBegin"]);
752
51e9dfe27f20 Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 709
diff changeset
365 printErrors(lx, tags, print);
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
366 print(tags["CompEnd"]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
367 }
771
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
368
808
28e1ff1dcfcf Renamed generate command to highlight and refactored it.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 806
diff changeset
369 if (options & HighlightCommand.Option.PrintLines)
771
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
370 {
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
371 print(tags["LineNumberBegin"]);
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
372 printLines(lx.lineNum, tags, print);
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
373 print(tags["LineNumberEnd"]);
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
374 }
ef9bee5a2d61 Command 'generate' can print line numbers now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 763
diff changeset
375
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
376 print(tags["SourceBegin"]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
377 // Traverse linked list and print tokens.
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
378 for (auto token = lx.firstToken(); token; token = token.next) {
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
379 token.ws && print(token.wsChars); // Print preceding whitespace.
391
33b566df6af4 Migrated project to Tango.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 390
diff changeset
380 printToken(token, tags, print);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
381 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
382 print(tags["SourceEnd"]);
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
383 print(tags["DocEnd"]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
384 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
385
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
386 /// A token highlighter designed for DDoc.
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
387 class TokenHighlighter
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
388 {
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
389 TagMap tags;
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
390 this(InfoManager infoMan, bool useHTML = true)
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
391 {
800
dcd30b0ba711 Added --xml option to command 'ddoc'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 785
diff changeset
392 string filePath = GlobalSettings.htmlMapFile;
dcd30b0ba711 Added --xml option to command 'ddoc'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 785
diff changeset
393 if (!useHTML)
dcd30b0ba711 Added --xml option to command 'ddoc'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 785
diff changeset
394 filePath = GlobalSettings.xmlMapFile;
dcd30b0ba711 Added --xml option to command 'ddoc'.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 785
diff changeset
395 auto map = TagMapLoader(infoMan).load(filePath);
761
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
396 tags = new TagMap(map);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
397 }
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
398
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
399 /// Highlights tokens in a DDoc code section.
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
400 /// Returns: a string with the highlighted tokens (in HTML tags.)
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
401 string highlight(string text, string filePath)
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
402 {
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
403 auto buffer = new GrowBuffer(text.length);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
404 auto print = new Print!(char)(Format, buffer);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
405
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
406 auto lx = new Lexer(new SourceText(filePath, text));
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
407 lx.scanAll();
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
408
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
409 // Traverse linked list and print tokens.
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
410 print("$(D_CODE\n");
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
411 if (lx.errors.length)
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
412 { // Output error messages.
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
413 print(tags["CompBegin"]);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
414 printErrors(lx, tags, print);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
415 print(tags["CompEnd"]);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
416 }
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
417 // Traverse linked list and print tokens.
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
418 for (auto token = lx.firstToken(); token; token = token.next) {
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
419 token.ws && print(token.wsChars); // Print preceding whitespace.
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
420 printToken(token, tags, print);
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
421 }
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
422 print("\n)");
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
423 return cast(char[])buffer.slice();
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
424 }
307905dadf5d DDoc code sections are highlighted now.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 759
diff changeset
425 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
426
785
57ef69eced96 Added functions isCodeSection() and skipCodeSection().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 781
diff changeset
427 /// Prints a token to the stream print.
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
428 void printToken(Token* token, TagMap tags, Print!(char) print)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
429 {
679
ff6971637f88 Renamed Token member type to kind.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 668
diff changeset
430 switch(token.kind)
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
431 {
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
432 case TOK.Identifier:
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
433 print.format(tags.Identifier, token.srcText);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
434 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
435 case TOK.Comment:
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
436 string formatStr;
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
437 switch (token.start[1])
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
438 {
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
439 case '/': formatStr = tags.LineC; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
440 case '*': formatStr = tags.BlockC; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
441 case '+': formatStr = tags.NestedC; break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
442 default: assert(0);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
443 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
444 print.format(formatStr, xml_escape(token.srcText));
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
445 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
446 case TOK.String:
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
447 print.format(tags.String, xml_escape(token.srcText));
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
448 break;
507
996041463028 Removed TOK.WCharLiteral and TOK.DCharLiteral.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 485
diff changeset
449 case TOK.CharLiteral:
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
450 print.format(tags.Char, xml_escape(token.srcText));
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
451 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
452 case TOK.Int32, TOK.Int64, TOK.Uint32, TOK.Uint64,
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
453 TOK.Float32, TOK.Float64, TOK.Float80,
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
454 TOK.Imaginary32, TOK.Imaginary64, TOK.Imaginary80:
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
455 print.format(tags.Number, token.srcText);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
456 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
457 case TOK.Shebang:
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
458 print.format(tags.Shebang, xml_escape(token.srcText));
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
459 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
460 case TOK.HashLine:
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
461 auto formatStr = tags.HLine;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
462 // The text to be inserted into formatStr.
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
463 auto buffer = new GrowBuffer;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
464 auto print2 = new Print!(char)(Format, buffer);
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
465
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
466 void printWS(char* start, char* end)
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
467 {
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
468 start != end && print2(start[0 .. end - start]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
469 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
470
485
ea8c7459f1c4 Changed a lot of things in the Lexer.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 422
diff changeset
471 auto num = token.tokLineNum;
388
ae154eceba65 Applied some fixes to scanning and printing #line tokens.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 379
diff changeset
472 if (num is null)
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
473 { // Malformed #line
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
474 print.format(formatStr, token.srcText);
388
ae154eceba65 Applied some fixes to scanning and printing #line tokens.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 379
diff changeset
475 break;
ae154eceba65 Applied some fixes to scanning and printing #line tokens.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 379
diff changeset
476 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
477
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
478 // Print whitespace between #line and number.
763
f26f13b5a3a3 Fixed code in scanSpecialTokenSequence().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 761
diff changeset
479 printWS(token.start, num.start); // Prints "#line" as well.
f26f13b5a3a3 Fixed code in scanSpecialTokenSequence().
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 761
diff changeset
480 printToken(num, tags, print2); // Print the number.
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
481
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
482 if (auto filespec = token.tokLineFilespec)
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
483 { // Print whitespace between number and filespec.
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
484 printWS(num.end, filespec.start);
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
485 print2.format(tags.Filespec, xml_escape(filespec.srcText));
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
486 }
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
487 // Finally print the whole token.
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
488 print.format(formatStr, cast(char[])buffer.slice());
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
489 break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
490 case TOK.Illegal:
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
491 print.format(tags.Illegal, token.srcText());
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
492 break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
493 case TOK.Newline:
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
494 print.format(tags.Newline, token.srcText());
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
495 break;
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
496 case TOK.EOF:
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
497 print(tags.EOF);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
498 break;
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
499 default:
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
500 if (token.isKeyword())
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
501 print.format(tags.Keyword, token.srcText);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
502 else if (token.isSpecialToken)
759
9c47f377ca0b Revised module cmd.Generate.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 757
diff changeset
503 print.format(tags.SpecialToken, token.srcText);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
504 else
781
d887184efb3c Improved class TagMap.
Aziz K?ksal <aziz.koeksal@gmail.com>
parents: 779
diff changeset
505 print(tags[token.kind]);
363
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
506 }
2b387a3c6b58 - Added package cmd.
aziz
parents:
diff changeset
507 }