projects/dil: trunk/src/cmd/Generate.d annotate

annotate trunk/src/cmd/Generate.d @ 763:f26f13b5a3a3

Fixed code in scanSpecialTokenSequence().

author	Aziz K?ksal <aziz.koeksal@gmail.com>
date	Sat, 16 Feb 2008 01:47:39 +0100
parents	307905dadf5d
children	ef9bee5a2d61

rev	line source
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	1 /++
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	2 Author: Aziz Köksal
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	3 License: GPL3
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	4 +/
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	5 module cmd.Generate;
578 c769bc239006 Moved Parser.d to new package 'parser'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	6
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	7 import dil.ast.DefaultVisitor;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	8 import dil.ast.Node,
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	9 dil.ast.Declaration,
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	10 dil.ast.Statement,
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	11 dil.ast.Expression,
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	12 dil.ast.Types;
596 39fac5531b85 Moved dil.Token to dil.lexer.Token. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 582 diff changeset	13 import dil.lexer.Lexer;
578 c769bc239006 Moved Parser.d to new package 'parser'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	14 import dil.parser.Parser;
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	15 import dil.semantic.Module;
755 90668b83ae5e Introduced new module dil.SourceText and class SourceText. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 752 diff changeset	16 import dil.SourceText;
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	17 import dil.Information;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	18 import dil.SettingsLoader;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	19 import dil.Settings;
755 90668b83ae5e Introduced new module dil.SourceText and class SourceText. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 752 diff changeset	20 import common;
90668b83ae5e Introduced new module dil.SourceText and class SourceText. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 752 diff changeset	21
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	22 import tango.io.GrowBuffer;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	23 import tango.io.Print;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	24
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	25 /// Options for the generate command.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	26 enum DocOption
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	27 {
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	28 Empty,
bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	29 Tokens = 1,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	30 Syntax = 1<<1,
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	31 HTML = 1<<2,
bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	32 XML = 1<<3
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	33 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	34
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	35 /// Executes the command.
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	36 void execute(string filePath, DocOption options, InfoManager infoMan)
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	37 {
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	38 assert(options != DocOption.Empty);
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	39 auto mapFilePath = options & DocOption.HTML ? GlobalSettings.htmlMapFile
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	40 : GlobalSettings.xmlMapFile;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	41 auto map = TagMapLoader(infoMan).load(mapFilePath);
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	42 auto tags = new TagMap(map);
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	43
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	44 if (infoMan.hasInfo)
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	45 return;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	46
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	47 if (options & DocOption.Syntax)
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	48 highlightSyntax(filePath, tags, Stdout, options);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	49 else
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	50 highlightTokens(filePath, tags, Stdout);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	51 }
1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	52
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	53 /// Escapes the characters '<', '>' and '&' with named character entities.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	54 char[] xml_escape(char[] text)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	55 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	56 char[] result;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	57 foreach(c; text)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	58 switch(c)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	59 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	60 case '<': result ~= "<"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	61 case '>': result ~= ">"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	62 case '&': result ~= "&"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	63 default: result ~= c;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	64 }
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	65 if (result.length != text.length)
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	66 return result;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	67 // Nothing escaped. Return original text.
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	68 delete result;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	69 return text;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	70 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	71
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	72 class TagMap
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	73 {
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	74 string[string] table;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	75
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	76 this(string[string] table)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	77 {
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	78 this.table = table;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	79 Identifier = this["Identifier", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	80 String = this["String", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	81 Char = this["Char", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	82 Number = this["Number", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	83 Keyword = this["Keyword", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	84 LineC = this["LineC", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	85 BlockC = this["BlockC", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	86 NestedC = this["NestedC", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	87 Shebang = this["Shebang", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	88 HLine = this["HLine", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	89 Filespec = this["Filespec", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	90 Illegal = this["Illegal", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	91 Newline = this["Newline", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	92 SpecialToken = this["SpecialToken", "{0}"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	93 Declaration = this["Declaration", "d"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	94 Statement = this["Statement", "s"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	95 Expression = this["Expression", "e"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	96 Type = this["Type", "t"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	97 Other = this["Other", "o"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	98 EOF = this["EOF", ""];
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	99 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	100
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	101 string opIndex(string str, string fallback = "")
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	102 {
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	103 auto p = str in table;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	104 if (p)
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	105 return *p;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	106 return fallback;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	107 }
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	108
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	109 string Identifier, String, Char, Number, Keyword, LineC, BlockC,
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	110 NestedC, Shebang, HLine, Filespec, Illegal, Newline, SpecialToken,
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	111 Declaration, Statement, Expression, Type, Other, EOF;
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	112
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	113 /// Returns the tag for the category 'nc'.
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	114 string getTag(NodeCategory nc)
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	115 {
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	116 string tag;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	117 switch (nc)
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	118 { alias NodeCategory NC;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	119 case NC.Declaration: tag = Declaration; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	120 case NC.Statement: tag = Statement; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	121 case NC.Expression: tag = Expression; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	122 case NC.Type: tag = Type; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	123 case NC.Other: tag = Other; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	124 default: assert(0);
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	125 }
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	126 return tag;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	127 }
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	128 }
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	129
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	130 /// Find the last occurrence of object in subject.
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	131 /// Returns: the index if found, or -1 if not.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	132 int rfind(char[] subject, char object)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	133 {
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	134 foreach_reverse(i, c; subject)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	135 if (c == object)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	136 return i;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	137 return -1;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	138 }
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	139
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	140 /// Returns: the short class name of an instance descending from Node.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	141 char[] getShortClassName(Node node)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	142 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	143 static char[][] name_table;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	144 if (name_table is null)
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	145 name_table = new char[][NodeKind.max+1]; // Create a new table.
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	146 // Look up in table.
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	147 char[] name = name_table[node.kind];
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	148 if (name !is null)
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	149 return name; // Return cached name.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	150
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	151 name = node.classinfo.name; // Get the fully qualified name of the class.
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	152 name = name[rfind(name, '.')+1 .. $]; // Remove package and module name.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	153
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	154 uint suffixLength;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	155 switch (node.category)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	156 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	157 alias NodeCategory NC;
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	158 case NC.Declaration:
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	159 suffixLength = "Declaration".length;
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	160 break;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	161 case NC.Statement:
682 7541c64fc423 Renamed FunctionBody, CatchBody and FinallyBody. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 681 diff changeset	162 suffixLength = "Statement".length;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	163 break;
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	164 case NC.Expression:
695 170ddcdc9711 Renamed VoidInitializer, ArrayInitializer and StructInitializer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 682 diff changeset	165 suffixLength = "Expression".length;
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	166 break;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	167 case NC.Type:
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	168 suffixLength = "Type".length;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	169 break;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	170 case NC.Other:
640 05645f5613c1 Added an error message. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 619 diff changeset	171 break;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	172 default:
640 05645f5613c1 Added an error message. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 619 diff changeset	173 assert(0);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	174 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	175 // Remove common suffix.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	176 name = name[0 .. $ - suffixLength];
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	177 // Store the name in the table.
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	178 name_table[node.kind] = name;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	179 return name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	180 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	181
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	182 /// Extended token structure.
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	183 struct TokenEx
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	184 {
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	185 Token* token; /// The lexer token.
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	186 Node[] beginNodes; /// beginNodes[n].begin == token
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	187 Node[] endNodes; /// endNodes[n].end == token
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	188 }
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	189
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	190 /// Builds an array of TokenEx items.
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	191 class TokenExBuilder : DefaultVisitor
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	192 {
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	193 private TokenEx[Token] tokenTable;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	194
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	195 TokenEx[] build(Node root, Token* first)
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	196 {
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	197 auto token = first;
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	198
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	199 uint count; // Count tokens.
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	200 for (; token; token = token.next)
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	201 count++;
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	202 // Creat the exact number of TokenEx instances.
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	203 auto toks = new TokenEx[count];
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	204 token = first;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	205 foreach (ref tokEx; toks)
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	206 {
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	207 tokEx.token = token;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	208 if (!token.isWhitespace)
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	209 tokenTable[token] = &tokEx;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	210 token = token.next;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	211 }
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	212
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	213 super.visitN(root);
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	214 tokenTable = null;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	215 return toks;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	216 }
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	217
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	218 TokenEx* getTokenEx()(Token* t)
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	219 {
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	220 auto p = t in tokenTable;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	221 assert(p, t.srcText~" is not in tokenTable");
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	222 return *p;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	223 }
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	224
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	225 // Override dispatch function.
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	226 override Node dispatch(Node n)
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	227 {
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	228 auto begin = n.begin;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	229 if (begin)
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	230 { assert(n.end);
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	231 auto txbegin = getTokenEx(begin);
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	232 auto txend = getTokenEx(n.end);
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	233 txbegin.beginNodes ~= n;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	234 txend.endNodes ~= n;
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	235 }
757 e4b60543c5e8 Revised methods in class Visitor. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 755 diff changeset	236 return super.dispatch(n);
e4b60543c5e8 Revised methods in class Visitor. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 755 diff changeset	237 }
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	238 }
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	239
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	240 void printErrors(Lexer lx, TagMap tags, Print!(char) print)
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	241 {
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	242 foreach (e; lx.errors)
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	243 print.format(tags["LexerError"], e.filePath, e.loc, e.col, xml_escape(e.getMsg));
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	244 }
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	245
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	246 void printErrors(Parser parser, TagMap tags, Print!(char) print)
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	247 {
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	248 foreach (e; parser.errors)
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	249 print.format(tags["ParserError"], e.filePath, e.loc, e.col, xml_escape(e.getMsg));
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	250 }
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	251
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	252 void highlightSyntax(string filePath, TagMap tags, Print!(char) print, DocOption options)
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	253 {
755 90668b83ae5e Introduced new module dil.SourceText and class SourceText. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 752 diff changeset	254 auto parser = new Parser(new SourceText(filePath, true));
368 2adf808343d6 - Renamed method start() to init() in Parser. aziz parents: 364 diff changeset	255 auto root = parser.start();
619 933cd8d24467 Renamed Parser.lx to Parser.lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 598 diff changeset	256 auto lx = parser.lexer;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	257
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	258 auto builder = new TokenExBuilder();
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	259 auto tokenExList = builder.build(root, lx.firstToken());
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	260
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	261 print(tags["DocHead"]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	262 if (lx.errors.length \|\| parser.errors.length)
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	263 { // Output error messages.
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	264 print(tags["CompBegin"]);
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	265 printErrors(lx, tags, print);
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	266 printErrors(parser, tags, print);
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	267 print(tags["CompEnd"]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	268 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	269 print(tags["SourceBegin"]);
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	270
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	271 auto tagNodeBegin = tags["NodeBegin"];
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	272 auto tagNodeEnd = tags["NodeEnd"];
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	273
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	274 // Iterate over list of tokens.
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	275 foreach (ref tokenEx; tokenExList)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	276 {
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	277 auto token = tokenEx.token;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	278
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	279 token.ws && print(token.wsChars); // Print preceding whitespace.
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	280 if (token.isWhitespace) {
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	281 printToken(token, tags, print);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	282 continue;
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	283 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	284 // <node>
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	285 foreach (node; tokenEx.beginNodes)
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	286 print.format(tagNodeBegin, tags.getTag(node.category), getShortClassName(node));
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	287 // Token text.
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	288 printToken(token, tags, print);
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	289 // </node>
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	290 if (options & DocOption.HTML)
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	291 foreach_reverse (node; tokenEx.endNodes)
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	292 print(tagNodeEnd);
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	293 else
51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	294 foreach_reverse (node; tokenEx.endNodes)
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	295 print.format(tagNodeEnd, tags.getTag(node.category));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	296 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	297 print(tags["SourceEnd"]);
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	298 print(tags["DocEnd"]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	299 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	300
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	301 /// Prints all tokens of a source file using the buffer print.
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	302 void highlightTokens(string filePath, TagMap tags, Print!(char) print)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	303 {
755 90668b83ae5e Introduced new module dil.SourceText and class SourceText. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 752 diff changeset	304 auto lx = new Lexer(new SourceText(filePath, true));
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	305 lx.scanAll();
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	306
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	307 print(tags["DocHead"]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	308 if (lx.errors.length)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	309 {
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	310 print(tags["CompBegin"]);
752 51e9dfe27f20 Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 709 diff changeset	311 printErrors(lx, tags, print);
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	312 print(tags["CompEnd"]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	313 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	314 print(tags["SourceBegin"]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	315 // Traverse linked list and print tokens.
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	316 for (auto token = lx.firstToken(); token; token = token.next) {
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	317 token.ws && print(token.wsChars); // Print preceding whitespace.
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	318 printToken(token, tags, print);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	319 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	320 print(tags["SourceEnd"]);
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	321 print(tags["DocEnd"]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	322 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	323
761 307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	324 class TokenHighlighter
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	325 {
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	326 TagMap tags;
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	327 this(InfoManager infoMan, bool useHTML = true)
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	328 {
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	329 auto map = TagMapLoader(infoMan).load(GlobalSettings.htmlMapFile);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	330 tags = new TagMap(map);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	331 }
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	332
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	333 /// Highlights tokens in a DDoc code section.
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	334 /// Returns: a string with the highlighted tokens (in HTML tags.)
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	335 string highlight(string text, string filePath)
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	336 {
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	337 auto buffer = new GrowBuffer(text.length);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	338 auto print = new Print!(char)(Format, buffer);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	339
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	340 auto lx = new Lexer(new SourceText(filePath, text));
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	341 lx.scanAll();
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	342
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	343 // Traverse linked list and print tokens.
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	344 print("$(D_CODE\n");
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	345 if (lx.errors.length)
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	346 { // Output error messages.
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	347 print(tags["CompBegin"]);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	348 printErrors(lx, tags, print);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	349 print(tags["CompEnd"]);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	350 }
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	351 // Traverse linked list and print tokens.
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	352 for (auto token = lx.firstToken(); token; token = token.next) {
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	353 token.ws && print(token.wsChars); // Print preceding whitespace.
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	354 printToken(token, tags, print);
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	355 }
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	356 print("\n)");
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	357 return cast(char[])buffer.slice();
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	358 }
307905dadf5d DDoc code sections are highlighted now. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 759 diff changeset	359 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	360
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	361 /// Prints a token with tags using the buffer print.
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	362 void printToken(Token* token, TagMap tags, Print!(char) print)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	363 {
679 ff6971637f88 Renamed Token member type to kind. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 668 diff changeset	364 switch(token.kind)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	365 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	366 case TOK.Identifier:
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	367 print.format(tags.Identifier, token.srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	368 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	369 case TOK.Comment:
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	370 string formatStr;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	371 switch (token.start[1])
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	372 {
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	373 case '/': formatStr = tags.LineC; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	374 case '*': formatStr = tags.BlockC; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	375 case '+': formatStr = tags.NestedC; break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	376 default: assert(0);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	377 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	378 print.format(formatStr, xml_escape(token.srcText));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	379 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	380 case TOK.String:
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	381 print.format(tags.String, xml_escape(token.srcText));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	382 break;
507 996041463028 Removed TOK.WCharLiteral and TOK.DCharLiteral. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	383 case TOK.CharLiteral:
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	384 print.format(tags.Char, xml_escape(token.srcText));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	385 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	386 case TOK.Int32, TOK.Int64, TOK.Uint32, TOK.Uint64,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	387 TOK.Float32, TOK.Float64, TOK.Float80,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	388 TOK.Imaginary32, TOK.Imaginary64, TOK.Imaginary80:
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	389 print.format(tags.Number, token.srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	390 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	391 case TOK.Shebang:
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	392 print.format(tags.Shebang, xml_escape(token.srcText));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	393 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	394 case TOK.HashLine:
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	395 auto formatStr = tags.HLine;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	396 // The text to be inserted into formatStr.
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	397 auto buffer = new GrowBuffer;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	398 auto print2 = new Print!(char)(Format, buffer);
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	399
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	400 void printWS(char* start, char* end)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	401 {
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	402 start != end && print2(start[0 .. end - start]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	403 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	404
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	405 auto num = token.tokLineNum;
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	406 if (num is null)
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	407 { // Malformed #line
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	408 print.format(formatStr, token.srcText);
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	409 break;
ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	410 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	411
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	412 // Print whitespace between #line and number.
763 f26f13b5a3a3 Fixed code in scanSpecialTokenSequence(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 761 diff changeset	413 printWS(token.start, num.start); // Prints "#line" as well.
f26f13b5a3a3 Fixed code in scanSpecialTokenSequence(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 761 diff changeset	414 printToken(num, tags, print2); // Print the number.
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	415
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	416 if (auto filespec = token.tokLineFilespec)
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	417 { // Print whitespace between number and filespec.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	418 printWS(num.end, filespec.start);
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	419 print2.format(tags.Filespec, xml_escape(filespec.srcText));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	420 }
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	421 // Finally print the whole token.
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	422 print.format(formatStr, cast(char[])buffer.slice());
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	423 break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	424 case TOK.Illegal:
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	425 print.format(tags.Illegal, token.srcText());
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	426 break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	427 case TOK.Newline:
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	428 print.format(tags.Newline, token.srcText());
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	429 break;
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	430 case TOK.EOF:
9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	431 print(tags.EOF);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	432 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	433 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	434 if (token.isKeyword())
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	435 print.format(tags.Keyword, token.srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	436 else if (token.isSpecialToken)
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	437 print.format(tags.SpecialToken, token.srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	438 else
759 9c47f377ca0b Revised module cmd.Generate. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 757 diff changeset	439 print(tags[token.srcText]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	440 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	441 }

Mercurial > projects > dil

annotate trunk/src/cmd/Generate.d @ 763:f26f13b5a3a3