projects/dil: trunk/src/cmd/Generate.d annotate

annotate trunk/src/cmd/Generate.d @ 598:4ba8157bde1f

Renamed dil_html.css/dil_xml.css to html.css/xml.css.

author	Aziz K?ksal <aziz.koeksal@gmail.com>
date	Sun, 06 Jan 2008 00:39:15 +0100
parents	39fac5531b85
children	933cd8d24467

rev	line source
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	1 /++
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	2 Author: Aziz Köksal
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	3 License: GPL3
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	4 +/
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	5 module cmd.Generate;
578 c769bc239006 Moved Parser.d to new package 'parser'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	6
580 fa6d3c52757d Moved SyntaxTree.d to new package 'ast'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 578 diff changeset	7 import dil.ast.Node;
596 39fac5531b85 Moved dil.Token to dil.lexer.Token. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 582 diff changeset	8 import dil.lexer.Lexer;
578 c769bc239006 Moved Parser.d to new package 'parser'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	9 import dil.parser.Parser;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	10 import dil.File;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	11 import tango.io.Print;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	12 import common;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	13
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	14 /// Options for the generate command.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	15 enum DocOption
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	16 {
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	17 Empty,
bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	18 Tokens = 1,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	19 Syntax = 1<<1,
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	20 HTML = 1<<2,
bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	21 XML = 1<<3
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	22 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	23
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	24 /// Executes the command.
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	25 void execute(string filePath, DocOption options)
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	26 {
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	27 assert(options != DocOption.Empty);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	28 if (options & DocOption.Syntax)
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	29 syntaxToDoc(filePath, Stdout, options);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	30 else
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	31 tokensToDoc(filePath, Stdout, options);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	32 }
1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	33
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	34 /// Escapes the characters '<', '>' and '&' with named character entities.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	35 char[] xml_escape(char[] text)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	36 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	37 char[] result;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	38 foreach(c; text)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	39 switch(c)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	40 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	41 case '<': result ~= "<"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	42 case '>': result ~= ">"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	43 case '&': result ~= "&"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	44 default: result ~= c;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	45 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	46 return result;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	47 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	48
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	49
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	50 /// Find object in subject and return position.
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	51 /// Returns -1 if no match was found.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	52 /+int find(char[] subject, char[] object)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	53 {
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	54 if (object.length > subject.length)
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	55 return -1;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	56 foreach (i, c; subject)
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	57 {
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	58 if (c == object[0])
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	59 {
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	60 if (object.length > (subject.length - i))
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	61 return -1;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	62 if (object == subject[i..i+object.length])
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	63 return i;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	64 }
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	65 }
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	66 return -1;
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	67 }+/
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	68
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	69 /++
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	70 Find the last occurrence of object in subject.
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	71 Returns the index if found, or -1 if not.
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	72 +/
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	73 int rfind(char[] subject, char object)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	74 {
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	75 foreach_reverse(i, c; subject)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	76 if (c == object)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	77 return i;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	78 return -1;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	79 }
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	80
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	81 /// Returns the short class name of an instance descending from Node.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	82 char[] getShortClassName(Node node)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	83 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	84 static char[][] name_table;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	85 if (name_table is null)
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	86 name_table = new char[][NodeKind.max+1]; // Create a new table.
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	87 // Look up in table.
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	88 char[] name = name_table[node.kind];
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	89 if (name !is null)
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	90 return name; // Return cached name.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	91
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	92 name = node.classinfo.name; // Get the fully qualified name of the class.
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	93 name = name[rfind(name, '.')+1 .. $]; // Remove package and module name.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	94
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	95 uint suffixLength;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	96 switch (node.category)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	97 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	98 alias NodeCategory NC;
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	99 case NC.Declaration:
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	100 if (node.kind == NodeKind.Declarations)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	101 break;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	102 suffixLength = "Declaration".length;
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	103 break;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	104 case NC.Statement:
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	105 if (node.kind == NodeKind.Statements)
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	106 break;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	107 suffixLength = "Statement".length;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	108 break;
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	109 case NC.Expression:
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	110 suffixLength = "Expression".length;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	111 break;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	112 case NC.Type:
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	113 suffixLength = "Type".length;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	114 break;
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	115 case NC.Other:
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	116 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	117 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	118 // Remove common suffix.
581 61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	119 name = name[0 .. $ - suffixLength];
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	120 // Store the name in the table.
61f9784aaf2a Improved function getShortClassName(). Aziz K?ksal <aziz.koeksal@gmail.com> parents: 580 diff changeset	121 name_table[node.kind] = name;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	122 return name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	123 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	124
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	125 /// Indices into the XML and HTML tag arrays.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	126 enum DocPart
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	127 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	128 Head,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	129 CompBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	130 CompEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	131 Error,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	132 SyntaxBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	133 SyntaxEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	134 SrcBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	135 SrcEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	136 Tail,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	137 // Tokens:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	138 Identifier,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	139 Comment,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	140 StringLiteral,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	141 CharLiteral,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	142 Operator,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	143 LorG,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	144 LessEqual,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	145 GreaterEqual,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	146 AndLogical,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	147 OrLogical,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	148 NotEqual,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	149 Not,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	150 Number,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	151 Bracket,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	152 SpecialToken,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	153 Shebang,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	154 Keyword,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	155 HLineBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	156 HLineEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	157 Filespec,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	158 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	159
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	160 auto html_tags = [
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	161 // Head
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	162 `<html>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	163 `<head>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	164 `<meta http-equiv="Content-Type" content="text/html; charset=utf-8">`\n
598 4ba8157bde1f Renamed dil_html.css/dil_xml.css to html.css/xml.css. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 596 diff changeset	165 `<link href="html.css" rel="stylesheet" type="text/css">`\n
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	166 `</head>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	167 `<body>`[],
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	168 // CompBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	169 `<div class="compilerinfo">`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	170 // CompEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	171 `</div>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	172 // Error
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	173 `<p class="error {0}">{1}({2}){3}: {4}</p>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	174 // SyntaxBegin
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	175 `<span class="{0} {1}">`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	176 // SyntaxEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	177 `</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	178 // SrcBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	179 `<pre class="sourcecode">`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	180 // SrcEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	181 `</pre>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	182 // Tail
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	183 `</html>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	184 // Identifier
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	185 `<span class="i">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	186 // Comment
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	187 `<span class="c{0}">{1}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	188 // StringLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	189 `<span class="sl">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	190 // CharLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	191 `<span class="cl">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	192 // Operator
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	193 `<span class="op">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	194 // LorG
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	195 `<span class="oplg"><></span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	196 // LessEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	197 `<span class="ople"><=</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	198 // GreaterEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	199 `<span class="opge">>=</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	200 // AndLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	201 `<span class="opaa">&&</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	202 // OrLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	203 `<span class="opoo">\|\|</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	204 // NotEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	205 `<span class="opne">!=</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	206 // Not
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	207 `<span class="opn">!</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	208 // Number
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	209 `<span class="n">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	210 // Bracket
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	211 `<span class="br">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	212 // SpecialToken
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	213 `<span class="st">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	214 // Shebang
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	215 `<span class="shebang">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	216 // Keyword
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	217 `<span class="k">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	218 // HLineBegin
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	219 `<span class="hl">`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	220 // HLineEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	221 "</span>",
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	222 // Filespec
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	223 `<span class="fs">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	224 ];
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	225
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	226 auto xml_tags = [
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	227 // Head
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	228 `<?xml version="1.0"?>`\n
598 4ba8157bde1f Renamed dil_html.css/dil_xml.css to html.css/xml.css. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 596 diff changeset	229 `<?xml-stylesheet href="xml.css" type="text/css"?>`\n
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	230 `<root>`[],
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	231 // CompBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	232 `<compilerinfo>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	233 // CompEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	234 `</compilerinfo>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	235 // Error
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	236 `<error t="{0}">{1}({2}){3}: {4}</error>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	237 // SyntaxBegin
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	238 `<{0} t="{1}">`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	239 // SyntaxEnd
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	240 `</{0}>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	241 // SrcBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	242 `<sourcecode>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	243 // SrcEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	244 `</sourcecode>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	245 // Tail
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	246 `</root>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	247 // Identifier
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	248 "<i>{0}</i>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	249 // Comment
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	250 `<c t="{0}">{1}</c>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	251 // StringLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	252 "<sl>{0}</sl>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	253 // CharLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	254 "<cl>{0}</cl>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	255 // Operator
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	256 "<op>{0}</op>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	257 // LorG
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	258 `<op t="lg"><></op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	259 // LessEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	260 `<op t="le"><=</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	261 // GreaterEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	262 `<op t="ge">>=</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	263 // AndLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	264 `<op t="aa">&&</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	265 // OrLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	266 `<op t="oo">\|\|</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	267 // NotEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	268 `<op t="ne">!=</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	269 // Not
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	270 `<op t="n">!</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	271 // Number
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	272 "<n>{0}</n>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	273 // Bracket
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	274 "<br>{0}</br>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	275 // SpecialToken
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	276 "<st>{0}</st>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	277 // Shebang
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	278 "<shebang>{0}</shebang>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	279 // Keyword
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	280 "<k>{0}</k>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	281 // HLineBegin
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	282 "<hl>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	283 // HLineEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	284 "</hl>",
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	285 // Filespec
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	286 "<fs>{0}</fs>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	287 ];
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	288
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	289 // The size of the arrays must equal the number of members in enum DocPart.
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	290 static assert(html_tags.length == DocPart.max+1);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	291 static assert(xml_tags.length == DocPart.max+1);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	292
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	293 /// Prints the syntax tree of a source file using the buffer print.
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	294 void syntaxToDoc(string filePath, Print!(char) print, DocOption options)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	295 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	296 auto tags = options & DocOption.HTML ? html_tags : xml_tags;
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	297 auto sourceText = loadFile(filePath);
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	298 auto parser = new Parser(sourceText, filePath);
368 2adf808343d6 - Renamed method start() to init() in Parser. aziz parents: 364 diff changeset	299 auto root = parser.start();
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	300 auto lx = parser.lx;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	301
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	302 auto token = lx.head;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	303
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	304 print(tags[DocPart.Head]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	305 // Output error messages.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	306 if (lx.errors.length \|\| parser.errors.length)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	307 {
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	308 print(tags[DocPart.CompBegin]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	309 foreach (error; lx.errors)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	310 {
422 ad7977fe315a Added support for column numbers in error messages. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 396 diff changeset	311 print.formatln(tags[DocPart.Error], "L", error.filePath, Format("{0},{1}", error.loc, error.col), "L", xml_escape(error.getMsg));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	312 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	313 foreach (error; parser.errors)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	314 {
422 ad7977fe315a Added support for column numbers in error messages. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 396 diff changeset	315 print.formatln(tags[DocPart.Error], "P", error.filePath, Format("{0},{1}", error.loc, error.col), "P", xml_escape(error.getMsg));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	316 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	317 print(tags[DocPart.CompEnd]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	318 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	319 print(tags[DocPart.SrcBegin]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	320
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	321 Node[][Token*] beginNodes, endNodes;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	322
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	323 void populateAAs(Node[] nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	324 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	325 foreach (node; nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	326 {
396 0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	327 assert(delegate bool(){
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	328 foreach (child; node.children)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	329 if (child is null)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	330 return false;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	331 return true;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	332 }() == true, Format("Node '{0}' has a null child", node.classinfo.name)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	333 );
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	334 auto begin = node.begin;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	335 if (begin)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	336 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	337 auto end = node.end;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	338 assert(end);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	339 beginNodes[begin] ~= node;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	340 endNodes[end] ~= node;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	341 }
396 0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	342
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	343 if (node.children.length)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	344 populateAAs(node.children);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	345 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	346 }
396 0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	347 assert(delegate bool(){
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	348 foreach (child; root.children)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	349 if (child is null)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	350 return false;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	351 return true;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	352 }() == true, Format("Root node has a null child")
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	353 );
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	354 populateAAs(root.children);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	355
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	356 char[] getTag(NodeCategory nc)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	357 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	358 char[] tag;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	359 switch (nc)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	360 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	361 alias NodeCategory NC;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	362 case NC.Declaration: tag = "d"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	363 case NC.Statement: tag = "s"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	364 case NC.Expression: tag = "e"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	365 case NC.Type: tag = "t"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	366 case NC.Other: tag = "o"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	367 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	368 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	369 return tag;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	370 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	371
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	372 // Traverse linked list and print tokens.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	373 while (token.type != TOK.EOF)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	374 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	375 token = token.next;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	376
394 6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	377 // Print whitespace.
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	378 if (token.ws)
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	379 print(token.ws[0..token.start - token.ws]);
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	380
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	381 Node[]* nodes = token in beginNodes;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	382
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	383 if (nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	384 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	385 foreach (node; *nodes)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	386 print.format(tags[DocPart.SyntaxBegin], getTag(node.category), getShortClassName(node));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	387 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	388
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	389 printToken(token, tags, print);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	390
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	391 nodes = token in endNodes;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	392
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	393 if (nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	394 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	395 foreach_reverse (node; *nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	396 if (options & DocOption.HTML)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	397 print(tags[DocPart.SyntaxEnd]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	398 else
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	399 print.format(tags[DocPart.SyntaxEnd], getTag(node.category));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	400 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	401 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	402 print(\n~tags[DocPart.SrcEnd])(\n~tags[DocPart.Tail]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	403 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	404
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	405 /// Prints all tokens of a source file using the buffer print.
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	406 void tokensToDoc(string filePath, Print!(char) print, DocOption options)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	407 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	408 auto tags = options & DocOption.HTML ? html_tags : xml_tags;
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	409 auto sourceText = loadFile(filePath);
724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	410 auto lx = new Lexer(sourceText, filePath);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	411
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	412 auto token = lx.getTokens();
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	413
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	414 print(tags[DocPart.Head]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	415
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	416 if (lx.errors.length)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	417 {
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	418 print(tags[DocPart.CompBegin]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	419 foreach (error; lx.errors)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	420 {
422 ad7977fe315a Added support for column numbers in error messages. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 396 diff changeset	421 print.formatln(tags[DocPart.Error], "L", error.filePath, Format("{0},{1}", error.loc, error.col), "L", xml_escape(error.getMsg));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	422 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	423 print(tags[DocPart.CompEnd]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	424 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	425 print(tags[DocPart.SrcBegin]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	426
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	427 // Traverse linked list and print tokens.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	428 while (token.type != TOK.EOF)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	429 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	430 token = token.next;
394 6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	431 // Print whitespace.
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	432 if (token.ws)
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	433 print(token.ws[0..token.start - token.ws]);
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	434 printToken(token, tags, print);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	435 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	436 print(\n~tags[DocPart.SrcEnd])(\n~tags[DocPart.Tail]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	437 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	438
582 724603deed37 Added comments and renamed a few variables. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 581 diff changeset	439 /// Prints a token with tags using the buffer print.
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	440 void printToken(Token* token, string[] tags, Print!(char) print)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	441 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	442 alias DocPart DP;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	443 string srcText = xml_escape(token.srcText);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	444
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	445 switch(token.type)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	446 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	447 case TOK.Identifier:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	448 print.format(tags[DP.Identifier], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	449 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	450 case TOK.Comment:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	451 string t;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	452 switch (token.start[1])
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	453 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	454 case '/': t = "l"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	455 case '*': t = "b"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	456 case '+': t = "n"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	457 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	458 assert(0);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	459 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	460 print.format(tags[DP.Comment], t, srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	461 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	462 case TOK.String:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	463 print.format(tags[DP.StringLiteral], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	464 break;
507 996041463028 Removed TOK.WCharLiteral and TOK.DCharLiteral. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	465 case TOK.CharLiteral:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	466 print.format(tags[DP.CharLiteral], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	467 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	468 case TOK.Assign, TOK.Equal,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	469 TOK.Less, TOK.Greater,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	470 TOK.LShiftAssign, TOK.LShift,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	471 TOK.RShiftAssign, TOK.RShift,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	472 TOK.URShiftAssign, TOK.URShift,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	473 TOK.OrAssign, TOK.OrBinary,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	474 TOK.AndAssign, TOK.AndBinary,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	475 TOK.PlusAssign, TOK.PlusPlus, TOK.Plus,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	476 TOK.MinusAssign, TOK.MinusMinus, TOK.Minus,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	477 TOK.DivAssign, TOK.Div,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	478 TOK.MulAssign, TOK.Mul,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	479 TOK.ModAssign, TOK.Mod,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	480 TOK.XorAssign, TOK.Xor,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	481 TOK.CatAssign,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	482 TOK.Tilde,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	483 TOK.Unordered,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	484 TOK.UorE,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	485 TOK.UorG,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	486 TOK.UorGorE,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	487 TOK.UorL,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	488 TOK.UorLorE,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	489 TOK.LorEorG:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	490 print.format(tags[DP.Operator], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	491 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	492 case TOK.LorG:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	493 print(tags[DP.LorG]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	494 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	495 case TOK.LessEqual:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	496 print(tags[DP.LessEqual]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	497 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	498 case TOK.GreaterEqual:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	499 print(tags[DP.GreaterEqual]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	500 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	501 case TOK.AndLogical:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	502 print(tags[DP.AndLogical]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	503 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	504 case TOK.OrLogical:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	505 print(tags[DP.OrLogical]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	506 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	507 case TOK.NotEqual:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	508 print(tags[DP.NotEqual]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	509 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	510 case TOK.Not:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	511 // Check if this is part of a template instantiation.
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	512 // TODO: comments aren't skipped. Use Token.nextNWS and Token.prevNWS
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	513 if (token.prev.type == TOK.Identifier && token.next.type == TOK.LParen)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	514 goto default;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	515 print(tags[DP.Not]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	516 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	517 case TOK.Int32, TOK.Int64, TOK.Uint32, TOK.Uint64,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	518 TOK.Float32, TOK.Float64, TOK.Float80,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	519 TOK.Imaginary32, TOK.Imaginary64, TOK.Imaginary80:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	520 print.format(tags[DP.Number], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	521 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	522 case TOK.LParen, TOK.RParen, TOK.LBracket,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	523 TOK.RBracket, TOK.LBrace, TOK.RBrace:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	524 print.format(tags[DP.Bracket], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	525 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	526 case TOK.Shebang:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	527 print.format(tags[DP.Shebang], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	528 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	529 case TOK.HashLine:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	530 void printWS(char* start, char* end)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	531 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	532 if (start != end)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	533 print(start[0 .. end - start]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	534 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	535 print(tags[DP.HLineBegin]);
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	536 auto num = token.tokLineNum;
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	537 if (num is null)
ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	538 {
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	539 print(token.srcText);
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	540 print(tags[DP.HLineEnd]);
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	541 break;
ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	542 }
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	543 // Print whitespace between #line and number
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	544 auto ptr = token.start;
ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	545 printWS(ptr, num.start); // prints "#line" as well
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	546 printToken(num, tags, print);
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	547 if (token.tokLineFilespec)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	548 {
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	549 auto filespec = token.tokLineFilespec;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	550 // Print whitespace between number and filespec
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	551 printWS(num.end, filespec.start);
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	552 print.format(tags[DP.Filespec], xml_escape(filespec.srcText));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	553
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	554 ptr = filespec.end;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	555 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	556 else
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	557 ptr = num.end;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	558 // Print remaining whitespace
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	559 printWS(ptr, token.end);
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	560 print(tags[DP.HLineEnd]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	561 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	562 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	563 if (token.isKeyword())
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	564 print.format(tags[DP.Keyword], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	565 else if (token.isSpecialToken)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	566 print.format(tags[DP.SpecialToken], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	567 else
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	568 print(srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	569 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	570 }

Mercurial > projects > dil

annotate trunk/src/cmd/Generate.d @ 598:4ba8157bde1f