projects/dil: trunk/src/cmd/Generate.d annotate

annotate trunk/src/cmd/Generate.d @ 578:c769bc239006

Moved Parser.d to new package 'parser'.

author	Aziz K?ksal <aziz.koeksal@gmail.com>
date	Sat, 05 Jan 2008 17:29:47 +0100
parents	0df647660e76
children	fa6d3c52757d

rev	line source
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	1 /++
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	2 Author: Aziz Köksal
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	3 License: GPL3
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	4 +/
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	5 module cmd.Generate;
578 c769bc239006 Moved Parser.d to new package 'parser'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	6
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	7 import dil.SyntaxTree;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	8 import dil.Token;
578 c769bc239006 Moved Parser.d to new package 'parser'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	9 import dil.parser.Parser;
c769bc239006 Moved Parser.d to new package 'parser'. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 576 diff changeset	10 import dil.lexer.Lexer;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	11 import dil.File;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	12 import tango.io.Print;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	13 import common;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	14
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	15 enum DocOption
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	16 {
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	17 Empty,
bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	18 Tokens = 1,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	19 Syntax = 1<<1,
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	20 HTML = 1<<2,
bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	21 XML = 1<<3
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	22 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	23
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	24 void execute(string fileName, DocOption options)
1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	25 {
392 bb935c6f9b7a Applied fixes and improvements to the Lexer class. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 391 diff changeset	26 assert(options != DocOption.Empty);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	27 if (options & DocOption.Syntax)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	28 syntaxToDoc(fileName, Stdout, options);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	29 else
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	30 tokensToDoc(fileName, Stdout, options);
364 1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	31 }
1059295c2727 - Every command module has an execute method now. aziz parents: 363 diff changeset	32
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	33 char[] xml_escape(char[] text)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	34 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	35 char[] result;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	36 foreach(c; text)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	37 switch(c)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	38 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	39 case '<': result ~= "<"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	40 case '>': result ~= ">"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	41 case '&': result ~= "&"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	42 default: result ~= c;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	43 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	44 return result;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	45 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	46
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	47
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	48 /// Find object in subject and return position.
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	49 /// Returns -1 if no match was found.
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	50 int find(char[] subject, char[] object)
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	51 {
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	52 if (object.length > subject.length)
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	53 return -1;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	54 foreach (i, c; subject)
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	55 {
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	56 if (c == object[0])
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	57 {
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	58 if (object.length > (subject.length - i))
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	59 return -1;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	60 if (object == subject[i..i+object.length])
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	61 return i;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	62 }
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	63 }
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	64 return -1;
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	65 }
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	66
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	67 char[] getShortClassName(Node n)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	68 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	69 static char[][] name_table;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	70 if (name_table is null)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	71 name_table = new char[][NodeKind.max+1];
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	72 char[] name = name_table[n.kind];
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	73 if (name !is null)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	74 return name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	75
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	76 name = n.classinfo.name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	77 name = name[find(name, ".")+1 .. $]; // Remove package name
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	78 name = name[find(name, ".")+1 .. $]; // Remove module name
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	79 char[] remove;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	80 switch (n.category)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	81 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	82 alias NodeCategory NC;
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	83 case NC.Declaration:
ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	84 if (n.kind == NodeKind.Declarations)
ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	85 return name;
ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	86 remove = "Declaration";
ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	87 break;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	88 case NC.Statement:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	89 if (n.kind == NodeKind.Statements)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	90 return name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	91 remove = "Statement";
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	92 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	93 case NC.Expression: remove = "Expression"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	94 case NC.Type: remove = "Type"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	95 case NC.Other: return name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	96 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	97 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	98 // Remove common suffix.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	99 auto idx = find(name, remove);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	100 if (idx != -1)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	101 name = name[0 .. idx];
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	102 // Store the name.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	103 name_table[n.kind] = name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	104 return name;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	105 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	106
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	107 enum DocPart
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	108 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	109 Head,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	110 CompBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	111 CompEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	112 Error,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	113 SyntaxBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	114 SyntaxEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	115 SrcBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	116 SrcEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	117 Tail,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	118 // Tokens:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	119 Identifier,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	120 Comment,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	121 StringLiteral,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	122 CharLiteral,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	123 Operator,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	124 LorG,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	125 LessEqual,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	126 GreaterEqual,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	127 AndLogical,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	128 OrLogical,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	129 NotEqual,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	130 Not,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	131 Number,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	132 Bracket,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	133 SpecialToken,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	134 Shebang,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	135 Keyword,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	136 HLineBegin,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	137 HLineEnd,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	138 Filespec,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	139 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	140
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	141 auto html_tags = [
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	142 // Head
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	143 `<html>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	144 `<head>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	145 `<meta http-equiv="Content-Type" content="text/html; charset=utf-8">`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	146 `<link href="dil_html.css" rel="stylesheet" type="text/css">`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	147 `</head>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	148 `<body>`[],
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	149 // CompBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	150 `<div class="compilerinfo">`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	151 // CompEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	152 `</div>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	153 // Error
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	154 `<p class="error {0}">{1}({2}){3}: {4}</p>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	155 // SyntaxBegin
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	156 `<span class="{0} {1}">`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	157 // SyntaxEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	158 `</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	159 // SrcBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	160 `<pre class="sourcecode">`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	161 // SrcEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	162 `</pre>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	163 // Tail
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	164 `</html>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	165 // Identifier
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	166 `<span class="i">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	167 // Comment
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	168 `<span class="c{0}">{1}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	169 // StringLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	170 `<span class="sl">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	171 // CharLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	172 `<span class="cl">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	173 // Operator
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	174 `<span class="op">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	175 // LorG
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	176 `<span class="oplg"><></span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	177 // LessEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	178 `<span class="ople"><=</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	179 // GreaterEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	180 `<span class="opge">>=</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	181 // AndLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	182 `<span class="opaa">&&</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	183 // OrLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	184 `<span class="opoo">\|\|</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	185 // NotEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	186 `<span class="opne">!=</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	187 // Not
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	188 `<span class="opn">!</span>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	189 // Number
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	190 `<span class="n">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	191 // Bracket
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	192 `<span class="br">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	193 // SpecialToken
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	194 `<span class="st">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	195 // Shebang
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	196 `<span class="shebang">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	197 // Keyword
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	198 `<span class="k">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	199 // HLineBegin
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	200 `<span class="hl">`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	201 // HLineEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	202 "</span>",
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	203 // Filespec
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	204 `<span class="fs">{0}</span>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	205 ];
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	206
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	207 auto xml_tags = [
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	208 // Head
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	209 `<?xml version="1.0"?>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	210 `<?xml-stylesheet href="dil_xml.css" type="text/css"?>`\n
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	211 `<root>`[],
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	212 // CompBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	213 `<compilerinfo>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	214 // CompEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	215 `</compilerinfo>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	216 // Error
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	217 `<error t="{0}">{1}({2}){3}: {4}</error>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	218 // SyntaxBegin
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	219 `<{0} t="{1}">`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	220 // SyntaxEnd
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	221 `</{0}>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	222 // SrcBegin
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	223 `<sourcecode>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	224 // SrcEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	225 `</sourcecode>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	226 // Tail
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	227 `</root>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	228 // Identifier
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	229 "<i>{0}</i>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	230 // Comment
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	231 `<c t="{0}">{1}</c>`,
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	232 // StringLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	233 "<sl>{0}</sl>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	234 // CharLiteral
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	235 "<cl>{0}</cl>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	236 // Operator
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	237 "<op>{0}</op>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	238 // LorG
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	239 `<op t="lg"><></op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	240 // LessEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	241 `<op t="le"><=</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	242 // GreaterEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	243 `<op t="ge">>=</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	244 // AndLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	245 `<op t="aa">&&</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	246 // OrLogical
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	247 `<op t="oo">\|\|</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	248 // NotEqual
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	249 `<op t="ne">!=</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	250 // Not
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	251 `<op t="n">!</op>`,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	252 // Number
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	253 "<n>{0}</n>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	254 // Bracket
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	255 "<br>{0}</br>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	256 // SpecialToken
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	257 "<st>{0}</st>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	258 // Shebang
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	259 "<shebang>{0}</shebang>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	260 // Keyword
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	261 "<k>{0}</k>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	262 // HLineBegin
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	263 "<hl>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	264 // HLineEnd
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	265 "</hl>",
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	266 // Filespec
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	267 "<fs>{0}</fs>",
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	268 ];
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	269
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	270 static assert(html_tags.length == DocPart.max+1);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	271 static assert(xml_tags.length == DocPart.max+1);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	272
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	273 void syntaxToDoc(string fileName, Print!(char) print, DocOption options)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	274 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	275 auto tags = options & DocOption.HTML ? html_tags : xml_tags;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	276 auto sourceText = loadFile(fileName);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	277 auto parser = new Parser(sourceText, fileName);
368 2adf808343d6 - Renamed method start() to init() in Parser. aziz parents: 364 diff changeset	278 auto root = parser.start();
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	279 auto lx = parser.lx;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	280
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	281 auto token = lx.head;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	282
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	283 print(tags[DocPart.Head]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	284 // Output error messages.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	285 if (lx.errors.length \|\| parser.errors.length)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	286 {
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	287 print(tags[DocPart.CompBegin]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	288 foreach (error; lx.errors)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	289 {
422 ad7977fe315a Added support for column numbers in error messages. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 396 diff changeset	290 print.formatln(tags[DocPart.Error], "L", error.filePath, Format("{0},{1}", error.loc, error.col), "L", xml_escape(error.getMsg));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	291 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	292 foreach (error; parser.errors)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	293 {
422 ad7977fe315a Added support for column numbers in error messages. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 396 diff changeset	294 print.formatln(tags[DocPart.Error], "P", error.filePath, Format("{0},{1}", error.loc, error.col), "P", xml_escape(error.getMsg));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	295 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	296 print(tags[DocPart.CompEnd]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	297 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	298 print(tags[DocPart.SrcBegin]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	299
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	300 Node[][Token*] beginNodes, endNodes;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	301
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	302 void populateAAs(Node[] nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	303 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	304 foreach (node; nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	305 {
396 0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	306 assert(delegate bool(){
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	307 foreach (child; node.children)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	308 if (child is null)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	309 return false;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	310 return true;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	311 }() == true, Format("Node '{0}' has a null child", node.classinfo.name)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	312 );
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	313 auto begin = node.begin;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	314 if (begin)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	315 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	316 auto end = node.end;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	317 assert(end);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	318 beginNodes[begin] ~= node;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	319 endNodes[end] ~= node;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	320 }
396 0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	321
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	322 if (node.children.length)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	323 populateAAs(node.children);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	324 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	325 }
396 0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	326 assert(delegate bool(){
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	327 foreach (child; root.children)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	328 if (child is null)
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	329 return false;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	330 return true;
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	331 }() == true, Format("Root node has a null child")
0a4619735ce9 Applied fixes to Lexer, Parser and other classes. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 394 diff changeset	332 );
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	333 populateAAs(root.children);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	334
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	335 char[] getTag(NodeCategory nc)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	336 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	337 char[] tag;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	338 switch (nc)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	339 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	340 alias NodeCategory NC;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	341 case NC.Declaration: tag = "d"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	342 case NC.Statement: tag = "s"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	343 case NC.Expression: tag = "e"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	344 case NC.Type: tag = "t"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	345 case NC.Other: tag = "o"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	346 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	347 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	348 return tag;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	349 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	350
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	351 // Traverse linked list and print tokens.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	352 while (token.type != TOK.EOF)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	353 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	354 token = token.next;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	355
394 6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	356 // Print whitespace.
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	357 if (token.ws)
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	358 print(token.ws[0..token.start - token.ws]);
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	359
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	360 Node[]* nodes = token in beginNodes;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	361
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	362 if (nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	363 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	364 foreach (node; *nodes)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	365 print.format(tags[DocPart.SyntaxBegin], getTag(node.category), getShortClassName(node));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	366 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	367
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	368 printToken(token, tags, print);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	369
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	370 nodes = token in endNodes;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	371
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	372 if (nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	373 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	374 foreach_reverse (node; *nodes)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	375 if (options & DocOption.HTML)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	376 print(tags[DocPart.SyntaxEnd]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	377 else
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	378 print.format(tags[DocPart.SyntaxEnd], getTag(node.category));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	379 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	380 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	381 print(\n~tags[DocPart.SrcEnd])(\n~tags[DocPart.Tail]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	382 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	383
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	384 void tokensToDoc(string fileName, Print!(char) print, DocOption options)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	385 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	386 auto tags = options & DocOption.HTML ? html_tags : xml_tags;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	387 auto sourceText = loadFile(fileName);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	388 auto lx = new Lexer(sourceText, fileName);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	389
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	390 auto token = lx.getTokens();
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	391
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	392 print(tags[DocPart.Head]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	393
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	394 if (lx.errors.length)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	395 {
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	396 print(tags[DocPart.CompBegin]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	397 foreach (error; lx.errors)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	398 {
422 ad7977fe315a Added support for column numbers in error messages. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 396 diff changeset	399 print.formatln(tags[DocPart.Error], "L", error.filePath, Format("{0},{1}", error.loc, error.col), "L", xml_escape(error.getMsg));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	400 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	401 print(tags[DocPart.CompEnd]~\n);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	402 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	403 print(tags[DocPart.SrcBegin]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	404
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	405 // Traverse linked list and print tokens.
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	406 while (token.type != TOK.EOF)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	407 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	408 token = token.next;
394 6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	409 // Print whitespace.
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	410 if (token.ws)
6440da4adb07 Fixed forward references of enum MID complaints by compiler. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 392 diff changeset	411 print(token.ws[0..token.start - token.ws]);
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	412 printToken(token, tags, print);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	413 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	414 print(\n~tags[DocPart.SrcEnd])(\n~tags[DocPart.Tail]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	415 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	416
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	417 void printToken(Token* token, string[] tags, Print!(char) print)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	418 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	419 alias DocPart DP;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	420 string srcText = xml_escape(token.srcText);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	421
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	422 switch(token.type)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	423 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	424 case TOK.Identifier:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	425 print.format(tags[DP.Identifier], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	426 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	427 case TOK.Comment:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	428 string t;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	429 switch (token.start[1])
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	430 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	431 case '/': t = "l"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	432 case '*': t = "b"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	433 case '+': t = "n"; break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	434 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	435 assert(0);
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	436 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	437 print.format(tags[DP.Comment], t, srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	438 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	439 case TOK.String:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	440 print.format(tags[DP.StringLiteral], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	441 break;
507 996041463028 Removed TOK.WCharLiteral and TOK.DCharLiteral. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 485 diff changeset	442 case TOK.CharLiteral:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	443 print.format(tags[DP.CharLiteral], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	444 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	445 case TOK.Assign, TOK.Equal,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	446 TOK.Less, TOK.Greater,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	447 TOK.LShiftAssign, TOK.LShift,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	448 TOK.RShiftAssign, TOK.RShift,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	449 TOK.URShiftAssign, TOK.URShift,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	450 TOK.OrAssign, TOK.OrBinary,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	451 TOK.AndAssign, TOK.AndBinary,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	452 TOK.PlusAssign, TOK.PlusPlus, TOK.Plus,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	453 TOK.MinusAssign, TOK.MinusMinus, TOK.Minus,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	454 TOK.DivAssign, TOK.Div,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	455 TOK.MulAssign, TOK.Mul,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	456 TOK.ModAssign, TOK.Mod,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	457 TOK.XorAssign, TOK.Xor,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	458 TOK.CatAssign,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	459 TOK.Tilde,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	460 TOK.Unordered,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	461 TOK.UorE,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	462 TOK.UorG,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	463 TOK.UorGorE,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	464 TOK.UorL,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	465 TOK.UorLorE,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	466 TOK.LorEorG:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	467 print.format(tags[DP.Operator], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	468 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	469 case TOK.LorG:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	470 print(tags[DP.LorG]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	471 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	472 case TOK.LessEqual:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	473 print(tags[DP.LessEqual]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	474 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	475 case TOK.GreaterEqual:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	476 print(tags[DP.GreaterEqual]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	477 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	478 case TOK.AndLogical:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	479 print(tags[DP.AndLogical]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	480 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	481 case TOK.OrLogical:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	482 print(tags[DP.OrLogical]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	483 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	484 case TOK.NotEqual:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	485 print(tags[DP.NotEqual]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	486 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	487 case TOK.Not:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	488 // Check if this is part of a template instantiation.
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	489 // TODO: comments aren't skipped. Use Token.nextNWS and Token.prevNWS
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	490 if (token.prev.type == TOK.Identifier && token.next.type == TOK.LParen)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	491 goto default;
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	492 print(tags[DP.Not]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	493 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	494 case TOK.Int32, TOK.Int64, TOK.Uint32, TOK.Uint64,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	495 TOK.Float32, TOK.Float64, TOK.Float80,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	496 TOK.Imaginary32, TOK.Imaginary64, TOK.Imaginary80:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	497 print.format(tags[DP.Number], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	498 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	499 case TOK.LParen, TOK.RParen, TOK.LBracket,
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	500 TOK.RBracket, TOK.LBrace, TOK.RBrace:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	501 print.format(tags[DP.Bracket], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	502 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	503 case TOK.Shebang:
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	504 print.format(tags[DP.Shebang], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	505 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	506 case TOK.HashLine:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	507 void printWS(char* start, char* end)
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	508 {
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	509 if (start != end)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	510 print(start[0 .. end - start]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	511 }
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	512 print(tags[DP.HLineBegin]);
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	513 auto num = token.tokLineNum;
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	514 if (num is null)
ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	515 {
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	516 print(token.srcText);
33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	517 print(tags[DP.HLineEnd]);
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	518 break;
ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	519 }
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	520 // Print whitespace between #line and number
388 ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	521 auto ptr = token.start;
ae154eceba65 Applied some fixes to scanning and printing #line tokens. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 379 diff changeset	522 printWS(ptr, num.start); // prints "#line" as well
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	523 printToken(num, tags, print);
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	524 if (token.tokLineFilespec)
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	525 {
485 ea8c7459f1c4 Changed a lot of things in the Lexer. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 422 diff changeset	526 auto filespec = token.tokLineFilespec;
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	527 // Print whitespace between number and filespec
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	528 printWS(num.end, filespec.start);
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	529 print.format(tags[DP.Filespec], xml_escape(filespec.srcText));
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	530
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	531 ptr = filespec.end;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	532 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	533 else
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	534 ptr = num.end;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	535 // Print remaining whitespace
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	536 printWS(ptr, token.end);
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	537 print(tags[DP.HLineEnd]);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	538 break;
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	539 default:
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	540 if (token.isKeyword())
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	541 print.format(tags[DP.Keyword], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	542 else if (token.isSpecialToken)
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	543 print.format(tags[DP.SpecialToken], srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	544 else
391 33b566df6af4 Migrated project to Tango. Aziz K?ksal <aziz.koeksal@gmail.com> parents: 390 diff changeset	545 print(srcText);
363 2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	546 }
2b387a3c6b58 - Added package cmd. aziz parents: diff changeset	547 }

Mercurial > projects > dil

annotate trunk/src/cmd/Generate.d @ 578:c769bc239006