Mercurial > projects > dang
annotate lexer/Token.d @ 6:606a57c90a0b
Now lexing == as Equals
author | johnsen@johnsen-desktop |
---|---|
date | Fri, 18 Apr 2008 12:24:14 +0200 |
parents | 2c5a8f4c254a |
children | 2e1069ee21af |
rev | line source |
---|---|
1 | 1 module lexer.Token; |
2 | |
3 public | |
4 import misc.Location; | |
5 | |
6 import Integer = tango.text.convert.Integer; | |
7 | |
8 struct Token | |
9 { | |
10 Tok type; | |
11 Location location; | |
12 uint length; | |
13 | |
14 static Token opCall (Tok type, Location location, uint length) | |
15 { | |
16 Token t; | |
17 t.type = type; | |
18 t.location = location; | |
19 t.length = length; | |
20 return t; | |
21 } | |
22 | |
23 char[] getType () | |
24 { | |
25 return typeToString[this.type]; | |
26 } | |
27 | |
28 char[] toString () | |
29 { | |
30 return this.getType()~": Len: "~Integer.toString(this.length) | |
31 ~", Loc: "~location.toString; | |
32 } | |
33 | |
34 char[] get () | |
35 { | |
36 return location.get(length); | |
37 } | |
38 } | |
39 | |
40 enum Tok : ushort | |
41 { | |
42 /* Non-code related tokens */ | |
43 EOF, | |
44 | |
45 /* Basic types */ | |
46 Identifier, | |
47 Integer, | |
48 | |
49 /* Basic operators */ | |
50 Assign, | |
51 Add, Sub, | |
52 Mul, Div, | |
53 Comma, | |
54 | |
55 /* Symbols */ | |
56 OpenParentheses, | |
57 CloseParentheses, | |
58 OpenBrace, | |
59 CloseBrace, | |
60 Seperator, | |
61 | |
6 | 62 /* Boolean operators */ |
63 Equals, NotEquals, | |
64 | |
1 | 65 /* Keywords */ |
66 Byte, Ubyte, | |
67 Short, Ushort, | |
68 Int, Uint, | |
69 Long, Ulong, | |
70 | |
71 Float, Double, | |
72 | |
5
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
73 Bool, |
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
74 |
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
75 If, |
1 | 76 Return, |
77 | |
78 } | |
79 | |
80 public char[][Tok] typeToString; | |
81 | |
82 static this() | |
83 { | |
84 typeToString = | |
85 [ | |
86 Tok.EOF:"EOF"[], | |
87 Tok.Identifier:"Identifier", | |
88 Tok.Byte:"Byte", | |
89 Tok.Short:"Short", | |
90 Tok.Int:"Int", | |
91 Tok.Long:"Long", | |
5
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
92 Tok.Bool:"Bool", |
6 | 93 Tok.Equals:"Equals", |
94 Tok.NotEquals:"NotEquals", | |
1 | 95 Tok.OpenParentheses:"OpenParentheses", |
96 Tok.CloseParentheses:"CloseParentheses", | |
97 Tok.OpenBrace:"OpenBrace", | |
98 Tok.CloseBrace:"CloseBrace", | |
99 Tok.Assign:"Assign", | |
100 Tok.Add:"Add", | |
101 Tok.Sub:"Sub", | |
102 Tok.Mul:"Mul", | |
103 Tok.Div:"Div", | |
5
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
104 Tok.Integer:"Integer", |
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
105 Tok.If:"If", |
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
106 Tok.Return:"Return", |
1 | 107 Tok.Seperator:"Seperator" |
108 ]; | |
109 } |