Mercurial > projects > dang
annotate lexer/Token.d @ 28:69464d465284 new_gen
Now supporting structs - both read and write. Still a few errors though, so watch out.
author | Anders Johnsen <skabet@gmail.com> |
---|---|
date | Sun, 20 Apr 2008 11:20:28 +0200 |
parents | e331e4e816e4 |
children | ce17bea8e9bd |
rev | line source |
---|---|
1 | 1 module lexer.Token; |
2 | |
3 public | |
4 import misc.Location; | |
5 | |
6 import Integer = tango.text.convert.Integer; | |
7 | |
8 struct Token | |
9 { | |
10 Tok type; | |
11 Location location; | |
12 uint length; | |
13 | |
14 static Token opCall (Tok type, Location location, uint length) | |
15 { | |
16 Token t; | |
17 t.type = type; | |
18 t.location = location; | |
19 t.length = length; | |
20 return t; | |
21 } | |
22 | |
23 char[] getType () | |
24 { | |
25 return typeToString[this.type]; | |
26 } | |
27 | |
28 char[] toString () | |
29 { | |
30 return this.getType()~": Len: "~Integer.toString(this.length) | |
31 ~", Loc: "~location.toString; | |
32 } | |
33 | |
34 char[] get () | |
35 { | |
36 return location.get(length); | |
37 } | |
38 } | |
39 | |
40 enum Tok : ushort | |
41 { | |
42 /* Non-code related tokens */ | |
43 EOF, | |
44 | |
45 /* Basic types */ | |
46 Identifier, | |
47 Integer, | |
48 | |
49 /* Basic operators */ | |
50 Assign, | |
51 Add, Sub, | |
52 Mul, Div, | |
53 Comma, | |
54 | |
55 /* Symbols */ | |
56 OpenParentheses, | |
57 CloseParentheses, | |
58 OpenBrace, | |
59 CloseBrace, | |
60 Seperator, | |
28
69464d465284
Now supporting structs - both read and write. Still a few errors though, so watch out.
Anders Johnsen <skabet@gmail.com>
parents:
22
diff
changeset
|
61 Dot, |
1 | 62 |
8
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
63 /* Comparator operators */ |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
64 Eq, Ne, |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
65 Lt, Gt, |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
66 Le, Ge, |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
67 |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
68 Not, |
6 | 69 |
1 | 70 /* Keywords */ |
71 Byte, Ubyte, | |
72 Short, Ushort, | |
73 Int, Uint, | |
74 Long, Ulong, | |
75 | |
76 Float, Double, | |
77 | |
5
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
78 Bool, |
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
79 |
22 | 80 Struct, |
81 | |
11
642c6a998fd9
Support for while statements and fixed scope for if
Anders Halager <halager@gmail.com>
parents:
8
diff
changeset
|
82 If, Else, |
642c6a998fd9
Support for while statements and fixed scope for if
Anders Halager <halager@gmail.com>
parents:
8
diff
changeset
|
83 While, |
1 | 84 Return, |
85 | |
86 } | |
87 | |
88 public char[][Tok] typeToString; | |
89 | |
90 static this() | |
91 { | |
92 typeToString = | |
93 [ | |
94 Tok.EOF:"EOF"[], | |
95 Tok.Identifier:"Identifier", | |
96 Tok.Byte:"Byte", | |
97 Tok.Short:"Short", | |
98 Tok.Int:"Int", | |
99 Tok.Long:"Long", | |
5
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
100 Tok.Bool:"Bool", |
8
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
101 Tok.Eq:"Eq", |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
102 Tok.Ne:"Ne", |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
103 Tok.Lt:"Lt", |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
104 Tok.Le:"Le", |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
105 Tok.Gt:"Gt", |
2e1069ee21af
Added Ne, Lt, Le, Gt, Ge and Not in lexer
johnsen@johnsen-desktop
parents:
6
diff
changeset
|
106 Tok.Ge:"Ge", |
1 | 107 Tok.OpenParentheses:"OpenParentheses", |
108 Tok.CloseParentheses:"CloseParentheses", | |
109 Tok.OpenBrace:"OpenBrace", | |
110 Tok.CloseBrace:"CloseBrace", | |
28
69464d465284
Now supporting structs - both read and write. Still a few errors though, so watch out.
Anders Johnsen <skabet@gmail.com>
parents:
22
diff
changeset
|
111 Tok.Dot:"Dot", |
1 | 112 Tok.Assign:"Assign", |
113 Tok.Add:"Add", | |
114 Tok.Sub:"Sub", | |
115 Tok.Mul:"Mul", | |
116 Tok.Div:"Div", | |
5
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
117 Tok.Integer:"Integer", |
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
118 Tok.If:"If", |
11
642c6a998fd9
Support for while statements and fixed scope for if
Anders Halager <halager@gmail.com>
parents:
8
diff
changeset
|
119 Tok.While:"While", |
21
0fb2d13dce37
Now working with gdc also (gdc use reverse paremeter validating on function calls)
johnsen@johnsen-laptop
parents:
11
diff
changeset
|
120 Tok.Comma:"Comma", |
5
2c5a8f4c254a
Added very simple if support.
Anders Halager <halager@gmail.com>
parents:
1
diff
changeset
|
121 Tok.Return:"Return", |
22 | 122 Tok.Struct:"Struct", |
1 | 123 Tok.Seperator:"Seperator" |
124 ]; | |
125 } |