annotate trunk/src/Token.d @ 3:4bbce78bfb1e

- Added TOK enum. - Added two methods to Lexer class.
author aziz
date Thu, 21 Jun 2007 18:36:04 +0000
parents 8ba2570de175
children 92df59b1ec4a
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
1 /++
8ba2570de175 Initial import.
aziz
parents:
diff changeset
2 Author: Aziz Köksal
8ba2570de175 Initial import.
aziz
parents:
diff changeset
3 License: GPL2
8ba2570de175 Initial import.
aziz
parents:
diff changeset
4 +/
8ba2570de175 Initial import.
aziz
parents:
diff changeset
5 module Token;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
6
8ba2570de175 Initial import.
aziz
parents:
diff changeset
7 struct Position
8ba2570de175 Initial import.
aziz
parents:
diff changeset
8 {
8ba2570de175 Initial import.
aziz
parents:
diff changeset
9 size_t loc;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
10 size_t col;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
11 }
8ba2570de175 Initial import.
aziz
parents:
diff changeset
12
3
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
13 enum TOK
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
14 {
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
15 Identifier,
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
16 Whitespace,
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
17 Comment
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
18 }
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
19
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
20 struct Token
8ba2570de175 Initial import.
aziz
parents:
diff changeset
21 {
3
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
22 TOK type;
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
23 Position pos;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
24
8ba2570de175 Initial import.
aziz
parents:
diff changeset
25 union
8ba2570de175 Initial import.
aziz
parents:
diff changeset
26 {
8ba2570de175 Initial import.
aziz
parents:
diff changeset
27 char[] str;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
28 float f;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
29 double d;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
30 }
8ba2570de175 Initial import.
aziz
parents:
diff changeset
31 }