Mercurial > projects > dil

annotate trunk/src/Token.d @ 21:c785c122e4e6

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
- Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
author aziz
date Sat, 23 Jun 2007 22:43:02 +0000
parents d6adfbd7c513
children b05fff8e2ce4
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
1 /++
8ba2570de175 Initial import.
aziz
parents:
diff changeset
2 Author: Aziz Köksal
8ba2570de175 Initial import.
aziz
parents:
diff changeset
3 License: GPL2
8ba2570de175 Initial import.
aziz
parents:
diff changeset
4 +/
8ba2570de175 Initial import.
aziz
parents:
diff changeset
5 module Token;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
6
8ba2570de175 Initial import.
aziz
parents:
diff changeset
7 struct Position
8ba2570de175 Initial import.
aziz
parents:
diff changeset
8 {
8ba2570de175 Initial import.
aziz
parents:
diff changeset
9 size_t loc;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
10 size_t col;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
11 }
8ba2570de175 Initial import.
aziz
parents:
diff changeset
12
3
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
13 enum TOK
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
14 {
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
15 Identifier,
4
92df59b1ec4a - Started implementation of scan().
aziz
parents: 3
diff changeset
16 Comment,
9
5d6968cc751e - Parsing string and character literals now (rudimentary implementation.)
aziz
parents: 4
diff changeset
17 String,
5d6968cc751e - Parsing string and character literals now (rudimentary implementation.)
aziz
parents: 4
diff changeset
18 Character,
14
cdf788d8bdaf - Parsing /= now.
aziz
parents: 9
diff changeset
19 DivisionAssign,
15
c70c028e47dd - Started implementation of lexing numbers.
aziz
parents: 14
diff changeset
20 Number,
20
d6adfbd7c513 - Added code for parsing braces.
aziz
parents: 18
diff changeset
21 /* Braces */
d6adfbd7c513 - Added code for parsing braces.
aziz
parents: 18
diff changeset
22 LParen,
d6adfbd7c513 - Added code for parsing braces.
aziz
parents: 18
diff changeset
23 RParen,
d6adfbd7c513 - Added code for parsing braces.
aziz
parents: 18
diff changeset
24 LBracket,
d6adfbd7c513 - Added code for parsing braces.
aziz
parents: 18
diff changeset
25 RBracket,
d6adfbd7c513 - Added code for parsing braces.
aziz
parents: 18
diff changeset
26 LBrace,
d6adfbd7c513 - Added code for parsing braces.
aziz
parents: 18
diff changeset
27 RBrace,
21
c785c122e4e6 - Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
aziz
parents: 20
diff changeset
28
c785c122e4e6 - Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
aziz
parents: 20
diff changeset
29 Colon,
c785c122e4e6 - Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
aziz
parents: 20
diff changeset
30 Semicolon,
c785c122e4e6 - Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
aziz
parents: 20
diff changeset
31 Question,
c785c122e4e6 - Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
aziz
parents: 20
diff changeset
32 Comma,
c785c122e4e6 - Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
aziz
parents: 20
diff changeset
33 Dollar,
c785c122e4e6 - Added code for parsing Colon, Semicolon, Question, Comma and Dollar.
aziz
parents: 20
diff changeset
34
4
92df59b1ec4a - Started implementation of scan().
aziz
parents: 3
diff changeset
35 EOF
3
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
36 }
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
37
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
38 struct Token
8ba2570de175 Initial import.
aziz
parents:
diff changeset
39 {
3
4bbce78bfb1e - Added TOK enum.
aziz
parents: 0
diff changeset
40 TOK type;
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
41 Position pos;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
42
4
92df59b1ec4a - Started implementation of scan().
aziz
parents: 3
diff changeset
43 char* start;
92df59b1ec4a - Started implementation of scan().
aziz
parents: 3
diff changeset
44 char* end;
92df59b1ec4a - Started implementation of scan().
aziz
parents: 3
diff changeset
45
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
46 union
8ba2570de175 Initial import.
aziz
parents:
diff changeset
47 {
8ba2570de175 Initial import.
aziz
parents:
diff changeset
48 char[] str;
18
c48d2125f1e2 - Moved code for scanning character literals to separate function.
aziz
parents: 17
diff changeset
49 dchar chr;
0
8ba2570de175 Initial import.
aziz
parents:
diff changeset
50 float f;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
51 double d;
8ba2570de175 Initial import.
aziz
parents:
diff changeset
52 }
8ba2570de175 Initial import.
aziz
parents:
diff changeset
53 }