Mercurial > projects > ldc
annotate dmd/lexer.h @ 1638:0de4525a9ed6
Apply workaround for #395 by klickverbot.
| author | Christian Kamm <kamm incasoftware de> |
|---|---|
| date | Mon, 08 Mar 2010 20:06:08 +0100 |
| parents | eae495e6ae8d |
| children |
| rev | line source |
|---|---|
| 1587 | 1 |
| 2 // Compiler implementation of the D programming language | |
| 3 // Copyright (c) 1999-2008 by Digital Mars | |
| 4 // All Rights Reserved | |
| 5 // written by Walter Bright | |
| 6 // http://www.digitalmars.com | |
| 7 // License for redistribution is by either the Artistic License | |
| 8 // in artistic.txt, or the GNU General Public License in gnu.txt. | |
| 9 // See the included readme.txt for details. | |
| 10 | |
| 11 #ifndef DMD_LEXER_H | |
| 12 #define DMD_LEXER_H | |
| 13 | |
| 14 #ifdef __DMC__ | |
| 15 #pragma once | |
| 16 #endif /* __DMC__ */ | |
| 17 | |
| 18 #include "root.h" | |
| 19 #include "mars.h" | |
| 20 | |
| 21 struct StringTable; | |
| 22 struct Identifier; | |
| 23 struct Module; | |
| 24 | |
| 25 /* Tokens: | |
| 26 ( ) | |
| 27 [ ] | |
| 28 { } | |
| 29 < > <= >= == != === !== | |
| 30 << >> <<= >>= >>> >>>= | |
| 31 + - += -= | |
| 32 * / % *= /= %= | |
| 33 & | ^ &= |= ^= | |
| 34 = ! ~ | |
| 35 ++ -- | |
| 36 . -> : , | |
| 37 ? && || | |
| 38 */ | |
| 39 | |
| 40 enum TOK | |
| 41 { | |
| 42 TOKreserved, | |
| 43 | |
| 44 // Other | |
| 45 TOKlparen, TOKrparen, | |
| 46 TOKlbracket, TOKrbracket, | |
| 47 TOKlcurly, TOKrcurly, | |
| 48 TOKcolon, TOKneg, | |
| 49 TOKsemicolon, TOKdotdotdot, | |
| 50 TOKeof, TOKcast, | |
| 51 TOKnull, TOKassert, | |
| 52 TOKtrue, TOKfalse, | |
| 53 TOKarray, TOKcall, | |
| 54 TOKaddress, | |
| 55 TOKtype, TOKthrow, | |
| 56 TOKnew, TOKdelete, | |
| 57 TOKstar, TOKsymoff, | |
| 58 TOKvar, TOKdotvar, | |
| 59 TOKdotti, TOKdotexp, | |
| 60 TOKdottype, TOKslice, | |
| 61 TOKarraylength, TOKversion, | |
| 62 TOKmodule, TOKdollar, | |
| 63 TOKtemplate, TOKdottd, | |
| 64 TOKdeclaration, TOKtypeof, | |
| 65 TOKpragma, TOKdsymbol, | |
| 66 TOKtypeid, TOKuadd, | |
| 67 TOKremove, | |
| 68 TOKnewanonclass, TOKcomment, | |
| 69 TOKarrayliteral, TOKassocarrayliteral, | |
| 70 TOKstructliteral, | |
| 71 | |
| 72 // Operators | |
| 73 TOKlt, TOKgt, | |
| 74 TOKle, TOKge, | |
| 75 TOKequal, TOKnotequal, | |
| 76 TOKidentity, TOKnotidentity, | |
| 77 TOKindex, TOKis, | |
| 78 TOKtobool, | |
| 79 | |
| 80 // 60 | |
| 81 // NCEG floating point compares | |
| 82 // !<>= <> <>= !> !>= !< !<= !<> | |
| 83 TOKunord,TOKlg,TOKleg,TOKule,TOKul,TOKuge,TOKug,TOKue, | |
| 84 | |
| 85 TOKshl, TOKshr, | |
| 86 TOKshlass, TOKshrass, | |
| 87 TOKushr, TOKushrass, | |
| 88 TOKcat, TOKcatass, // ~ ~= | |
| 89 TOKadd, TOKmin, TOKaddass, TOKminass, | |
| 90 TOKmul, TOKdiv, TOKmod, | |
| 91 TOKmulass, TOKdivass, TOKmodass, | |
| 92 TOKand, TOKor, TOKxor, | |
| 93 TOKandass, TOKorass, TOKxorass, | |
| 94 TOKassign, TOKnot, TOKtilde, | |
| 95 TOKplusplus, TOKminusminus, TOKconstruct, TOKblit, | |
| 96 TOKdot, TOKarrow, TOKcomma, | |
| 97 TOKquestion, TOKandand, TOKoror, | |
| 98 | |
| 99 // 104 | |
| 100 // Numeric literals | |
| 101 TOKint32v, TOKuns32v, | |
| 102 TOKint64v, TOKuns64v, | |
| 103 TOKfloat32v, TOKfloat64v, TOKfloat80v, | |
| 104 TOKimaginary32v, TOKimaginary64v, TOKimaginary80v, | |
| 105 | |
| 106 // Char constants | |
| 107 TOKcharv, TOKwcharv, TOKdcharv, | |
| 108 | |
| 109 // Leaf operators | |
| 110 TOKidentifier, TOKstring, | |
| 111 TOKthis, TOKsuper, | |
| 112 TOKhalt, TOKtuple, | |
| 113 TOKerror, | |
| 114 | |
| 115 // Basic types | |
| 116 TOKvoid, | |
| 117 TOKint8, TOKuns8, | |
| 118 TOKint16, TOKuns16, | |
| 119 TOKint32, TOKuns32, | |
| 120 TOKint64, TOKuns64, | |
| 121 TOKfloat32, TOKfloat64, TOKfloat80, | |
| 122 TOKimaginary32, TOKimaginary64, TOKimaginary80, | |
| 123 TOKcomplex32, TOKcomplex64, TOKcomplex80, | |
| 124 TOKchar, TOKwchar, TOKdchar, TOKbit, TOKbool, | |
| 125 TOKcent, TOKucent, | |
| 126 | |
| 127 // 150 | |
| 128 // Aggregates | |
| 129 TOKstruct, TOKclass, TOKinterface, TOKunion, TOKenum, TOKimport, | |
| 130 TOKtypedef, TOKalias, TOKoverride, TOKdelegate, TOKfunction, | |
| 131 TOKmixin, | |
| 132 | |
| 133 TOKalign, TOKextern, TOKprivate, TOKprotected, TOKpublic, TOKexport, | |
| 134 TOKstatic, /*TOKvirtual,*/ TOKfinal, TOKconst, TOKabstract, TOKvolatile, | |
| 135 TOKdebug, TOKdeprecated, TOKin, TOKout, TOKinout, TOKlazy, | |
| 136 TOKauto, TOKpackage, TOKmanifest, | |
| 137 | |
| 138 // Statements | |
| 139 TOKif, TOKelse, TOKwhile, TOKfor, TOKdo, TOKswitch, | |
| 140 TOKcase, TOKdefault, TOKbreak, TOKcontinue, TOKwith, | |
| 141 TOKsynchronized, TOKreturn, TOKgoto, TOKtry, TOKcatch, TOKfinally, | |
| 142 TOKasm, TOKforeach, TOKforeach_reverse, | |
| 143 TOKscope, | |
| 144 TOKon_scope_exit, TOKon_scope_failure, TOKon_scope_success, | |
| 145 | |
| 146 // Contracts | |
| 147 TOKbody, TOKinvariant, | |
| 148 | |
| 149 // Testing | |
| 150 TOKunittest, | |
| 151 | |
| 152 // Added after 1.0 | |
| 153 TOKref, | |
| 154 TOKmacro, | |
| 155 #if DMDV2 | |
| 156 TOKtraits, | |
| 157 TOKoverloadset, | |
| 158 TOKpure, | |
| 159 TOKnothrow, | |
| 160 TOKtls, | |
| 161 TOKline, | |
| 162 TOKfile, | |
| 163 TOKshared, | |
| 164 #endif | |
| 165 | |
| 166 // LDC specific | |
| 167 #if IN_LLVM | |
| 168 TOKgep, | |
| 169 #endif | |
| 170 | |
| 171 TOKMAX | |
| 172 }; | |
| 173 | |
|
1603
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
174 #define BASIC_TYPES \ |
|
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
175 TOKwchar: case TOKdchar: \ |
| 1587 | 176 case TOKbit: case TOKbool: case TOKchar: \ |
| 177 case TOKint8: case TOKuns8: \ | |
| 178 case TOKint16: case TOKuns16: \ | |
| 179 case TOKint32: case TOKuns32: \ | |
| 180 case TOKint64: case TOKuns64: \ | |
| 181 case TOKfloat32: case TOKfloat64: case TOKfloat80: \ | |
| 182 case TOKimaginary32: case TOKimaginary64: case TOKimaginary80: \ | |
| 183 case TOKcomplex32: case TOKcomplex64: case TOKcomplex80: \ | |
| 184 case TOKvoid | |
| 185 | |
|
1603
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
186 #define BASIC_TYPES_X(t) \ |
|
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
187 TOKvoid: t = Type::tvoid; goto LabelX; \ |
| 1587 | 188 case TOKint8: t = Type::tint8; goto LabelX; \ |
| 189 case TOKuns8: t = Type::tuns8; goto LabelX; \ | |
| 190 case TOKint16: t = Type::tint16; goto LabelX; \ | |
| 191 case TOKuns16: t = Type::tuns16; goto LabelX; \ | |
| 192 case TOKint32: t = Type::tint32; goto LabelX; \ | |
| 193 case TOKuns32: t = Type::tuns32; goto LabelX; \ | |
| 194 case TOKint64: t = Type::tint64; goto LabelX; \ | |
| 195 case TOKuns64: t = Type::tuns64; goto LabelX; \ | |
| 196 case TOKfloat32: t = Type::tfloat32; goto LabelX; \ | |
| 197 case TOKfloat64: t = Type::tfloat64; goto LabelX; \ | |
| 198 case TOKfloat80: t = Type::tfloat80; goto LabelX; \ | |
| 199 case TOKimaginary32: t = Type::timaginary32; goto LabelX; \ | |
| 200 case TOKimaginary64: t = Type::timaginary64; goto LabelX; \ | |
| 201 case TOKimaginary80: t = Type::timaginary80; goto LabelX; \ | |
| 202 case TOKcomplex32: t = Type::tcomplex32; goto LabelX; \ | |
| 203 case TOKcomplex64: t = Type::tcomplex64; goto LabelX; \ | |
| 204 case TOKcomplex80: t = Type::tcomplex80; goto LabelX; \ | |
| 205 case TOKbit: t = Type::tbit; goto LabelX; \ | |
| 206 case TOKbool: t = Type::tbool; goto LabelX; \ | |
| 207 case TOKchar: t = Type::tchar; goto LabelX; \ | |
| 208 case TOKwchar: t = Type::twchar; goto LabelX; \ | |
| 209 case TOKdchar: t = Type::tdchar; goto LabelX; \ | |
| 210 LabelX | |
| 211 | |
| 212 struct Token | |
| 213 { | |
| 214 Token *next; | |
| 215 unsigned char *ptr; // pointer to first character of this token within buffer | |
| 216 enum TOK value; | |
| 217 unsigned char *blockComment; // doc comment string prior to this token | |
| 218 unsigned char *lineComment; // doc comment for previous token | |
| 219 union | |
| 220 { | |
| 221 // Integers | |
| 222 d_int64 int64value; | |
| 223 d_uns64 uns64value; | |
| 224 | |
| 225 // Floats | |
| 226 #ifdef IN_GCC | |
| 227 // real_t float80value; // can't use this in a union! | |
| 228 #else | |
| 229 d_float80 float80value; | |
| 230 #endif | |
| 231 | |
| 232 struct | |
| 233 { unsigned char *ustring; // UTF8 string | |
| 234 unsigned len; | |
| 235 unsigned char postfix; // 'c', 'w', 'd' | |
| 236 }; | |
| 237 | |
| 238 Identifier *ident; | |
| 239 }; | |
| 240 #ifdef IN_GCC | |
| 241 real_t float80value; // can't use this in a union! | |
| 242 #endif | |
| 243 | |
| 244 static const char *tochars[TOKMAX]; | |
| 245 static void *operator new(size_t sz); | |
| 246 | |
| 247 int isKeyword(); | |
| 248 void print(); | |
| 249 const char *toChars(); | |
| 250 static const char *toChars(enum TOK); | |
| 251 }; | |
| 252 | |
| 253 struct Lexer | |
| 254 { | |
| 255 static StringTable stringtable; | |
| 256 static OutBuffer stringbuffer; | |
| 257 static Token *freelist; | |
| 258 | |
| 259 Loc loc; // for error messages | |
| 260 | |
| 261 unsigned char *base; // pointer to start of buffer | |
| 262 unsigned char *end; // past end of buffer | |
| 263 unsigned char *p; // current character | |
| 264 Token token; | |
| 265 Module *mod; | |
| 266 int doDocComment; // collect doc comment information | |
| 267 int anyToken; // !=0 means seen at least one token | |
| 268 int commentToken; // !=0 means comments are TOKcomment's | |
| 269 | |
| 270 Lexer(Module *mod, | |
| 271 unsigned char *base, unsigned begoffset, unsigned endoffset, | |
| 272 int doDocComment, int commentToken); | |
| 273 | |
| 274 static void initKeywords(); | |
| 275 static Identifier *idPool(const char *s); | |
| 276 static Identifier *uniqueId(const char *s); | |
| 277 static Identifier *uniqueId(const char *s, int num); | |
| 278 | |
| 279 TOK nextToken(); | |
| 280 TOK peekNext(); | |
| 281 void scan(Token *t); | |
| 282 Token *peek(Token *t); | |
| 283 Token *peekPastParen(Token *t); | |
| 284 unsigned escapeSequence(); | |
| 285 TOK wysiwygStringConstant(Token *t, int tc); | |
| 286 TOK hexStringConstant(Token *t); | |
| 287 #if DMDV2 | |
| 288 TOK delimitedStringConstant(Token *t); | |
| 289 TOK tokenStringConstant(Token *t); | |
| 290 #endif | |
| 291 TOK escapeStringConstant(Token *t, int wide); | |
| 292 TOK charConstant(Token *t, int wide); | |
| 293 void stringPostfix(Token *t); | |
| 294 unsigned wchar(unsigned u); | |
| 295 TOK number(Token *t); | |
| 296 TOK inreal(Token *t); | |
| 297 void error(const char *format, ...) IS_PRINTF(2); | |
| 298 void error(Loc loc, const char *format, ...) IS_PRINTF(3); | |
| 299 void pragma(); | |
| 300 unsigned decodeUTF(); | |
| 301 void getDocComment(Token *t, unsigned lineComment); | |
| 302 | |
| 303 static int isValidIdentifier(char *p); | |
| 304 static unsigned char *combineComments(unsigned char *c1, unsigned char *c2); | |
| 305 }; | |
| 306 | |
| 307 #endif /* DMD_LEXER_H */ |