Mercurial > projects > ldc
annotate dmd/lexer.h @ 1650:40bd4a0d4870
Update to work with LLVM 2.7.
Removed use of dyn_cast, llvm no compiles
without exceptions and rtti by
default. We do need exceptions for the libconfig stuff, but rtti isn't
necessary (anymore).
Debug info needs to be rewritten, as in LLVM 2.7 the format has
completely changed. To have something to look at while rewriting, the
old code has been wrapped inside #ifndef DISABLE_DEBUG_INFO , this means
that you have to define this to compile at the moment.
Updated tango 0.99.9 patch to include updated EH runtime code, which is
needed for LLVM 2.7 as well.
| author | Tomas Lindquist Olsen |
|---|---|
| date | Wed, 19 May 2010 12:42:32 +0200 |
| parents | eae495e6ae8d |
| children |
| rev | line source |
|---|---|
| 1587 | 1 |
| 2 // Compiler implementation of the D programming language | |
| 3 // Copyright (c) 1999-2008 by Digital Mars | |
| 4 // All Rights Reserved | |
| 5 // written by Walter Bright | |
| 6 // http://www.digitalmars.com | |
| 7 // License for redistribution is by either the Artistic License | |
| 8 // in artistic.txt, or the GNU General Public License in gnu.txt. | |
| 9 // See the included readme.txt for details. | |
| 10 | |
| 11 #ifndef DMD_LEXER_H | |
| 12 #define DMD_LEXER_H | |
| 13 | |
| 14 #ifdef __DMC__ | |
| 15 #pragma once | |
| 16 #endif /* __DMC__ */ | |
| 17 | |
| 18 #include "root.h" | |
| 19 #include "mars.h" | |
| 20 | |
| 21 struct StringTable; | |
| 22 struct Identifier; | |
| 23 struct Module; | |
| 24 | |
| 25 /* Tokens: | |
| 26 ( ) | |
| 27 [ ] | |
| 28 { } | |
| 29 < > <= >= == != === !== | |
| 30 << >> <<= >>= >>> >>>= | |
| 31 + - += -= | |
| 32 * / % *= /= %= | |
| 33 & | ^ &= |= ^= | |
| 34 = ! ~ | |
| 35 ++ -- | |
| 36 . -> : , | |
| 37 ? && || | |
| 38 */ | |
| 39 | |
| 40 enum TOK | |
| 41 { | |
| 42 TOKreserved, | |
| 43 | |
| 44 // Other | |
| 45 TOKlparen, TOKrparen, | |
| 46 TOKlbracket, TOKrbracket, | |
| 47 TOKlcurly, TOKrcurly, | |
| 48 TOKcolon, TOKneg, | |
| 49 TOKsemicolon, TOKdotdotdot, | |
| 50 TOKeof, TOKcast, | |
| 51 TOKnull, TOKassert, | |
| 52 TOKtrue, TOKfalse, | |
| 53 TOKarray, TOKcall, | |
| 54 TOKaddress, | |
| 55 TOKtype, TOKthrow, | |
| 56 TOKnew, TOKdelete, | |
| 57 TOKstar, TOKsymoff, | |
| 58 TOKvar, TOKdotvar, | |
| 59 TOKdotti, TOKdotexp, | |
| 60 TOKdottype, TOKslice, | |
| 61 TOKarraylength, TOKversion, | |
| 62 TOKmodule, TOKdollar, | |
| 63 TOKtemplate, TOKdottd, | |
| 64 TOKdeclaration, TOKtypeof, | |
| 65 TOKpragma, TOKdsymbol, | |
| 66 TOKtypeid, TOKuadd, | |
| 67 TOKremove, | |
| 68 TOKnewanonclass, TOKcomment, | |
| 69 TOKarrayliteral, TOKassocarrayliteral, | |
| 70 TOKstructliteral, | |
| 71 | |
| 72 // Operators | |
| 73 TOKlt, TOKgt, | |
| 74 TOKle, TOKge, | |
| 75 TOKequal, TOKnotequal, | |
| 76 TOKidentity, TOKnotidentity, | |
| 77 TOKindex, TOKis, | |
| 78 TOKtobool, | |
| 79 | |
| 80 // 60 | |
| 81 // NCEG floating point compares | |
| 82 // !<>= <> <>= !> !>= !< !<= !<> | |
| 83 TOKunord,TOKlg,TOKleg,TOKule,TOKul,TOKuge,TOKug,TOKue, | |
| 84 | |
| 85 TOKshl, TOKshr, | |
| 86 TOKshlass, TOKshrass, | |
| 87 TOKushr, TOKushrass, | |
| 88 TOKcat, TOKcatass, // ~ ~= | |
| 89 TOKadd, TOKmin, TOKaddass, TOKminass, | |
| 90 TOKmul, TOKdiv, TOKmod, | |
| 91 TOKmulass, TOKdivass, TOKmodass, | |
| 92 TOKand, TOKor, TOKxor, | |
| 93 TOKandass, TOKorass, TOKxorass, | |
| 94 TOKassign, TOKnot, TOKtilde, | |
| 95 TOKplusplus, TOKminusminus, TOKconstruct, TOKblit, | |
| 96 TOKdot, TOKarrow, TOKcomma, | |
| 97 TOKquestion, TOKandand, TOKoror, | |
| 98 | |
| 99 // 104 | |
| 100 // Numeric literals | |
| 101 TOKint32v, TOKuns32v, | |
| 102 TOKint64v, TOKuns64v, | |
| 103 TOKfloat32v, TOKfloat64v, TOKfloat80v, | |
| 104 TOKimaginary32v, TOKimaginary64v, TOKimaginary80v, | |
| 105 | |
| 106 // Char constants | |
| 107 TOKcharv, TOKwcharv, TOKdcharv, | |
| 108 | |
| 109 // Leaf operators | |
| 110 TOKidentifier, TOKstring, | |
| 111 TOKthis, TOKsuper, | |
| 112 TOKhalt, TOKtuple, | |
| 113 TOKerror, | |
| 114 | |
| 115 // Basic types | |
| 116 TOKvoid, | |
| 117 TOKint8, TOKuns8, | |
| 118 TOKint16, TOKuns16, | |
| 119 TOKint32, TOKuns32, | |
| 120 TOKint64, TOKuns64, | |
| 121 TOKfloat32, TOKfloat64, TOKfloat80, | |
| 122 TOKimaginary32, TOKimaginary64, TOKimaginary80, | |
| 123 TOKcomplex32, TOKcomplex64, TOKcomplex80, | |
| 124 TOKchar, TOKwchar, TOKdchar, TOKbit, TOKbool, | |
| 125 TOKcent, TOKucent, | |
| 126 | |
| 127 // 150 | |
| 128 // Aggregates | |
| 129 TOKstruct, TOKclass, TOKinterface, TOKunion, TOKenum, TOKimport, | |
| 130 TOKtypedef, TOKalias, TOKoverride, TOKdelegate, TOKfunction, | |
| 131 TOKmixin, | |
| 132 | |
| 133 TOKalign, TOKextern, TOKprivate, TOKprotected, TOKpublic, TOKexport, | |
| 134 TOKstatic, /*TOKvirtual,*/ TOKfinal, TOKconst, TOKabstract, TOKvolatile, | |
| 135 TOKdebug, TOKdeprecated, TOKin, TOKout, TOKinout, TOKlazy, | |
| 136 TOKauto, TOKpackage, TOKmanifest, | |
| 137 | |
| 138 // Statements | |
| 139 TOKif, TOKelse, TOKwhile, TOKfor, TOKdo, TOKswitch, | |
| 140 TOKcase, TOKdefault, TOKbreak, TOKcontinue, TOKwith, | |
| 141 TOKsynchronized, TOKreturn, TOKgoto, TOKtry, TOKcatch, TOKfinally, | |
| 142 TOKasm, TOKforeach, TOKforeach_reverse, | |
| 143 TOKscope, | |
| 144 TOKon_scope_exit, TOKon_scope_failure, TOKon_scope_success, | |
| 145 | |
| 146 // Contracts | |
| 147 TOKbody, TOKinvariant, | |
| 148 | |
| 149 // Testing | |
| 150 TOKunittest, | |
| 151 | |
| 152 // Added after 1.0 | |
| 153 TOKref, | |
| 154 TOKmacro, | |
| 155 #if DMDV2 | |
| 156 TOKtraits, | |
| 157 TOKoverloadset, | |
| 158 TOKpure, | |
| 159 TOKnothrow, | |
| 160 TOKtls, | |
| 161 TOKline, | |
| 162 TOKfile, | |
| 163 TOKshared, | |
| 164 #endif | |
| 165 | |
| 166 // LDC specific | |
| 167 #if IN_LLVM | |
| 168 TOKgep, | |
| 169 #endif | |
| 170 | |
| 171 TOKMAX | |
| 172 }; | |
| 173 | |
|
1603
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
174 #define BASIC_TYPES \ |
|
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
175 TOKwchar: case TOKdchar: \ |
| 1587 | 176 case TOKbit: case TOKbool: case TOKchar: \ |
| 177 case TOKint8: case TOKuns8: \ | |
| 178 case TOKint16: case TOKuns16: \ | |
| 179 case TOKint32: case TOKuns32: \ | |
| 180 case TOKint64: case TOKuns64: \ | |
| 181 case TOKfloat32: case TOKfloat64: case TOKfloat80: \ | |
| 182 case TOKimaginary32: case TOKimaginary64: case TOKimaginary80: \ | |
| 183 case TOKcomplex32: case TOKcomplex64: case TOKcomplex80: \ | |
| 184 case TOKvoid | |
| 185 | |
|
1603
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
186 #define BASIC_TYPES_X(t) \ |
|
eae495e6ae8d
Merge DMD r248: implement Denis Koroskin's macro suggestion
Leandro Lucarella <llucax@gmail.com>
parents:
1587
diff
changeset
|
187 TOKvoid: t = Type::tvoid; goto LabelX; \ |
| 1587 | 188 case TOKint8: t = Type::tint8; goto LabelX; \ |
| 189 case TOKuns8: t = Type::tuns8; goto LabelX; \ | |
| 190 case TOKint16: t = Type::tint16; goto LabelX; \ | |
| 191 case TOKuns16: t = Type::tuns16; goto LabelX; \ | |
| 192 case TOKint32: t = Type::tint32; goto LabelX; \ | |
| 193 case TOKuns32: t = Type::tuns32; goto LabelX; \ | |
| 194 case TOKint64: t = Type::tint64; goto LabelX; \ | |
| 195 case TOKuns64: t = Type::tuns64; goto LabelX; \ | |
| 196 case TOKfloat32: t = Type::tfloat32; goto LabelX; \ | |
| 197 case TOKfloat64: t = Type::tfloat64; goto LabelX; \ | |
| 198 case TOKfloat80: t = Type::tfloat80; goto LabelX; \ | |
| 199 case TOKimaginary32: t = Type::timaginary32; goto LabelX; \ | |
| 200 case TOKimaginary64: t = Type::timaginary64; goto LabelX; \ | |
| 201 case TOKimaginary80: t = Type::timaginary80; goto LabelX; \ | |
| 202 case TOKcomplex32: t = Type::tcomplex32; goto LabelX; \ | |
| 203 case TOKcomplex64: t = Type::tcomplex64; goto LabelX; \ | |
| 204 case TOKcomplex80: t = Type::tcomplex80; goto LabelX; \ | |
| 205 case TOKbit: t = Type::tbit; goto LabelX; \ | |
| 206 case TOKbool: t = Type::tbool; goto LabelX; \ | |
| 207 case TOKchar: t = Type::tchar; goto LabelX; \ | |
| 208 case TOKwchar: t = Type::twchar; goto LabelX; \ | |
| 209 case TOKdchar: t = Type::tdchar; goto LabelX; \ | |
| 210 LabelX | |
| 211 | |
| 212 struct Token | |
| 213 { | |
| 214 Token *next; | |
| 215 unsigned char *ptr; // pointer to first character of this token within buffer | |
| 216 enum TOK value; | |
| 217 unsigned char *blockComment; // doc comment string prior to this token | |
| 218 unsigned char *lineComment; // doc comment for previous token | |
| 219 union | |
| 220 { | |
| 221 // Integers | |
| 222 d_int64 int64value; | |
| 223 d_uns64 uns64value; | |
| 224 | |
| 225 // Floats | |
| 226 #ifdef IN_GCC | |
| 227 // real_t float80value; // can't use this in a union! | |
| 228 #else | |
| 229 d_float80 float80value; | |
| 230 #endif | |
| 231 | |
| 232 struct | |
| 233 { unsigned char *ustring; // UTF8 string | |
| 234 unsigned len; | |
| 235 unsigned char postfix; // 'c', 'w', 'd' | |
| 236 }; | |
| 237 | |
| 238 Identifier *ident; | |
| 239 }; | |
| 240 #ifdef IN_GCC | |
| 241 real_t float80value; // can't use this in a union! | |
| 242 #endif | |
| 243 | |
| 244 static const char *tochars[TOKMAX]; | |
| 245 static void *operator new(size_t sz); | |
| 246 | |
| 247 int isKeyword(); | |
| 248 void print(); | |
| 249 const char *toChars(); | |
| 250 static const char *toChars(enum TOK); | |
| 251 }; | |
| 252 | |
| 253 struct Lexer | |
| 254 { | |
| 255 static StringTable stringtable; | |
| 256 static OutBuffer stringbuffer; | |
| 257 static Token *freelist; | |
| 258 | |
| 259 Loc loc; // for error messages | |
| 260 | |
| 261 unsigned char *base; // pointer to start of buffer | |
| 262 unsigned char *end; // past end of buffer | |
| 263 unsigned char *p; // current character | |
| 264 Token token; | |
| 265 Module *mod; | |
| 266 int doDocComment; // collect doc comment information | |
| 267 int anyToken; // !=0 means seen at least one token | |
| 268 int commentToken; // !=0 means comments are TOKcomment's | |
| 269 | |
| 270 Lexer(Module *mod, | |
| 271 unsigned char *base, unsigned begoffset, unsigned endoffset, | |
| 272 int doDocComment, int commentToken); | |
| 273 | |
| 274 static void initKeywords(); | |
| 275 static Identifier *idPool(const char *s); | |
| 276 static Identifier *uniqueId(const char *s); | |
| 277 static Identifier *uniqueId(const char *s, int num); | |
| 278 | |
| 279 TOK nextToken(); | |
| 280 TOK peekNext(); | |
| 281 void scan(Token *t); | |
| 282 Token *peek(Token *t); | |
| 283 Token *peekPastParen(Token *t); | |
| 284 unsigned escapeSequence(); | |
| 285 TOK wysiwygStringConstant(Token *t, int tc); | |
| 286 TOK hexStringConstant(Token *t); | |
| 287 #if DMDV2 | |
| 288 TOK delimitedStringConstant(Token *t); | |
| 289 TOK tokenStringConstant(Token *t); | |
| 290 #endif | |
| 291 TOK escapeStringConstant(Token *t, int wide); | |
| 292 TOK charConstant(Token *t, int wide); | |
| 293 void stringPostfix(Token *t); | |
| 294 unsigned wchar(unsigned u); | |
| 295 TOK number(Token *t); | |
| 296 TOK inreal(Token *t); | |
| 297 void error(const char *format, ...) IS_PRINTF(2); | |
| 298 void error(Loc loc, const char *format, ...) IS_PRINTF(3); | |
| 299 void pragma(); | |
| 300 unsigned decodeUTF(); | |
| 301 void getDocComment(Token *t, unsigned lineComment); | |
| 302 | |
| 303 static int isValidIdentifier(char *p); | |
| 304 static unsigned char *combineComments(unsigned char *c1, unsigned char *c2); | |
| 305 }; | |
| 306 | |
| 307 #endif /* DMD_LEXER_H */ |