comparison lexer/Lexer.d @ 190:85e492318bb6

Can parse empty file again.
author Anders Johnsen <skabet@gmail.com>
date Fri, 25 Jul 2008 13:59:21 +0200
parents 75d0544ddc45
children
comparison
equal deleted inserted replaced
189:75d0544ddc45 190:85e492318bb6
68 symbolFunctions['/'] = &slash; 68 symbolFunctions['/'] = &slash;
69 symbolFunctions['%'] = &percent; 69 symbolFunctions['%'] = &percent;
70 symbolFunctions['&'] = &and; 70 symbolFunctions['&'] = &and;
71 symbolFunctions['"'] = &string; 71 symbolFunctions['"'] = &string;
72 symbolFunctions['`'] = &string; 72 symbolFunctions['`'] = &string;
73
74 last = Token(Tok.EOF, SLoc() + 1, 0);
73 } 75 }
74 76
75 /** 77 /**
76 Get the next token from the source. This method will move the 78 Get the next token from the source. This method will move the
77 internal position forward to the next Token. 79 internal position forward to the next Token.