diff options
| author | Evan Martin <martine@danga.com> | 2012-04-26 04:52:07 (GMT) |
|---|---|---|
| committer | Evan Martin <martine@danga.com> | 2012-04-26 04:52:58 (GMT) |
| commit | 01c7b2dea3a7cc2db5416e6f5aec67f14a735110 (patch) | |
| tree | f305f5ed0c93fb930943b3779b02734a399a9baf /src/lexer.cc | |
| parent | 27fb0d1e8cff1effb5c4e264ddf62db0d592158c (diff) | |
| download | Ninja-01c7b2dea3a7cc2db5416e6f5aec67f14a735110.zip Ninja-01c7b2dea3a7cc2db5416e6f5aec67f14a735110.tar.gz Ninja-01c7b2dea3a7cc2db5416e6f5aec67f14a735110.tar.bz2 | |
allow UTF-8 in rule descriptions
The lexer already mostly allowed this, except that chars >127 were
being interpreted as negative indexes into the lexer table.
Diffstat (limited to 'src/lexer.cc')
| -rw-r--r-- | src/lexer.cc | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/src/lexer.cc b/src/lexer.cc index 9e4392c..b3efe22 100644 --- a/src/lexer.cc +++ b/src/lexer.cc @@ -123,7 +123,7 @@ Lexer::Token Lexer::ReadToken() { start = p; { - char yych; + unsigned char yych; unsigned int yyaccept = 0; static const unsigned char yybm[] = { 0, 64, 64, 64, 64, 64, 64, 64, @@ -404,7 +404,7 @@ void Lexer::EatWhitespace() { ofs_ = p; { - char yych; + unsigned char yych; static const unsigned char yybm[] = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, @@ -485,7 +485,7 @@ bool Lexer::ReadIdent(string* out) { const char* start = p; { - char yych; + unsigned char yych; static const unsigned char yybm[] = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, @@ -573,7 +573,7 @@ bool Lexer::ReadEvalString(EvalString* eval, bool path, string* err) { start = p; { - char yych; + unsigned char yych; static const unsigned char yybm[] = { 0, 128, 128, 128, 128, 128, 128, 128, 128, 128, 0, 128, 128, 128, 128, 128, |