summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--src/code.l4
1 files changed, 4 insertions, 0 deletions
diff --git a/src/code.l b/src/code.l
index 003a1c5..821a91d 100644
--- a/src/code.l
+++ b/src/code.l
@@ -2285,6 +2285,10 @@ NUMBER {INTEGER_NUMBER}|{FLOAT_NUMBER}
yyextra->yyColNr++;
codifyLines(yyscanner,yytext);
}
+<*>[\x80-\xFF]* { // keep utf8 characters together...
+ yyextra->yyColNr+=yyleng;
+ yyextra->code->codify(yytext);
+ }
<*>. {
yyextra->yyColNr++;
yyextra->code->codify(yytext);