From 7a1b7e7716e8e33ef45470be48843b98dd972299 Mon Sep 17 00:00:00 2001
From: Dimitri van Heesch <dimitri@stack.nl>
Date: Wed, 4 Sep 2013 09:53:55 +0200
Subject: Bug 707353 - Accept IDs using unicode(non ASCII) characters in python
 codes

---
 src/pycode.l    | 4 ++--
 src/pyscanner.l | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/pycode.l b/src/pycode.l
index 36d8d35..176cbdd 100644
--- a/src/pycode.l
+++ b/src/pycode.l
@@ -860,8 +860,8 @@ B                 [ \t]*
 NEWLINE           \n
 
 DIGIT             [0-9]
-LETTER            [A-Za-z]
-NONEMPTY          [A-Za-z0-9_]
+LETTER            [A-Za-z\x80-\xFF]
+NONEMPTY          [A-Za-z0-9_\x80-\xFF]
 EXPCHAR           [#(){}\[\],:.%/\\=`*~|&<>!;+-]
 NONEMPTYEXP       [^ \t\n:]
 PARAMNONEMPTY     [^ \t\n():]
diff --git a/src/pyscanner.l b/src/pyscanner.l
index 69523d2..3bcfda3 100644
--- a/src/pyscanner.l
+++ b/src/pyscanner.l
@@ -461,8 +461,8 @@ OCTNUMBER         "0"[0-7]+[lL]?
 NUMBER            {DIGIT}+[lLjJ]?
 INTNUMBER         {HEXNUMBER}|{OCTNUMBER}|{NUMBER}
 FLOATNUMBER       {DIGIT}+"."{DIGIT}+([eE][+\-]?{DIGIT}+)?[jJ]?
-LETTER            [A-Za-z]
-NONEMPTY          [A-Za-z0-9_]
+LETTER            [A-Za-z\x80-\xFF]
+NONEMPTY          [A-Za-z0-9_\x80-\xFF]
 EXPCHAR           [#(){}\[\],:.%/\\=`*~|&<>!;+-]
 NONEMPTYEXP       [^ \t\n:]
 PARAMNONEMPTY     [^ \t\n():]
-- 
cgit v0.12