Bug 707353 - Accept IDs using unicode(non ASCII) characters in python codes

7a1b7e77 · Dimitri van Heesch · bc681c74 · 7a1b7e77 · 7a1b7e77
Commit 7a1b7e77 authored Sep 04, 2013 by Dimitri van Heesch
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 4 deletions

pycode.l src/pycode.l +2 -2

pyscanner.l src/pyscanner.l +2 -2

No files found.
--- a/src/pycode.l
+++ b/src/pycode.l
@@ -860,8 +860,8 @@ B                 [ \t]*
 NEWLINE           \n

 DIGIT             [0-9]
-LETTER            [A-Za-z]
-NONEMPTY          [A-Za-z0-9_]
+LETTER            [A-Za-z\x80-\xFF]
+NONEMPTY          [A-Za-z0-9_\x80-\xFF]
 EXPCHAR           [#(){}\[\],:.%/\\=`*~|&<>!;+-]
 NONEMPTYEXP       [^ \t\n:]
 PARAMNONEMPTY     [^ \t\n():]

--- a/src/pyscanner.l
+++ b/src/pyscanner.l
@@ -461,8 +461,8 @@ OCTNUMBER         "0"[0-7]+[lL]?
 NUMBER            {DIGIT}+[lLjJ]?
 INTNUMBER         {HEXNUMBER}|{OCTNUMBER}|{NUMBER}
 FLOATNUMBER       {DIGIT}+"."{DIGIT}+([eE][+\-]?{DIGIT}+)?[jJ]?
-LETTER            [A-Za-z]
-NONEMPTY          [A-Za-z0-9_]
+LETTER            [A-Za-z\x80-\xFF]
+NONEMPTY          [A-Za-z0-9_\x80-\xFF]
 EXPCHAR           [#(){}\[\],:.%/\\=`*~|&<>!;+-]
 NONEMPTYEXP       [^ \t\n:]
 PARAMNONEMPTY     [^ \t\n():]