diff options
| author | Pablo Galindo Salgado <Pablogsal@gmail.com> | 2023-12-11 12:48:19 (GMT) |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-12-11 12:48:19 (GMT) |
| commit | e4d2fb242a5049ae1a2b80fd56ec2c877a19c12f (patch) | |
| tree | 09549112add489328743686c0c53a01da83d5b65 /Lib/test/test_tokenize.py | |
| parent | f3933d4b98266249841d7ae37a84b2f181b9609d (diff) | |
| download | cpython-e4d2fb242a5049ae1a2b80fd56ec2c877a19c12f.zip cpython-e4d2fb242a5049ae1a2b80fd56ec2c877a19c12f.tar.gz cpython-e4d2fb242a5049ae1a2b80fd56ec2c877a19c12f.tar.bz2 | |
[3.12] gh-112943: Correctly compute end offsets for multiline tokens in the tokenize module (GH-112949) (#112957)
(cherry picked from commit a135a6d2c6d503b186695f01efa7eed65611b04e)
Diffstat (limited to 'Lib/test/test_tokenize.py')
| -rw-r--r-- | Lib/test/test_tokenize.py | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/Lib/test/test_tokenize.py b/Lib/test/test_tokenize.py index bbbc337..2886bce 100644 --- a/Lib/test/test_tokenize.py +++ b/Lib/test/test_tokenize.py @@ -622,6 +622,16 @@ f'__{ FSTRING_END "'" (3, 3) (3, 4) """) + self.check_tokenize("""\ + '''Autorzy, którzy tą jednostkę mają wpisani jako AKTUALNA -- czyli + aktualni pracownicy, obecni pracownicy''' +""", """\ + INDENT ' ' (1, 0) (1, 4) + STRING "'''Autorzy, którzy tą jednostkę mają wpisani jako AKTUALNA -- czyli\\n aktualni pracownicy, obecni pracownicy'''" (1, 4) (2, 45) + NEWLINE '\\n' (2, 45) (2, 46) + DEDENT '' (3, 0) (3, 0) + """) + def test_function(self): self.check_tokenize("def d22(a, b, c=2, d=2, *k): pass", """\ NAME 'def' (1, 0) (1, 3) |