issue #408: fix mitogen.compat.tokenize 2.4 compatibility.

7 years ago · 3aff3e5506
parent a8c056c27b
commit 3aff3e5506
1 changed files with 5 additions and 2 deletions
--- a/mitogen/compat/tokenize.py
+++ b/mitogen/compat/tokenize.py
@ -392,8 +392,11 @@ def generate_tokens(readline):
                   (initial == '.' and token != '.'):      # ordinary number
                    yield (NUMBER, token, spos, epos, line)
                elif initial in '\r\n':
-                    yield (NL if parenlev > 0 else NEWLINE,
-                           token, spos, epos, line)
+                    if parenlev > 0:
+                        n = NL
+                    else:
+                        n = NEWLINE
+                    yield (n, token, spos, epos, line)
                elif initial == '#':
                    assert not token.endswith("\n")
                    yield (COMMENT, token, spos, epos, line)