From 9dc3a36c849c15c227a8af218cfb215abe7b3c48 Mon Sep 17 00:00:00 2001
From: Terry Jan Reedy <tjreedy@udel.edu>
Date: Sun, 23 Feb 2014 23:33:08 -0500
Subject: Issue #9974: When untokenizing, use row info to insert
 backslash+newline. Original patches by A. Kuchling and G. Rees (#12691).

---
 Lib/tokenize.py | 6 ++++++
 1 file changed, 6 insertions(+)

(limited to 'Lib/tokenize.py')

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 7356a88b21..9bbb512d87 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -234,6 +234,10 @@ class Untokenizer:
         if row < self.prev_row or row == self.prev_row and col < self.prev_col:
             raise ValueError("start ({},{}) precedes previous end ({},{})"
                              .format(row, col, self.prev_row, self.prev_col))
+        row_offset = row - self.prev_row
+        if row_offset:  
+            self.tokens.append("\\\n" * row_offset)
+            self.prev_col = 0
         col_offset = col - self.prev_col
         if col_offset:
             self.tokens.append(" " * col_offset)
@@ -248,6 +252,8 @@ class Untokenizer:
             if tok_type == ENCODING:
                 self.encoding = token
                 continue
+            if tok_type == ENDMARKER:
+                break
             self.add_whitespace(start)
             self.tokens.append(token)
             self.prev_row, self.prev_col = end
-- 
cgit v1.2.1