Track changes in tokenize.py

1 files changed, 30 insertions, 30 deletions

diff --git a/Lib/test/output/test_tokenize b/Lib/test/output/test_tokenize
index 42465a0..52bf190 100644
--- a/Lib/test/output/test_tokenize
+++ b/Lib/test/output/test_tokenize
@@ -1,7 +1,7 @@
 test_tokenize
 1,0-1,35:	COMMENT	"# Tests for the 'tokenize' module.\012"
 2,0-2,43:	COMMENT	'# Large bits stolen from test_grammar.py. \012'
-3,0-3,1:	NEWLINE	'\012'
+3,0-3,1:	NL	'\012'
 4,0-4,11:	COMMENT	'# Comments\012'
 5,0-5,3:	STRING	'"#"'
 5,3-5,4:	NEWLINE	'\012'
@@ -12,15 +12,15 @@ test_tokenize
 10,4-10,10:	COMMENT	'# abc\012'
 11,0-12,4:	STRING	"'''#\012#'''"
 12,4-12,5:	NEWLINE	'\012'
-13,0-13,1:	NEWLINE	'\012'
+13,0-13,1:	NL	'\012'
 14,0-14,1:	NAME	'x'
 14,2-14,3:	OP	'='
 14,4-14,5:	NUMBER	'1'
 14,7-14,8:	COMMENT	'#'
 14,8-14,9:	NEWLINE	'\012'
-15,0-15,1:	NEWLINE	'\012'
+15,0-15,1:	NL	'\012'
 16,0-16,25:	COMMENT	'# Balancing continuation\012'
-17,0-17,1:	NEWLINE	'\012'
+17,0-17,1:	NL	'\012'
 18,0-18,1:	NAME	'a'
 18,2-18,3:	OP	'='
 18,4-18,5:	OP	'('
@@ -28,7 +28,7 @@ test_tokenize
 18,6-18,7:	OP	','
 18,8-18,9:	NUMBER	'4'
 18,9-18,10:	OP	','
-18,10-18,11:	NEWLINE	'\012'
+18,10-18,11:	NL	'\012'
 19,2-19,3:	NUMBER	'5'
 19,3-19,4:	OP	','
 19,5-19,6:	NUMBER	'6'
@@ -41,7 +41,7 @@ test_tokenize
 20,6-20,7:	OP	','
 20,8-20,9:	NUMBER	'4'
 20,9-20,10:	OP	','
-20,10-20,11:	NEWLINE	'\012'
+20,10-20,11:	NL	'\012'
 21,2-21,3:	NUMBER	'5'
 21,3-21,4:	OP	']'
 21,4-21,5:	NEWLINE	'\012'
@@ -52,7 +52,7 @@ test_tokenize
 22,8-22,9:	OP	':'
 22,9-22,10:	NUMBER	'5'
 22,10-22,11:	OP	','
-22,11-22,12:	NEWLINE	'\012'
+22,11-22,12:	NL	'\012'
 23,2-23,5:	STRING	"'b'"
 23,5-23,6:	OP	':'
 23,6-23,7:	NUMBER	'6'
@@ -74,24 +74,24 @@ test_tokenize
 24,20-24,21:	OP	'-'
 24,22-24,23:	NAME	'a'
 24,23-24,24:	OP	'['
-24,24-24,25:	NEWLINE	'\012'
+24,24-24,25:	NL	'\012'
 25,3-25,4:	NUMBER	'3'
 25,5-25,6:	OP	']'
-25,6-25,7:	NEWLINE	'\012'
+25,6-25,7:	NL	'\012'
 26,3-26,4:	OP	'-'
 26,5-26,6:	NAME	'x'
 26,7-26,8:	OP	'+'
 26,9-26,12:	NAME	'len'
 26,12-26,13:	OP	'('
 26,13-26,14:	OP	'{'
-26,14-26,15:	NEWLINE	'\012'
+26,14-26,15:	NL	'\012'
 27,3-27,4:	OP	'}'
-27,4-27,5:	NEWLINE	'\012'
+27,4-27,5:	NL	'\012'
 28,4-28,5:	OP	')'
-28,5-28,6:	NEWLINE	'\012'
+28,5-28,6:	NL	'\012'
 29,2-29,3:	OP	')'
 29,3-29,4:	NEWLINE	'\012'
-30,0-30,1:	NEWLINE	'\012'
+30,0-30,1:	NL	'\012'
 31,0-31,37:	COMMENT	'# Backslash means line continuation:\012'
 32,0-32,1:	NAME	'x'
 32,2-32,3:	OP	'='
@@ -99,13 +99,13 @@ test_tokenize
 33,0-33,1:	OP	'+'
 33,2-33,3:	NUMBER	'1'
 33,3-33,4:	NEWLINE	'\012'
-34,0-34,1:	NEWLINE	'\012'
+34,0-34,1:	NL	'\012'
 35,0-35,55:	COMMENT	'# Backslash does not means continuation in comments :\\\012'
 36,0-36,1:	NAME	'x'
 36,2-36,3:	OP	'='
 36,4-36,5:	NUMBER	'0'
 36,5-36,6:	NEWLINE	'\012'
-37,0-37,1:	NEWLINE	'\012'
+37,0-37,1:	NL	'\012'
 38,0-38,20:	COMMENT	'# Ordinary integers\012'
 39,0-39,4:	NUMBER	'0xff'
 39,5-39,7:	OP	'<>'
@@ -136,7 +136,7 @@ test_tokenize
 44,14-44,15:	OP	'-'
 44,15-44,16:	NUMBER	'1'
 44,16-44,17:	NEWLINE	'\012'
-45,0-45,1:	NEWLINE	'\012'
+45,0-45,1:	NL	'\012'
 46,0-46,16:	COMMENT	'# Long integers\012'
 47,0-47,1:	NAME	'x'
 47,2-47,3:	OP	'='
@@ -170,7 +170,7 @@ test_tokenize
 54,2-54,3:	OP	'='
 54,4-54,35:	NUMBER	'123456789012345678901234567890l'
 54,35-54,36:	NEWLINE	'\012'
-55,0-55,1:	NEWLINE	'\012'
+55,0-55,1:	NL	'\012'
 56,0-56,25:	COMMENT	'# Floating-point numbers\012'
 57,0-57,1:	NAME	'x'
 57,2-57,3:	OP	'='
@@ -217,7 +217,7 @@ test_tokenize
 68,2-68,3:	OP	'='
 68,4-68,9:	NUMBER	'3.1e4'
 68,9-68,10:	NEWLINE	'\012'
-69,0-69,1:	NEWLINE	'\012'
+69,0-69,1:	NL	'\012'
 70,0-70,18:	COMMENT	'# String literals\012'
 71,0-71,1:	NAME	'x'
 71,2-71,3:	OP	'='
@@ -309,7 +309,7 @@ test_tokenize
 111,4-111,5:	OP	'+'
 111,6-112,3:	STRING	"R'''spam\012'''"
 112,3-112,4:	NEWLINE	'\012'
-113,0-113,1:	NEWLINE	'\012'
+113,0-113,1:	NL	'\012'
 114,0-114,14:	COMMENT	'# Indentation\012'
 115,0-115,2:	NAME	'if'
 115,3-115,4:	NUMBER	'1'
@@ -381,9 +381,9 @@ test_tokenize
 128,12-128,13:	OP	'='
 128,14-128,15:	NUMBER	'2'
 128,15-128,16:	NEWLINE	'\012'
-129,0-129,1:	NEWLINE	'\012'
+129,0-129,1:	NL	'\012'
 130,0-130,12:	COMMENT	'# Operators\012'
-131,0-131,1:	NEWLINE	'\012'
+131,0-131,1:	NL	'\012'
 132,0-132,0:	DEDENT	''
 132,0-132,0:	DEDENT	''
 132,0-132,0:	DEDENT	''
@@ -422,7 +422,7 @@ test_tokenize
 133,28-133,29:	OP	':'
 133,30-133,34:	NAME	'pass'
 133,34-133,35:	NEWLINE	'\012'
-134,0-134,1:	NEWLINE	'\012'
+134,0-134,1:	NL	'\012'
 135,0-135,1:	OP	'('
 135,1-135,2:	NAME	'x'
 135,2-135,3:	OP	','
@@ -443,7 +443,7 @@ test_tokenize
 135,26-135,27:	OP	'}'
 135,27-135,28:	OP	')'
 135,28-135,29:	NEWLINE	'\012'
-136,0-136,1:	NEWLINE	'\012'
+136,0-136,1:	NL	'\012'
 137,0-137,13:	COMMENT	'# comparison\012'
 138,0-138,2:	NAME	'if'
 138,3-138,4:	NUMBER	'1'
@@ -474,7 +474,7 @@ test_tokenize
 138,65-138,66:	OP	':'
 138,67-138,71:	NAME	'pass'
 138,71-138,72:	NEWLINE	'\012'
-139,0-139,1:	NEWLINE	'\012'
+139,0-139,1:	NL	'\012'
 140,0-140,9:	COMMENT	'# binary\012'
 141,0-141,1:	NAME	'x'
 141,2-141,3:	OP	'='
@@ -494,7 +494,7 @@ test_tokenize
 143,6-143,7:	OP	'|'
 143,8-143,9:	NUMBER	'1'
 143,9-143,10:	NEWLINE	'\012'
-144,0-144,1:	NEWLINE	'\012'
+144,0-144,1:	NL	'\012'
 145,0-145,8:	COMMENT	'# shift\012'
 146,0-146,1:	NAME	'x'
 146,2-146,3:	OP	'='
@@ -504,7 +504,7 @@ test_tokenize
 146,11-146,13:	OP	'>>'
 146,14-146,15:	NUMBER	'1'
 146,15-146,16:	NEWLINE	'\012'
-147,0-147,1:	NEWLINE	'\012'
+147,0-147,1:	NL	'\012'
 148,0-148,11:	COMMENT	'# additive\012'
 149,0-149,1:	NAME	'x'
 149,2-149,3:	OP	'='
@@ -518,7 +518,7 @@ test_tokenize
 149,18-149,19:	OP	'+'
 149,20-149,21:	NUMBER	'1'
 149,21-149,22:	NEWLINE	'\012'
-150,0-150,1:	NEWLINE	'\012'
+150,0-150,1:	NL	'\012'
 151,0-151,17:	COMMENT	'# multiplicative\012'
 152,0-152,1:	NAME	'x'
 152,2-152,3:	OP	'='
@@ -530,7 +530,7 @@ test_tokenize
 152,14-152,15:	OP	'%'
 152,16-152,17:	NUMBER	'1'
 152,17-152,18:	NEWLINE	'\012'
-153,0-153,1:	NEWLINE	'\012'
+153,0-153,1:	NL	'\012'
 154,0-154,8:	COMMENT	'# unary\012'
 155,0-155,1:	NAME	'x'
 155,2-155,3:	OP	'='
@@ -568,7 +568,7 @@ test_tokenize
 156,23-156,24:	OP	'*'
 156,24-156,25:	NUMBER	'1'
 156,25-156,26:	NEWLINE	'\012'
-157,0-157,1:	NEWLINE	'\012'
+157,0-157,1:	NL	'\012'
 158,0-158,11:	COMMENT	'# selector\012'
 159,0-159,6:	NAME	'import'
 159,7-159,10:	NAME	'sys'
@@ -588,5 +588,5 @@ test_tokenize
 160,28-160,29:	OP	'('
 160,29-160,30:	OP	')'
 160,30-160,31:	NEWLINE	'\012'
-161,0-161,1:	NEWLINE	'\012'
+161,0-161,1:	NL	'\012'
 162,0-162,0:	ENDMARKER	''