Skip to content

Commit 83cd9fb

Browse files
author
James Graham
committed
Phase one of the null character handling changes
1 parent c69767d commit 83cd9fb

File tree

3 files changed

+19
-19
lines changed

3 files changed

+19
-19
lines changed

‎tokenizer/test3.test‎

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,7 @@
8686

8787
{"description":"<\\u0000",
8888
"input":"<\u0000",
89-
"output":["ParseError", "ParseError", ["Character", "<\uFFFD"]]},
89+
"output":["ParseError", ["Character", "<"], "ParseError", ["Character", "\uFFFD"]]},
9090

9191
{"description":"<\\u0009",
9292
"input":"<\u0009",
@@ -114,7 +114,7 @@
114114

115115
{"description":"<!\\u0000",
116116
"input":"<!\u0000",
117-
"output":["ParseError", "ParseError", ["Comment", "\uFFFD"]]},
117+
"output":["ParseError", ["Comment", "\uFFFD"]]},
118118

119119
{"description":"<!\\u0009",
120120
"input":"<!\u0009",
@@ -522,7 +522,7 @@
522522

523523
{"description":"<!----\\u0000",
524524
"input":"<!----\u0000",
525-
"output":["ParseError", "ParseError", "ParseError", ["Comment", "--\uFFFD"]]},
525+
"output":["ParseError", "ParseError", ["Comment", "--\uFFFD"]]},
526526

527527
{"description":"<!----\\u0009",
528528
"input":"<!----\u0009",
@@ -1114,7 +1114,7 @@
11141114

11151115
{"description":"<!DOCTYPE a \\u0000",
11161116
"input":"<!DOCTYPE a \u0000",
1117-
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
1117+
"output":["ParseError", ["DOCTYPE", "a", null, null, false]]},
11181118

11191119
{"description":"<!DOCTYPE a \\u0008",
11201120
"input":"<!DOCTYPE a \u0008",
@@ -1218,7 +1218,7 @@
12181218

12191219
{"description":"<!DOCTYPE a PUBLIC\\u0000",
12201220
"input":"<!DOCTYPE a PUBLIC\u0000",
1221-
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
1221+
"output":["ParseError", ["DOCTYPE", "a", null, null, false]]},
12221222

12231223
{"description":"<!DOCTYPE a PUBLIC\\u0008",
12241224
"input":"<!DOCTYPE a PUBLIC\u0008",
@@ -1442,7 +1442,7 @@
14421442

14431443
{"description":"<!DOCTYPE a PUBLIC''\\u0000",
14441444
"input":"<!DOCTYPE a PUBLIC''\u0000",
1445-
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", "", null, false]]},
1445+
"output":["ParseError", "ParseError", ["DOCTYPE", "a", "", null, false]]},
14461446

14471447
{"description":"<!DOCTYPE a PUBLIC''\\u0008",
14481448
"input":"<!DOCTYPE a PUBLIC''\u0008",
@@ -1766,7 +1766,7 @@
17661766

17671767
{"description":"<!DOCTYPE a SYSTEM\\u0000",
17681768
"input":"<!DOCTYPE a SYSTEM\u0000",
1769-
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
1769+
"output":["ParseError", ["DOCTYPE", "a", null, null, false]]},
17701770

17711771
{"description":"<!DOCTYPE a SYSTEM\\u0008",
17721772
"input":"<!DOCTYPE a SYSTEM\u0008",
@@ -1990,7 +1990,7 @@
19901990

19911991
{"description":"<!DOCTYPE a SYSTEM''\\u0000",
19921992
"input":"<!DOCTYPE a SYSTEM''\u0000",
1993-
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", null, "", true]]},
1993+
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, "", true]]},
19941994

19951995
{"description":"<!DOCTYPE a SYSTEM''\\u0008",
19961996
"input":"<!DOCTYPE a SYSTEM''\u0008",
@@ -2318,7 +2318,7 @@
23182318

23192319
{"description":"<!DOCTYPE a a\\u0000",
23202320
"input":"<!DOCTYPE a a\u0000",
2321-
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
2321+
"output":["ParseError", ["DOCTYPE", "a", null, null, false]]},
23222322

23232323
{"description":"<!DOCTYPE a a\\u0009",
23242324
"input":"<!DOCTYPE a a\u0009",
@@ -2702,7 +2702,7 @@
27022702

27032703
{"description":"<!DOCTYPEa \\u0000",
27042704
"input":"<!DOCTYPEa \u0000",
2705-
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
2705+
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
27062706

27072707
{"description":"<!DOCTYPEa \\u0008",
27082708
"input":"<!DOCTYPEa \u0008",
@@ -2806,7 +2806,7 @@
28062806

28072807
{"description":"<!DOCTYPEa PUBLIC\\u0000",
28082808
"input":"<!DOCTYPEa PUBLIC\u0000",
2809-
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
2809+
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
28102810

28112811
{"description":"<!DOCTYPEa PUBLIC\\u0008",
28122812
"input":"<!DOCTYPEa PUBLIC\u0008",
@@ -3030,7 +3030,7 @@
30303030

30313031
{"description":"<!DOCTYPEa PUBLIC''\\u0000",
30323032
"input":"<!DOCTYPEa PUBLIC''\u0000",
3033-
"output":["ParseError", "ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", "", null, false]]},
3033+
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", "", null, false]]},
30343034

30353035
{"description":"<!DOCTYPEa PUBLIC''\\u0008",
30363036
"input":"<!DOCTYPEa PUBLIC''\u0008",
@@ -3354,7 +3354,7 @@
33543354

33553355
{"description":"<!DOCTYPEa SYSTEM\\u0000",
33563356
"input":"<!DOCTYPEa SYSTEM\u0000",
3357-
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
3357+
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
33583358

33593359
{"description":"<!DOCTYPEa SYSTEM\\u0008",
33603360
"input":"<!DOCTYPEa SYSTEM\u0008",
@@ -3578,7 +3578,7 @@
35783578

35793579
{"description":"<!DOCTYPEa SYSTEM''\\u0000",
35803580
"input":"<!DOCTYPEa SYSTEM''\u0000",
3581-
"output":["ParseError", "ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", null, "", true]]},
3581+
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", null, "", true]]},
35823582

35833583
{"description":"<!DOCTYPEa SYSTEM''\\u0008",
35843584
"input":"<!DOCTYPEa SYSTEM''\u0008",
@@ -3906,7 +3906,7 @@
39063906

39073907
{"description":"<!DOCTYPEa a\\u0000",
39083908
"input":"<!DOCTYPEa a\u0000",
3909-
"output":["ParseError", "ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
3909+
"output":["ParseError", "ParseError", ["DOCTYPE", "a", null, null, false]]},
39103910

39113911
{"description":"<!DOCTYPEa a\\u0009",
39123912
"input":"<!DOCTYPEa a\u0009",
@@ -4234,7 +4234,7 @@
42344234

42354235
{"description":"</\\u0000",
42364236
"input":"</\u0000",
4237-
"output":["ParseError", "ParseError", ["Comment", "\uFFFD"]]},
4237+
"output":["ParseError", ["Comment", "\uFFFD"]]},
42384238

42394239
{"description":"</\\u0009",
42404240
"input":"</\u0009",
@@ -4390,7 +4390,7 @@
43904390

43914391
{"description":"<?\\u0000",
43924392
"input":"<?\u0000",
4393-
"output":["ParseError", "ParseError", ["Comment", "?\uFFFD"]]},
4393+
"output":["ParseError", ["Comment", "?\uFFFD"]]},
43944394

43954395
{"description":"<?\\u0009",
43964396
"input":"<?\u0009",

‎tokenizer/test4.test‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -227,7 +227,7 @@
227227

228228
{"description":"U+0000 in lookahead region",
229229
"input":"<!doc\u0000",
230-
"output":["ParseError", "ParseError", ["Comment", "doc\uFFFD"]],
230+
"output":["ParseError", ["Comment", "doc\uFFFD"]],
231231
"ignoreErrorOrder":true},
232232

233233
{"description":"U+0080 in lookahead region",

‎tokenizer/unicodeCharsProblematic.test‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121

2222
{"description":"CR followed by U+0000",
2323
"input":"\r\u0000",
24-
"output":["ParseError", ["Character", "\n\uFFFD"]],
24+
"output":[["Character", "\n"], "ParseError", ["Character", "\uFFFD"]],
2525
"ignoreErrorOrder":true}
2626
]
2727
}

0 commit comments

Comments
 (0)