test(conformance): track 5 error-detection regressions from buckets 3-5
A full-suite audit found 5 yaml-test-suite error cases that were correctly rejected at the original baseline but are now wrongly accepted, introduced by the empty-node (bucket 3), anchor/alias-key (bucket 4), and directive/document-boundary (bucket 5) work. They escaped both gates because they were never in the gap manifest. Vendoring them and recording current: accepted so the sweep guards them; they are fixed in the stricter-rejection pass.
Regressions: 9MQT/01 ('...' inside a double-quoted scalar split into documents), MUS6/01 (repeated %YAML across documents), N782 (---/... inside a flow sequence), SU74 (anchored alias as a mapping key), Y79Y/009 (tab after an empty explicit key).
This commit is contained in:
parent
cd05976fac
commit
b426c04bfa
@ -973,3 +973,48 @@ cases:
|
||||
current: accepted
|
||||
byteCount: 22
|
||||
lineCount: 2
|
||||
- id: "9MQT/01"
|
||||
name: "Scalar doc with '...' in content"
|
||||
localPath: yaml-test-suite/9MQT/01/in.yaml
|
||||
category: accepted-invalid
|
||||
expected: reject
|
||||
oracle: none
|
||||
current: accepted
|
||||
byteCount: 16
|
||||
lineCount: 3
|
||||
- id: "MUS6/01"
|
||||
name: "Directive variants"
|
||||
localPath: yaml-test-suite/MUS6/01/in.yaml
|
||||
category: accepted-invalid
|
||||
expected: reject
|
||||
oracle: none
|
||||
current: accepted
|
||||
byteCount: 28
|
||||
lineCount: 4
|
||||
- id: "N782"
|
||||
name: "Invalid document markers in flow style"
|
||||
localPath: yaml-test-suite/N782/in.yaml
|
||||
category: accepted-invalid
|
||||
expected: reject
|
||||
oracle: none
|
||||
current: accepted
|
||||
byteCount: 14
|
||||
lineCount: 4
|
||||
- id: "SU74"
|
||||
name: "Anchor and alias as mapping key"
|
||||
localPath: yaml-test-suite/SU74/in.yaml
|
||||
category: accepted-invalid
|
||||
expected: reject
|
||||
oracle: none
|
||||
current: accepted
|
||||
byteCount: 39
|
||||
lineCount: 2
|
||||
- id: "Y79Y/009"
|
||||
name: "Tabs in various contexts"
|
||||
localPath: yaml-test-suite/Y79Y/009/in.yaml
|
||||
category: accepted-invalid
|
||||
expected: reject
|
||||
oracle: none
|
||||
current: accepted
|
||||
byteCount: 14
|
||||
lineCount: 2
|
||||
|
||||
0
Tests/Fixtures/yaml-test-suite/9MQT/01/error
Normal file
0
Tests/Fixtures/yaml-test-suite/9MQT/01/error
Normal file
3
Tests/Fixtures/yaml-test-suite/9MQT/01/in.yaml
Normal file
3
Tests/Fixtures/yaml-test-suite/9MQT/01/in.yaml
Normal file
@ -0,0 +1,3 @@
|
||||
--- "a
|
||||
... x
|
||||
b"
|
||||
0
Tests/Fixtures/yaml-test-suite/MUS6/01/error
Normal file
0
Tests/Fixtures/yaml-test-suite/MUS6/01/error
Normal file
4
Tests/Fixtures/yaml-test-suite/MUS6/01/in.yaml
Normal file
4
Tests/Fixtures/yaml-test-suite/MUS6/01/in.yaml
Normal file
@ -0,0 +1,4 @@
|
||||
%YAML 1.2
|
||||
---
|
||||
%YAML 1.2
|
||||
---
|
||||
0
Tests/Fixtures/yaml-test-suite/N782/error
Normal file
0
Tests/Fixtures/yaml-test-suite/N782/error
Normal file
4
Tests/Fixtures/yaml-test-suite/N782/in.yaml
Normal file
4
Tests/Fixtures/yaml-test-suite/N782/in.yaml
Normal file
@ -0,0 +1,4 @@
|
||||
[
|
||||
--- ,
|
||||
...
|
||||
]
|
||||
0
Tests/Fixtures/yaml-test-suite/SU74/error
Normal file
0
Tests/Fixtures/yaml-test-suite/SU74/error
Normal file
2
Tests/Fixtures/yaml-test-suite/SU74/in.yaml
Normal file
2
Tests/Fixtures/yaml-test-suite/SU74/in.yaml
Normal file
@ -0,0 +1,2 @@
|
||||
key1: &alias value1
|
||||
&b *alias : value2
|
||||
0
Tests/Fixtures/yaml-test-suite/Y79Y/009/error
Normal file
0
Tests/Fixtures/yaml-test-suite/Y79Y/009/error
Normal file
2
Tests/Fixtures/yaml-test-suite/Y79Y/009/in.yaml
Normal file
2
Tests/Fixtures/yaml-test-suite/Y79Y/009/in.yaml
Normal file
@ -0,0 +1,2 @@
|
||||
? key:
|
||||
: key:
|
||||
@ -18,10 +18,10 @@ struct YAMLTestSuiteGapsTests {
|
||||
let manifest = try YAMLTestSuiteManifest.load()
|
||||
|
||||
#expect(manifest.version == 1)
|
||||
#expect(manifest.cases.count == 107)
|
||||
#expect(manifest.cases.count == 112)
|
||||
#expect(manifest.cases.count(where: { $0.category == "false-reject" }) == 40)
|
||||
#expect(manifest.cases.count(where: { $0.category == "json-mismatch" }) == 20)
|
||||
#expect(manifest.cases.count(where: { $0.category == "accepted-invalid" }) == 47)
|
||||
#expect(manifest.cases.count(where: { $0.category == "accepted-invalid" }) == 52)
|
||||
#expect(Set(manifest.cases.map(\.id)).count == manifest.cases.count)
|
||||
|
||||
for testCase in manifest.cases {
|
||||
|
||||
Loading…
Reference in New Issue
Block a user