From b426c04bfa6b3b54ec288a8aca6543ede18cdc08 Mon Sep 17 00:00:00 2001 From: Mihaela Mihaljevic Date: Tue, 23 Jun 2026 21:37:00 +0200 Subject: [PATCH] test(conformance): track 5 error-detection regressions from buckets 3-5 A full-suite audit found 5 yaml-test-suite error cases that were correctly rejected at the original baseline but are now wrongly accepted, introduced by the empty-node (bucket 3), anchor/alias-key (bucket 4), and directive/document-boundary (bucket 5) work. They escaped both gates because they were never in the gap manifest. Vendoring them and recording current: accepted so the sweep guards them; they are fixed in the stricter-rejection pass. Regressions: 9MQT/01 ('...' inside a double-quoted scalar split into documents), MUS6/01 (repeated %YAML across documents), N782 (---/... inside a flow sequence), SU74 (anchored alias as a mapping key), Y79Y/009 (tab after an empty explicit key). --- Tests/Fixtures/yaml-test-suite-gaps.yaml | 45 +++++++++++++++++++ Tests/Fixtures/yaml-test-suite/9MQT/01/error | 0 .../Fixtures/yaml-test-suite/9MQT/01/in.yaml | 3 ++ Tests/Fixtures/yaml-test-suite/MUS6/01/error | 0 .../Fixtures/yaml-test-suite/MUS6/01/in.yaml | 4 ++ Tests/Fixtures/yaml-test-suite/N782/error | 0 Tests/Fixtures/yaml-test-suite/N782/in.yaml | 4 ++ Tests/Fixtures/yaml-test-suite/SU74/error | 0 Tests/Fixtures/yaml-test-suite/SU74/in.yaml | 2 + Tests/Fixtures/yaml-test-suite/Y79Y/009/error | 0 .../Fixtures/yaml-test-suite/Y79Y/009/in.yaml | 2 + Tests/YAMLTestSuiteGapsTests.swift | 4 +- 12 files changed, 62 insertions(+), 2 deletions(-) create mode 100644 Tests/Fixtures/yaml-test-suite/9MQT/01/error create mode 100644 Tests/Fixtures/yaml-test-suite/9MQT/01/in.yaml create mode 100644 Tests/Fixtures/yaml-test-suite/MUS6/01/error create mode 100644 Tests/Fixtures/yaml-test-suite/MUS6/01/in.yaml create mode 100644 Tests/Fixtures/yaml-test-suite/N782/error create mode 100644 Tests/Fixtures/yaml-test-suite/N782/in.yaml create mode 100644 Tests/Fixtures/yaml-test-suite/SU74/error create mode 100644 Tests/Fixtures/yaml-test-suite/SU74/in.yaml create mode 100644 Tests/Fixtures/yaml-test-suite/Y79Y/009/error create mode 100644 Tests/Fixtures/yaml-test-suite/Y79Y/009/in.yaml diff --git a/Tests/Fixtures/yaml-test-suite-gaps.yaml b/Tests/Fixtures/yaml-test-suite-gaps.yaml index 04fbfa1..55e1706 100644 --- a/Tests/Fixtures/yaml-test-suite-gaps.yaml +++ b/Tests/Fixtures/yaml-test-suite-gaps.yaml @@ -973,3 +973,48 @@ cases: current: accepted byteCount: 22 lineCount: 2 + - id: "9MQT/01" + name: "Scalar doc with '...' in content" + localPath: yaml-test-suite/9MQT/01/in.yaml + category: accepted-invalid + expected: reject + oracle: none + current: accepted + byteCount: 16 + lineCount: 3 + - id: "MUS6/01" + name: "Directive variants" + localPath: yaml-test-suite/MUS6/01/in.yaml + category: accepted-invalid + expected: reject + oracle: none + current: accepted + byteCount: 28 + lineCount: 4 + - id: "N782" + name: "Invalid document markers in flow style" + localPath: yaml-test-suite/N782/in.yaml + category: accepted-invalid + expected: reject + oracle: none + current: accepted + byteCount: 14 + lineCount: 4 + - id: "SU74" + name: "Anchor and alias as mapping key" + localPath: yaml-test-suite/SU74/in.yaml + category: accepted-invalid + expected: reject + oracle: none + current: accepted + byteCount: 39 + lineCount: 2 + - id: "Y79Y/009" + name: "Tabs in various contexts" + localPath: yaml-test-suite/Y79Y/009/in.yaml + category: accepted-invalid + expected: reject + oracle: none + current: accepted + byteCount: 14 + lineCount: 2 diff --git a/Tests/Fixtures/yaml-test-suite/9MQT/01/error b/Tests/Fixtures/yaml-test-suite/9MQT/01/error new file mode 100644 index 0000000..e69de29 diff --git a/Tests/Fixtures/yaml-test-suite/9MQT/01/in.yaml b/Tests/Fixtures/yaml-test-suite/9MQT/01/in.yaml new file mode 100644 index 0000000..ed9388b --- /dev/null +++ b/Tests/Fixtures/yaml-test-suite/9MQT/01/in.yaml @@ -0,0 +1,3 @@ +--- "a +... x +b" diff --git a/Tests/Fixtures/yaml-test-suite/MUS6/01/error b/Tests/Fixtures/yaml-test-suite/MUS6/01/error new file mode 100644 index 0000000..e69de29 diff --git a/Tests/Fixtures/yaml-test-suite/MUS6/01/in.yaml b/Tests/Fixtures/yaml-test-suite/MUS6/01/in.yaml new file mode 100644 index 0000000..a919837 --- /dev/null +++ b/Tests/Fixtures/yaml-test-suite/MUS6/01/in.yaml @@ -0,0 +1,4 @@ +%YAML 1.2 +--- +%YAML 1.2 +--- diff --git a/Tests/Fixtures/yaml-test-suite/N782/error b/Tests/Fixtures/yaml-test-suite/N782/error new file mode 100644 index 0000000..e69de29 diff --git a/Tests/Fixtures/yaml-test-suite/N782/in.yaml b/Tests/Fixtures/yaml-test-suite/N782/in.yaml new file mode 100644 index 0000000..ef7d8c4 --- /dev/null +++ b/Tests/Fixtures/yaml-test-suite/N782/in.yaml @@ -0,0 +1,4 @@ +[ +--- , +... +] diff --git a/Tests/Fixtures/yaml-test-suite/SU74/error b/Tests/Fixtures/yaml-test-suite/SU74/error new file mode 100644 index 0000000..e69de29 diff --git a/Tests/Fixtures/yaml-test-suite/SU74/in.yaml b/Tests/Fixtures/yaml-test-suite/SU74/in.yaml new file mode 100644 index 0000000..14f338e --- /dev/null +++ b/Tests/Fixtures/yaml-test-suite/SU74/in.yaml @@ -0,0 +1,2 @@ +key1: &alias value1 +&b *alias : value2 diff --git a/Tests/Fixtures/yaml-test-suite/Y79Y/009/error b/Tests/Fixtures/yaml-test-suite/Y79Y/009/error new file mode 100644 index 0000000..e69de29 diff --git a/Tests/Fixtures/yaml-test-suite/Y79Y/009/in.yaml b/Tests/Fixtures/yaml-test-suite/Y79Y/009/in.yaml new file mode 100644 index 0000000..851a621 --- /dev/null +++ b/Tests/Fixtures/yaml-test-suite/Y79Y/009/in.yaml @@ -0,0 +1,2 @@ +? key: +: key: diff --git a/Tests/YAMLTestSuiteGapsTests.swift b/Tests/YAMLTestSuiteGapsTests.swift index 955ec02..3c3d416 100644 --- a/Tests/YAMLTestSuiteGapsTests.swift +++ b/Tests/YAMLTestSuiteGapsTests.swift @@ -18,10 +18,10 @@ struct YAMLTestSuiteGapsTests { let manifest = try YAMLTestSuiteManifest.load() #expect(manifest.version == 1) - #expect(manifest.cases.count == 107) + #expect(manifest.cases.count == 112) #expect(manifest.cases.count(where: { $0.category == "false-reject" }) == 40) #expect(manifest.cases.count(where: { $0.category == "json-mismatch" }) == 20) - #expect(manifest.cases.count(where: { $0.category == "accepted-invalid" }) == 47) + #expect(manifest.cases.count(where: { $0.category == "accepted-invalid" }) == 52) #expect(Set(manifest.cases.map(\.id)).count == manifest.cases.count) for testCase in manifest.cases {