PureYAMLStreaming/Tests/PureYAMLStreamingTests/StreamingTests.swift
Mihaela Mihaljevic f56c3e5578 feat: scaffold PureYAML streaming incubator
Add a companion package with chunked UTF-8 input, document-token streaming, PureYAML-backed document callbacks, corpus parity tests, docs, and CI.
2026-06-06 21:23:21 +02:00

100 lines
3.3 KiB
Swift

import Foundation
import PureYAML
@testable import PureYAMLStreaming
import Testing
@Suite("PureYAML Streaming")
struct StreamingTests {
@Test("chunked reader preserves UTF-8 split across chunks")
func chunkedReaderPreservesSplitUTF8() throws {
var reader = try PureYAMLStreaming.ChunkedUTF8Reader(
data: Data("aé\nb".utf8),
chunkSize: 2,
)
var chunks: [String] = []
while let chunk = try reader.readChunk() {
chunks.append(chunk)
}
#expect(chunks.joined() == "aé\nb")
#expect(reader.mark == .init(line: 2, column: 2, index: 5))
}
@Test("document scanner emits documents across chunk boundaries")
func scannerEmitsDocumentsAcrossChunks() throws {
var scanner = PureYAMLStreaming.ResumableDocumentScanner()
var documents: [String] = []
documents += try scanner.consume("---\na: 1\n--")
documents += try scanner.consume("-\nb: 2\n")
if let final = try scanner.finish() {
documents.append(final)
}
#expect(documents == ["---\na: 1\n", "---\nb: 2\n"])
}
@Test("parser streams documents in order")
func parserStreamsDocumentsInOrder() throws {
let yaml = Data(
"""
---
name: one
---
name: two
""".utf8,
)
let parser = PureYAMLStreaming.Parser(chunkSize: 5)
let documents = try parser.collectDocuments(data: yaml)
#expect(documents.count == 2)
#expect(documents[0].index == 0)
#expect(documents[1].index == 1)
#expect(stringValue("name", in: documents[0].value) == "one")
#expect(stringValue("name", in: documents[1].value) == "two")
}
@Test("streaming matches PureYAML on Geekbench fixtures")
func streamingMatchesGeekbenchFixtures() throws {
let fixtureRoot = URL(fileURLWithPath: #filePath)
.deletingLastPathComponent()
.deletingLastPathComponent()
.deletingLastPathComponent()
.deletingLastPathComponent()
.appendingPathComponent("PureYAMLGeekbench")
.appendingPathComponent("Fixtures")
.appendingPathComponent("real-yaml")
guard FileManager.default.fileExists(atPath: fixtureRoot.path) else {
return
}
let files = try FileManager.default.contentsOfDirectory(
at: fixtureRoot,
includingPropertiesForKeys: nil,
).filter { url in
url.pathExtension == "yaml" || url.pathExtension == "yml"
}
#expect(files.count >= 100)
let streamingParser = PureYAMLStreaming.Parser(chunkSize: 4096)
let pureParser = PureYAML.Parsing.Parser()
for file in files {
let data = try Data(contentsOf: file)
let streamed = try streamingParser.collectDocuments(data: data).map(\.value)
let direct = try pureParser.parseStream(String(decoding: data, as: UTF8.self)).map(\.value)
#expect(streamed == direct)
}
}
private func stringValue(_ key: String, in value: PureYAML.Model.Value) -> String? {
guard case let .mapping(mapping) = value,
case let .string(string)? = mapping[key]
else {
return nil
}
return string
}
}