{ "run_at": "2026-10-30T20:04:26.567648+00:00", "product_version": "native-table.v1", "git_revision": "a838c57d80935d30771c12188ace4b0e44b99819", "binary_sha256": "c790e41deb774347e3c964df89abcc96b9b1cf8af9bd76ef87ec3c21497b0ed7", "parser_source_sha256": "988b1f16c26d2e926d8a699cf6acd64c3d6f64cbf87267c6269ef845dc9a3dd8", "harness_source_sha256": "7f4605edb738b81d92cecfaaa5e9f820eaea4b52c57bb082d546a8d6b6740655", "expected_sha256": "ed5fc303be9e1a54b3b28b1e2c14cfde264a793c803410a5e64beef0887e4b31", "platform": "macOS-27.0.1-arm64-arm-64bit-Mach-O", "native_version": "pdftotext version 26.04.0", "method": "Authored gold literal fields, extraction states, page/row structure, source-word reconstruction and authored drawing bounds; serialized CSV/XLSX compared with actual extraction separately. Invoice arithmetic is a harness cross-check, not a product capability.", "settings": { "schema": "explicit per-fixture JSON", "provider": "none", "ocr": "local English Tesseract fallback on textless pages", "repetitions_per_fixture": 3, "os_cache": "uncontrolled", "build_profile": "debug unless binary override" }, "sample_size": { "documents": 12, "natural_documents": 0, "supported_layout_documents": 4, "execution_count": 36 }, "costs": { "external_provider_spend": 0, "currency": null, "hosting_cost": null, "cost_per_page": null, "human_correction_minutes": null }, "uncertainty": "Synthetic exact-input regression checks only. No general accuracy, throughput, OCR quality, accounting correctness or human-time-saving estimate follows from these fixtures. Repeated runs are not independent documents. Wrong supported-layout output fails the harness; negative-layout failures are disclosed and are not successful extraction.", "metric_limits": { "source_reconstruction": "Checks source-word IDs/text/page. Authored geometric bounds are checked separately for nonempty gold fields; header geometry is not independently annotated.", "invented_in_empty_or_extra_cells": "Nonempty values in authored blank fields or unexpected output rows; misassociation and truncation are separate field failures." }, "passed_behavior_checks": true, "undetected_wrong_output_cases": [], "runs": [ { "id": "aligned-decimals", "supported_layout": true, "limitation": "One aligned native-text layout; literal decimals, leading-zero item identifiers and zero price.", "metrics": { "expected_fields": 15, "exact_fields": 15, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 15, "source_reconstructions": 15, "geometrically_checked_fields": 15, "geometrically_matching_fields": 15, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 3, "actual_rows": 3 }, "table_structure_matches": true, "field_failures": [], "all_expected_fields_correct": true, "exception_codes": [ "table_region_gap" ], "partial_or_wrong_output": false, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": { "gold_total": "56.70", "extracted_line_amount_sum": "56.70", "matches_authored_amount_sum": true, "authored_line_arithmetic_consistent": true, "product_reconciles_invoice_total": false }, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.125, 0.0905, 0.1718 ], "wall_median_seconds": 0.125, "engine_version": "native-table.v1" }, { "id": "repeated-two-page", "supported_layout": true, "limitation": "Exact headers repeat on both pages; this does not establish headerless-page support.", "metrics": { "expected_fields": 20, "exact_fields": 20, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 20, "source_reconstructions": 20, "geometrically_checked_fields": 20, "geometrically_matching_fields": 20, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 4, "actual_rows": 4 }, "table_structure_matches": true, "field_failures": [], "all_expected_fields_correct": true, "exception_codes": [ "table_region_gap" ], "partial_or_wrong_output": false, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": { "gold_total": "99.40", "extracted_line_amount_sum": "99.40", "matches_authored_amount_sum": true, "authored_line_arithmetic_consistent": true, "product_reconciles_invoice_total": false }, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.1425, 0.1566, 0.1511 ], "wall_median_seconds": 0.1511, "engine_version": "native-table.v1" }, { "id": "reordered-columns", "supported_layout": true, "limitation": "Two identity columns and numeric columns reordered with explicit schema; output columns follow that schema.", "metrics": { "expected_fields": 10, "exact_fields": 10, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 10, "source_reconstructions": 10, "geometrically_checked_fields": 10, "geometrically_matching_fields": 10, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 2, "actual_rows": 2 }, "table_structure_matches": true, "field_failures": [], "all_expected_fields_correct": true, "exception_codes": [ "table_region_gap" ], "partial_or_wrong_output": false, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": { "gold_total": "56.70", "extracted_line_amount_sum": "56.70", "matches_authored_amount_sum": true, "authored_line_arithmetic_consistent": true, "product_reconciles_invoice_total": false }, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.1336, 0.0923, 0.0883 ], "wall_median_seconds": 0.0923, "engine_version": "native-table.v1" }, { "id": "explicit-units", "supported_layout": true, "limitation": "Unit is an explicit custom schema column; no unit conversion is performed.", "metrics": { "expected_fields": 12, "exact_fields": 12, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 12, "source_reconstructions": 12, "geometrically_checked_fields": 12, "geometrically_matching_fields": 12, "unit_fields": 2, "correct_unit_fields": 2, "expected_rows": 2, "actual_rows": 2 }, "table_structure_matches": true, "field_failures": [], "all_expected_fields_correct": true, "exception_codes": [ "table_region_gap" ], "partial_or_wrong_output": false, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": { "gold_total": "24.80", "extracted_line_amount_sum": "24.80", "matches_authored_amount_sum": true, "authored_line_arithmetic_consistent": true, "product_reconciles_invoice_total": false }, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.0928, 0.0953, 0.093 ], "wall_median_seconds": 0.093, "engine_version": "native-table.v1" }, { "id": "missing-amount", "supported_layout": false, "limitation": "Blank Amount must remain null with a not-reported exception; no inferred arithmetic.", "metrics": { "expected_fields": 5, "exact_fields": 5, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 5, "source_reconstructions": 5, "geometrically_checked_fields": 4, "geometrically_matching_fields": 4, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 1, "actual_rows": 1 }, "table_structure_matches": true, "field_failures": [], "all_expected_fields_correct": true, "exception_codes": [ "notreported", "table_region_gap" ], "partial_or_wrong_output": false, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.0925, 0.0889, 0.0886 ], "wall_median_seconds": 0.0889, "engine_version": "native-table.v1" }, { "id": "wrapped-description", "supported_layout": false, "limitation": "Known partial extraction: description continuation is not merged; warnings must remain visible.", "metrics": { "expected_fields": 5, "exact_fields": 4, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 5, "source_reconstructions": 5, "geometrically_checked_fields": 5, "geometrically_matching_fields": 5, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 1, "actual_rows": 1 }, "table_structure_matches": true, "field_failures": [ { "row": 1, "column": "Description", "expected": { "raw": "Thermal insulation board", "value": "Thermal insulation board", "state": "extracted", "comparator": null }, "observed": { "raw": "Thermal", "value": "Thermal", "state": "extracted", "comparator": null } } ], "all_expected_fields_correct": false, "exception_codes": [ "table_region_gap", "unmapped_line" ], "partial_or_wrong_output": true, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.0903, 0.0879, 0.0894 ], "wall_median_seconds": 0.0894, "engine_version": "native-table.v1" }, { "id": "right-aligned-values", "supported_layout": false, "limitation": "Boundary hazard: values begin left of their left-aligned headers. Observe field associations and flags; do not count a returned row as correct.", "metrics": { "expected_fields": 5, "exact_fields": 2, "missing_values": 1, "invented_in_empty_or_extra_cells": 0, "source_fields": 5, "source_reconstructions": 5, "geometrically_checked_fields": 5, "geometrically_matching_fields": 2, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 1, "actual_rows": 1 }, "table_structure_matches": true, "field_failures": [ { "row": 1, "column": "Quantity", "expected": { "raw": "8", "value": "8", "state": "extracted", "comparator": null }, "observed": { "raw": "8 2.40", "value": "8 2.40", "state": "extracted", "comparator": null } }, { "row": 1, "column": "Price", "expected": { "raw": "2.40", "value": "2.40", "state": "extracted", "comparator": null }, "observed": { "raw": "19.20", "value": "19.20", "state": "extracted", "comparator": null } }, { "row": 1, "column": "Amount", "expected": { "raw": "19.20", "value": "19.20", "state": "extracted", "comparator": null }, "observed": { "raw": "", "value": null, "state": "not_reported", "comparator": null } } ], "all_expected_fields_correct": false, "exception_codes": [ "notreported", "table_region_gap" ], "partial_or_wrong_output": true, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.0899, 0.0878, 0.0884 ], "wall_median_seconds": 0.0884, "engine_version": "native-table.v1" }, { "id": "header-mismatch", "supported_layout": false, "limitation": "Alias headers do not match the confirmed schema; the authored invoice row must not be inferred.", "metrics": { "expected_fields": 5, "exact_fields": 0, "missing_values": 5, "invented_in_empty_or_extra_cells": 0, "source_fields": 0, "source_reconstructions": 0, "geometrically_checked_fields": 0, "geometrically_matching_fields": 0, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 1, "actual_rows": 0 }, "table_structure_matches": false, "field_failures": [ { "row": 1, "column": "Item", "expected": { "raw": "01001", "value": "01001", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Description", "expected": { "raw": "Copper coupling", "value": "Copper coupling", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Quantity", "expected": { "raw": "8", "value": "8", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Price", "expected": { "raw": "2.40", "value": "2.40", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Amount", "expected": { "raw": "19.20", "value": "19.20", "state": "extracted", "comparator": null }, "observed": null } ], "all_expected_fields_correct": false, "exception_codes": [ "unsupported_layout" ], "partial_or_wrong_output": true, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.0853, 0.0853, 0.086 ], "wall_median_seconds": 0.0853, "engine_version": "native-table.v1" }, { "id": "textless-page", "supported_layout": false, "limitation": "Shapes without text exercise detection only. This is not a natural scan and OCR is not benchmarked.", "metrics": { "expected_fields": 0, "exact_fields": 0, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 0, "source_reconstructions": 0, "geometrically_checked_fields": 0, "geometrically_matching_fields": 0, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 0, "actual_rows": 0 }, "table_structure_matches": true, "field_failures": [], "all_expected_fields_correct": true, "exception_codes": [ "ocr_no_text" ], "partial_or_wrong_output": false, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 1.4952, 1.4552, 1.4657 ], "wall_median_seconds": 1.4657, "engine_version": "native-table.v1" }, { "id": "mixed-readable-textless", "supported_layout": false, "limitation": "First-page rows can be returned but a textless second page makes coverage incomplete.", "metrics": { "expected_fields": 5, "exact_fields": 5, "missing_values": 0, "invented_in_empty_or_extra_cells": 0, "source_fields": 5, "source_reconstructions": 5, "geometrically_checked_fields": 5, "geometrically_matching_fields": 5, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 1, "actual_rows": 1 }, "table_structure_matches": true, "field_failures": [], "all_expected_fields_correct": true, "exception_codes": [ "ocr_no_text", "table_region_gap" ], "partial_or_wrong_output": false, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 1.5574, 1.514, 1.5185 ], "wall_median_seconds": 1.5185, "engine_version": "native-table.v1" }, { "id": "wide-row-gap", "supported_layout": false, "limitation": "Rows after a vertical gap exceeding 80 points are not recovered; partial extraction must carry a coverage warning.", "metrics": { "expected_fields": 10, "exact_fields": 5, "missing_values": 5, "invented_in_empty_or_extra_cells": 0, "source_fields": 5, "source_reconstructions": 5, "geometrically_checked_fields": 5, "geometrically_matching_fields": 5, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 2, "actual_rows": 1 }, "table_structure_matches": false, "field_failures": [ { "row": 2, "column": "Item", "expected": { "raw": "01002", "value": "01002", "state": "extracted", "comparator": null }, "observed": null }, { "row": 2, "column": "Description", "expected": { "raw": "Steel bracket", "value": "Steel bracket", "state": "extracted", "comparator": null }, "observed": null }, { "row": 2, "column": "Quantity", "expected": { "raw": "3", "value": "3", "state": "extracted", "comparator": null }, "observed": null }, { "row": 2, "column": "Price", "expected": { "raw": "12.50", "value": "12.50", "state": "extracted", "comparator": null }, "observed": null }, { "row": 2, "column": "Amount", "expected": { "raw": "37.50", "value": "37.50", "state": "extracted", "comparator": null }, "observed": null } ], "all_expected_fields_correct": false, "exception_codes": [ "table_region_gap" ], "partial_or_wrong_output": true, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.089, 0.0889, 0.0873 ], "wall_median_seconds": 0.0889, "engine_version": "native-table.v1" }, { "id": "rotated-table", "supported_layout": false, "limitation": "Rotated table recovery is unsupported; the authored invoice row must not be inferred.", "metrics": { "expected_fields": 5, "exact_fields": 0, "missing_values": 5, "invented_in_empty_or_extra_cells": 0, "source_fields": 0, "source_reconstructions": 0, "geometrically_checked_fields": 0, "geometrically_matching_fields": 0, "unit_fields": 0, "correct_unit_fields": 0, "expected_rows": 1, "actual_rows": 0 }, "table_structure_matches": false, "field_failures": [ { "row": 1, "column": "Item", "expected": { "raw": "01001", "value": "01001", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Description", "expected": { "raw": "Copper coupling", "value": "Copper coupling", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Quantity", "expected": { "raw": "8", "value": "8", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Price", "expected": { "raw": "2.40", "value": "2.40", "state": "extracted", "comparator": null }, "observed": null }, { "row": 1, "column": "Amount", "expected": { "raw": "19.20", "value": "19.20", "state": "extracted", "comparator": null }, "observed": null } ], "all_expected_fields_correct": false, "exception_codes": [ "unsupported_rotation" ], "partial_or_wrong_output": true, "problem_signaled": true, "undetected_wrong_output": false, "arithmetic_cross_check": null, "behavior_checks_pass": true, "csv_preserves_result": true, "xlsx_preserves_result": true, "repeated_metrics_identical": true, "repetitions": 3, "wall_seconds": [ 0.083, 0.0825, 0.0826 ], "wall_median_seconds": 0.0826, "engine_version": "native-table.v1" } ] }