{ "lab": "t27b-lab", "issue": "https://github.com/gHashTag/t27/issues/6071", "repo": "https://github.com/gHashTag/t27", "ref": "master", "commit": "0f350607ef8a0ff2cc4480b3708d16ca58f1a68c", "started": "2026-10-06T20:09:07Z", "finished": "2026-10-06T20:37:48Z", "image": { "lab_py_sha": "a493fc6ca6ea3d4bbf193fe59d20001fbb27970c", "dockerfile_sha": "639d422b83a63d2e718ea36ac61f715a48b7bebc", "image_built": "2026-10-06T15:43:14Z", "railway_deployment": "fcefb065-8c75-4270-8cda-43a329875567" }, "toolchain": { "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", "cargo": "cargo 1.99.0 (5f94df478 2026-08-27)", "zig": "0.16.0", "qemu": "qemu-aarch64 version 7.2.22 (Debian 1:7.2+dfsg-7+deb12u18+b3)", "aarch64-linux-gnu-gcc": "aarch64-linux-gnu-gcc (Debian 12.2.0-14) 12.2.0", "git": "git version 2.39.5", "python": "3.11.2", "host": "Linux x86_64", "cpus": 48, "cgroup_cpus": 24, "cgroup_pids": 1000, "jobs": 24, "reference_jobs": 12 }, "steps": { "checkout": { "clone": "kept", "ok": true, "seconds": 2.1 }, "build_t27c": { "binary": "/work/target/release/t27c", "version": "t27c 0.4.0", "ok": true, "seconds": 145.2 }, "build_t27b": { "binary": "/work/target/aarch64-unknown-linux-gnu/release/t27b", "target": "aarch64-unknown-linux-gnu", "ok": true, "seconds": 0.4 }, "t27b_corpus": { "command": "qemu-aarch64 t27b corpus specs --json --runner qemu-aarch64 --timeout-ms 60000 --jobs 24", "exit": 0, "summary": [ "top rejecting constructs (first rejection per file; all occurrences):", " 58 319 StructDecl(reference undeclared field type)", " 47 1900 ExprCall(undeclared fn)", " 40 121 type std.mem.Allocator", " 32 122 ExprArrayLiteral(reference empty typed)", " 25 797 type mismatch", " 21 1196 ExprArrayLiteral", " 19 637 type (alias)", " 17 202 ExprCall(method)", " 17 428 type (undeclared)", " 14 130 ExprIdentifier(undeclared)", " 14 53 StmtAssign", " 13 43 StmtAssign(undeclared)", " 12 71 StmtAssign(reference redeclares)", " 10 147 ConstDecl", " 10 47 ExprStructLit(zig keyword field)" ], "totals": { "pass": 528, "pass_vacuous": 248, "tests": 3316, "invariants": 561, "pass_no_tests": 257, "fail": 14, "blocked": 546, "frontend": 0, "mismatch": 0, "jit_interp_mismatch": 0, "reference_disagree": null, "reference_disagree_tests": null, "reference_compared": null, "codegen": 1, "timeout": 7, "timeout_retried": 8, "crash": 0, "reference": { "ran": false, "pass": 0, "blocked": 0, "fail": 0, "timeout": 0, "skip": 1344 } }, "ok": true, "seconds": 600.9 }, "reference": { "source": "t27c test-report --specs-dir specs (t27c gen + zig test), natively, 12 workers, 300 s timeout", "totals": { "pass": 838, "blocked": 468, "fail": 33, "timeout": 5 }, "cache": { "hits": 1338, "misses": 1, "not_cached": 5 }, "ok": true, "seconds": 304.1 }, "cargo_test_t27b": { "passed": 112, "failed": 0, "ignored": 0, "suites": 14, "exit": 0, "ok": true, "seconds": 129.7 }, "fuzz": { "exit": 1, "seed": 1791318530, "cases": 994, "disagree": 12, "command": "python3 scripts/tri_loop/t27b.py fuzz --cases 1000 --seed 1791318530 --jobs 12", "ok": true, "seconds": 537.6 }, "ratchet": { "ok": false, "exit": 1, "command": "python3 scripts/tri_loop/t27b.py ratchet --ledger docs/reports/t27b_expectations.json", "verdict": "red", "ledger_commit": "099ac2224267d28839ae880bda839e6d1dd5b0a4", "counts": { "UNEXPECTED FAILURE": 3, "UNEXPECTED PASS": 16, "UNLISTED": 44, "STALE": 0, "OVER CAP": 0, "BAD REASON": 0, "MOVED": 0, "UNJUDGED": 0, "VACUITY MEASURED": 0 }, "findings": [ { "kind": "UNEXPECTED FAILURE", "path": "specs/benchmarks/kernel_fib.t27", "what": "ledger pass, now timeout: " }, { "kind": "UNEXPECTED FAILURE", "path": "specs/benchmarks/kernel_matmul.t27", "what": "ledger pass, now timeout: " }, { "kind": "UNEXPECTED FAILURE", "path": "specs/benchmarks/kernel_ternary.t27", "what": "ledger pass, now timeout: " }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/999-multibots-telegraf-video-task-store-L156.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-alerts-digest.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-alerts-watchdog.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-browseros-cron-watchdog.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-dev-cache-clean.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-jobsearch-poller.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-leela-dailyquote.t27", "what": "ledger pass_vacuous, now a pass with 1 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-mail-bridge.t27", "what": "ledger pass_vacuous, now a pass with 1 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-mcp-hub.t27", "what": "ledger pass_vacuous, now a pass with 1 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-neo-boards.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-neo-jobsearch.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-reviewer-bees.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-signup-watch.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/crons/mac-trios-cycle-heal.t27", "what": "ledger pass_vacuous, now a pass with 2 runtime asserts" }, { "kind": "UNEXPECTED PASS", "path": "specs/isa/ternary_encoding.t27", "what": "ledger blocked (ExprBinary(value ignored) statement), now pass" }, { "kind": "UNEXPECTED PASS", "path": "specs/tools/trinity/tri/wallet.t27", "what": "ledger pass_vacuous, now a pass with 5 runtime asserts" }, { "kind": "UNLISTED", "path": "specs/automation/claim-guard-bar.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/automation/review-jam.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: ExprIdentifier(value ignored) statement)" }, { "kind": "UNLISTED", "path": "specs/ci/affected.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/compiler/core/t27core.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/compiler/core/t27core_ddc.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/compiler/theory/reproducible.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/compiler/theory/vacuity_census.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/compiler/zig_scoped_type.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: type gf16::GF16)" }, { "kind": "UNLISTED", "path": "specs/fpga/verification/build_verify.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/isa/t27a.t27", "what": "the reference passes it and the ledger does not name it (t27b timeout)" }, { "kind": "UNLISTED", "path": "specs/isa/t27a_mnemonics.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/numeric/formats.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: ExprCast(f32))" }, { "kind": "UNLISTED", "path": "specs/numeric/gf16.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: type (alias))" }, { "kind": "UNLISTED", "path": "specs/numeric/ocp_mx.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: ExprCall(@intCast))" }, { "kind": "UNLISTED", "path": "specs/policy/required_contexts.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/fpga/vsa/temporal_heartbeat_top.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/scripts/ci/loop-tools-tracked.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/scripts/fpga/flash.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/scripts/gen_w633.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/scripts/pysr_trinity_blind_test_v2.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: ExprBinary(*))" }, { "kind": "UNLISTED", "path": "specs/port/scripts/reseal-apply.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/port/trinity/src/brain/weber_tuning.t27", "what": "the reference passes it and the ledger does not name it (t27b blocked: type i2)" }, { "kind": "UNLISTED", "path": "specs/port/trinity/src/vibeec/p2p_module.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/queen/actors.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/queen/control.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/queen/merger_gate.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/tri/t27b/fuzz.t27", "what": "the reference passes it and the ledger does not name it (t27b codegen: t27b: unsupported construct FnDecl(frame size) at line 0 (fn same_seed_same_case: 80000 bytes of local aggregates; at most 16384 per frame))" }, { "kind": "UNLISTED", "path": "specs/tri/t27b/fuzz_oracle.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/tri/t27b/reduce.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/device_evidence.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/evidence_chain.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/failure_loop.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/frontier.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/payout.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/poc/a/slot.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/poc/b/slot.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/poc/run.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/poc/static_counter.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/receipt.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/region.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/reuse.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/review_gate.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/seal_check.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" }, { "kind": "UNLISTED", "path": "specs/verified/verdict.t27", "what": "the reference passes it and the ledger does not name it (t27b pass)" } ], "seconds": 0.9 } }, "fuzz": { "seed": 1791318530, "cases": 994, "tests": 1997, "agree": 1924, "disagree": 12, "rejected": 45, "unjudged": 16, "seeds": [ "1791318530:28", "1791318530:87", "1791318530:177", "1791318530:190", "1791318530:226", "1791318530:227", "1791318530:240", "1791318530:252", "1791318530:268", "1791318530:372", "1791318530:376", "1791318530:438", "1791318530:483", "1791318530:507", "1791318530:553", "1791318530:593", "1791318530:704", "1791318530:717", "1791318530:722", "1791318530:733", "1791318530:762", "1791318530:796", "1791318530:804", "1791318530:806", "1791318530:807", "1791318530:872", "1791318530:885", "1791318530:940", "1791318530:956", "1791318530:967", "1791318530:983" ], "classes": { "AGREE": 1924, "T27B_BUG": 0, "REFERENCE_BUG": 12, "SEMANTICS_GAP": 0, "SPLIT": 0, "T27B_REJECTED": 0, "REFERENCE_REJECTED": 45, "UNJUDGED": 16 }, "findings": [ { "seed": 1791318530, "case": 28, "file": "c000028.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 28, "file": "c000028.t27", "test": "f1_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 28, "file": "c000028.t27", "test": "f2_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 87, "file": "c000087.t27", "test": "f0_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 10 (+ on u64)", "reference": "pass", "reference_detail": "" }, { "seed": 1791318530, "case": 177, "file": "c000177.t27", "test": "f0_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 7 (- on i16)", "reference": "pass", "reference_detail": "" }, { "seed": 1791318530, "case": 190, "file": "c000190.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "pass", "t27b_detail": "", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:42: error: expected ',' after argument" }, { "seed": 1791318530, "case": 190, "file": "c000190.t27", "test": "f1_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "pass", "t27b_detail": "", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:42: error: expected ',' after argument" }, { "seed": 1791318530, "case": 226, "file": "c000226.t27", "test": "f2_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f2_expect_trap: integer overflow at line 66 (* on i64)", "reference": "pass", "reference_detail": "" }, { "seed": 1791318530, "case": 227, "file": "c000227.t27", "test": "f0_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 16 (* on i16)", "reference": "fail", "reference_detail": "2 of 3 tests fail" }, { "seed": 1791318530, "case": 240, "file": "c000240.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 240, "file": "c000240.t27", "test": "f1_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 252, "file": "c000252.t27", "test": "f0_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 9 (* on i8)", "reference": "pass", "reference_detail": "" }, { "seed": 1791318530, "case": 268, "file": "c000268.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "fail", "t27b_detail": "FAIL f1_expect_trap: integer overflow at line 32 (- on i8)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:42: error: expected ',' after argument" }, { "seed": 1791318530, "case": 268, "file": "c000268.t27", "test": "f1_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "fail", "t27b_detail": "FAIL f1_expect_trap: integer overflow at line 32 (- on i8)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:42: error: expected ',' after argument" }, { "seed": 1791318530, "case": 268, "file": "c000268.t27", "test": "f2_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "fail", "t27b_detail": "FAIL f1_expect_trap: integer overflow at line 32 (- on i8)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:19:42: error: expected ',' after argument" }, { "seed": 1791318530, "case": 372, "file": "c000372.t27", "test": "f0_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 372, "file": "c000372.t27", "test": "f1_expect_trap", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 372, "file": "c000372.t27", "test": "f2_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:68:19: error: use of undeclared identifier 'v0'" }, { "seed": 1791318530, "case": 376, "file": "c000376.t27", "test": "f0_expect_trap", "class": "REFERENCE_BUG", "t27b": "fail", "t27b_detail": "FAIL f0_expect_trap: integer overflow at line 23 (* on i64)", "reference": "fail", "reference_detail": "1 of 3 tests fail" }, { "seed": 1791318530, "case": 438, "file": "c000438.t27", "test": "f0_expect_pass", "class": "REFERENCE_REJECTED", "t27b": "blocked", "t27b_detail": "FnDecl(reference CSE hoist)", "reference": "blocked", "reference_detail": "does not compile: spec.zig:39:20: error: use of undeclared identifier 'v0'" } ], "first": 0, "refused": [], "seconds": 537.2, "generator": "specs/tri/t27b/fuzz.t27", "oracle": "specs/tri/t27b/fuzz_oracle.t27" }, "summary": { "files": 1344, "reference_pass": 838, "reference_lab_error": 0, "t27b_pass": 528, "t27b_pass_vacuous": 248, "t27b_pass_where_reference_passes": 528, "t27b_pass_vacuous_where_reference_passes": 247, "t27b_pass_where_reference_does_not": 0, "mismatch": 0, "jit_interp_mismatch": 0, "reference_compared": 786, "reference_disagree": 0, "reference_disagree_tests": 0, "t27b_fail": 14, "crash": 0, "timeout": 7, "timeout_retried": 8 }, "top_blockers": [ { "construct": "StructDecl(reference undeclared field type)", "first": 58, "all": 319 }, { "construct": "ExprCall(undeclared fn)", "first": 47, "all": 1900 }, { "construct": "type std.mem.Allocator", "first": 40, "all": 121 }, { "construct": "ExprArrayLiteral(reference empty typed)", "first": 32, "all": 122 }, { "construct": "type mismatch", "first": 25, "all": 797 }, { "construct": "ExprArrayLiteral", "first": 21, "all": 1196 }, { "construct": "type (alias)", "first": 19, "all": 637 }, { "construct": "ExprCall(method)", "first": 17, "all": 202 }, { "construct": "type (undeclared)", "first": 17, "all": 428 }, { "construct": "ExprIdentifier(undeclared)", "first": 14, "all": 130 }, { "construct": "StmtAssign", "first": 14, "all": 53 }, { "construct": "StmtAssign(undeclared)", "first": 13, "all": 43 }, { "construct": "StmtAssign(reference redeclares)", "first": 12, "all": 71 }, { "construct": "ConstDecl", "first": 10, "all": 147 }, { "construct": "ExprStructLit(zig keyword field)", "first": 10, "all": 47 }, { "construct": "ExprArrayLiteral(text element)", "first": 8, "all": 15 }, { "construct": "ExprCall(@intCast)", "first": 8, "all": 40 }, { "construct": "FnDecl(reference var param)", "first": 8, "all": 49 }, { "construct": "ExprFieldAccess(zig keyword field)", "first": 7, "all": 112 }, { "construct": "ExprIdentifier(E::V)", "first": 7, "all": 31 }, { "construct": "type Result", "first": 7, "all": 118 }, { "construct": "type (anonymous struct)", "first": 6, "all": 9 }, { "construct": "type Option", "first": 6, "all": 9 }, { "construct": "ConstDecl(slice)", "first": 5, "all": 17 }, { "construct": "ExprCast(f64)", "first": 5, "all": 36 }, { "construct": "ExprIf(comptime arms)", "first": 5, "all": 41 }, { "construct": "ExprStructLit", "first": 5, "all": 117 }, { "construct": "type (generic)", "first": 5, "all": 110 }, { "construct": "ExprStructLit(value ignored) statement", "first": 4, "all": 9 }, { "construct": "type (tuple)", "first": 4, "all": 24 } ], "results": [ { "file": "specs/a/b_c.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/a_b/c.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/account/auth.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w2/tmp/t27c-test-report-auth-1059145/spec.zig:23:16: error: use of undeclared identifier 'Ok'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(zig keyword field)", "ExprStructLit(zig keyword field)", "ExprFieldAccess", "ExprCall(Result/Option constructor)", "type lexer::Lexer", "ExprCall(undeclared fn)", "ExprCast", "ExprCall(method)", "ExprStructLit" ], "detail": "ExprFieldAccess(zig keyword field)" }, { "file": "specs/account/repo.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w3/tmp/t27c-test-report-repo-1059153/spec.zig:59:13: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "type u64?", "type (undeclared)", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprCast" ], "detail": "type Result" }, { "file": "specs/account/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w4/tmp/t27c-test-report-schema-1059156/spec.zig:133:39: error: expected integer or vector, found 'spec.PollResult'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast", "StmtLocal" ], "detail": "ExprCast" }, { "file": "specs/agents/a.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/b.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/c.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/d.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/e.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/f.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/g.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/h.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/i.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/j.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/k.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/l.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/m.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/n.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/o.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/p.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/q.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/r.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/s.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/t.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/ti.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/u.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/v.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/w.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/x.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/y.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/agents/z.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/api/c_abi.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "a_dimension_is_clamped_not_refused": true, "trits_are_normalized_at_the_boundary": true, "an_index_beyond_the_length_reads_zero_and_writes_nothing": true, "buffers_are_filled_to_the_shorter_length": true }, "reference_tests": { "a_dimension_is_clamped_not_refused": true, "an_index_beyond_the_length_reads_zero_and_writes_nothing": true, "buffers_are_filled_to_the_shorter_length": true, "trits_are_normalized_at_the_boundary": true }, "reference_disagree": [] }, { "file": "specs/api/c_api_contract.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-c_api_contract-1064480/spec.zig:19:17: error: use of undeclared identifier 'trinity_vsa_version'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "StmtAssign" }, { "file": "specs/api/sdk_contract.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-sdk_contract-1064564/spec.zig:19:11: error: use of undeclared identifier 'HybridBigInt'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprCall(method)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/api/tri_api_context.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "the_estimate_is_a_quarter_of_the_bytes_and_at_least_one": true, "the_threshold_is_reached_at_576000_bytes": true, "the_summary_step_loses_the_prompt_and_is_not_counted": true, "the_excerpt_is_cut_at_the_limit": true }, "reference_tests": { "the_estimate_is_a_quarter_of_the_bytes_and_at_least_one": true, "the_excerpt_is_cut_at_the_limit": true, "the_summary_step_loses_the_prompt_and_is_not_counted": true, "the_threshold_is_reached_at_576000_bytes": true }, "reference_disagree": [] }, { "file": "specs/api/tri_api_loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 4, "asserts": 33, "blockers": [], "detail": "", "test_verdicts": { "a_turn_continues_only_on_tool_use_without_end_turn": true, "the_twentieth_request_is_the_last": true, "a_failed_turn_is_classified_by_what_reached_the_loop": true, "the_loop_ends_in_four_ways_and_all_exit_zero": true, "the_loop_counts_no_usage_keeps_no_session_on_cancel_and_sends_nothing_after_end_turn": true, "several_tool_blocks_make_several_user_messages_and_a_duplicate_id_runs_twice": true, "a_long_text_block_is_cut_at_the_window": true }, "reference_tests": { "a_failed_turn_is_classified_by_what_reached_the_loop": true, "a_long_text_block_is_cut_at_the_window": true, "a_turn_continues_only_on_tool_use_without_end_turn": true, "several_tool_blocks_make_several_user_messages_and_a_duplicate_id_runs_twice": true, "the_loop_counts_no_usage_keeps_no_session_on_cancel_and_sends_nothing_after_end_turn": true, "the_loop_ends_in_four_ways_and_all_exit_zero": true, "the_twentieth_request_is_the_last": true }, "reference_disagree": [] }, { "file": "specs/api/tri_api_permissions.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "deny_beats_allow_beats_default": true, "the_rule_cap_drops_the_tail": true, "the_path_boundary_is_two_dots_and_a_nul": true, "the_bash_list_bounds_the_first_word_and_a_few_bytes": true, "rules_survive_only_where_the_freed_bytes_do": true, "the_checkpoint_runs_first_and_an_mcp_rule_needs_a_star": true }, "reference_tests": { "deny_beats_allow_beats_default": true, "rules_survive_only_where_the_freed_bytes_do": true, "the_bash_list_bounds_the_first_word_and_a_few_bytes": true, "the_checkpoint_runs_first_and_an_mcp_rule_needs_a_star": true, "the_path_boundary_is_two_dots_and_a_nul": true, "the_rule_cap_drops_the_tail": true }, "reference_disagree": [] }, { "file": "specs/api/tri_api_session.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 4, "asserts": 47, "blockers": [], "detail": "", "test_verdicts": { "two_saves_in_one_second_share_one_record": true, "the_preview_is_eighty_bytes": true, "a_record_resumes_in_three_ways": true, "writes_are_plain_and_nothing_is_deleted": true, "the_memory_is_read_and_capped_and_never_written": true, "a_checkpoint_depends_on_git_and_cannot_be_restored": true, "truncation_keeps_short_results_and_breaks_on_a_trailing_backslash": true, "no_provenance_and_most_artifacts_leave_the_machine": true, "a_tri_api_record_fails_the_tmss_header": true }, "reference_tests": { "a_checkpoint_depends_on_git_and_cannot_be_restored": true, "a_record_resumes_in_three_ways": true, "a_tri_api_record_fails_the_tmss_header": true, "no_provenance_and_most_artifacts_leave_the_machine": true, "the_memory_is_read_and_capped_and_never_written": true, "the_preview_is_eighty_bytes": true, "truncation_keeps_short_results_and_breaks_on_a_trailing_backslash": true, "two_saves_in_one_second_share_one_record": true, "writes_are_plain_and_nothing_is_deleted": true }, "reference_disagree": [] }, { "file": "specs/api/tri_net_api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "no_hosted_endpoint_claim": true, "major_is_pinned_minor_is_not": true, "fail_closed_on_undocumented_top_level_field": true, "seal_digest_is_sha256_hex": true, "roundtrip_is_not_claimed": true }, "reference_tests": { "fail_closed_on_undocumented_top_level_field": true, "major_is_pinned_minor_is_not": true, "no_hosted_endpoint_claim": true, "roundtrip_is_not_claimed": true, "seal_digest_is_sha256_hex": true }, "reference_disagree": [] }, { "file": "specs/ar/asp_solver.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-asp_solver-1064983/spec.zig:50:17: error: use of undeclared identifier 'new_proof_trace'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type int", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "type mismatch", "StmtAssign", "ExprArrayLiteral(to slice field)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/ar/coa_planning.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w4/tmp/t27c-test-report-coa_planning-1065002/spec.zig:38:20: error: use of undeclared identifier 'ProofStep'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "StmtAssign(reference redeclares)", "type int", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/composition.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-composition-1065037/spec.zig:58:13: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type float", "type int", "type (undeclared)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/datalog_engine.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w2/tmp/t27c-test-report-datalog_engine-1065042/spec.zig:21:18: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "StmtAssign(reference redeclares)", "type (undeclared)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/explainability.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w3/tmp/t27c-test-report-explainability-1065196/spec.zig:21:20: error: use of undeclared identifier 'ProofStep'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "StmtAssign(reference redeclares)", "type (undeclared)", "type float", "type int", "ExprFieldAccess(enum)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/ar/proof_trace.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-proof_trace-1065357/spec.zig:34:83: error: use of undeclared identifier 'now'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type int", "ExprFieldAccess(enum)", "ExprCall(rejected fn)", "ExprIdentifier(undeclared)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/ar/restraint.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-restraint-1065384/spec.zig:58:18: error: use of undeclared identifier 'K_UNKNOWN'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type float", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type float" }, { "file": "specs/ar/ternary_logic.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-ternary_logic-1065577/spec.zig:18:16: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/auth/config.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-config-1065623/spec.zig:45:33: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "type str?", "ExprCast", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/automation/agent-conversations.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "an id splits only the own and specialist threads, never a client, room or queen thread": true, "a well formed id is four to twenty-four long; outside that it is refused, not rebased": true, "no id leaves the gate as it was, so every existing caller keeps its thread": true, "an id opens nothing its base thread did not, and only where the base splits": true, "the routes, the list and the deletion carry the conversation through unchanged": true, "the app runs one stream, queue, Stop and draft per conversation, not one for all": true, "only the rail being seen live is left unclaimed": true }, "reference_tests": { "a well formed id is four to twenty-four long; outside that it is refused, not rebased": true, "an id opens nothing its base thread did not, and only where the base splits": true, "an id splits only the own and specialist threads, never a client, room or queen thread": true, "no id leaves the gate as it was, so every existing caller keeps its thread": true, "only the rail being seen live is left unclaimed": true, "the app runs one stream, queue, Stop and draft per conversation, not one for all": true, "the routes, the list and the deletion carry the conversation through unchanged": true }, "reference_disagree": [] }, { "file": "specs/automation/agent-hive-group.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 0, "asserts": 70, "blockers": [], "detail": "", "test_verdicts": { "a person calls an agent by tag, all tag, reply or its own topic": true, "a bot calls an agent only by tag or reply": true, "the bot chain closes after three bot messages": true, "a bot waits out the cooldown before answering a bot": true, "a person is always answered and a bot only inside the limits": true, "a creation claim lives fifteen minutes": true, "typing is sent again four seconds after the last one": true, "on the all tag only the best fit answers at once": true, "a person follows up in the same topic for two minutes without a tag": true, "a stop silences bots for ten minutes and never a person": true, "a muted agent still answers its own tag for the hour": true, "the answer counts even when the chat refuses reactions": true, "the topic brief wins over the group brief, and only an admin sets one": true, "a deleted topic is recreated, at most once in ten minutes": true, "a summary reads fifty by default and never past the log": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a bot calls an agent only by tag or reply": true, "a bot waits out the cooldown before answering a bot": true, "a creation claim lives fifteen minutes": true, "a deleted topic is recreated, at most once in ten minutes": true, "a muted agent still answers its own tag for the hour": true, "a person calls an agent by tag, all tag, reply or its own topic": true, "a person follows up in the same topic for two minutes without a tag": true, "a person is always answered and a bot only inside the limits": true, "a stop silences bots for ten minutes and never a person": true, "a summary reads fifty by default and never past the log": true, "on the all tag only the best fit answers at once": true, "the answer counts even when the chat refuses reactions": true, "the bot chain closes after three bot messages": true, "the topic brief wins over the group brief, and only an admin sets one": true, "typing is sent again four seconds after the last one": true }, "reference_disagree": [] }, { "file": "specs/automation/agent-provider-chain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "the reserve route needs all three variables and sits after nemotron": true, "capabilities of the reserve model are the owner's declaration": true, "the reserve route is configured live; an answer from it is not claimed": true, "the reserve sends a bounded max_tokens and 402 is named": true, "a deploy-time head without tools moves behind the first one with tools": true, "the bot pick keeps the head without tools and is flagged": true, "a chain where nobody calls tools keeps its order and is flagged": true }, "reference_tests": { "a chain where nobody calls tools keeps its order and is flagged": true, "a deploy-time head without tools moves behind the first one with tools": true, "capabilities of the reserve model are the owner's declaration": true, "the bot pick keeps the head without tools and is flagged": true, "the reserve route is configured live; an answer from it is not claimed": true, "the reserve route needs all three variables and sits after nemotron": true, "the reserve sends a bounded max_tokens and 402 is named": true }, "reference_disagree": [] }, { "file": "specs/automation/ball-board.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 19, "invariants": 0, "asserts": 97, "blockers": [], "detail": "", "test_verdicts": { "the mailbox's owes_reply becomes the ball, and nothing else is invented": true, "an open PR is ours unless a review is asked of somebody else": true, "a bug is ours until it is closed, an issue is theirs only when labelled so": true, "the columns run ours, due, theirs, none": true, "a stale snapshot is reported, not shown": true, "the mailbox and the private repos are the owner's, refused before the read": true, "the CRM is called, not re-derived": true, "every card has a client, and nothing unclaimed is dropped": true, "a domain strangers share cannot be linked to one client": true, "a title link claims work by the start of its title": true, "every card names its spec, or is counted as having none": true, "the agent's browser waits on the person only when it asks or they drive": true, "a browser card is the caller's own and carries no key to the stream": true, "a meeting that ended unanswered is due, one within a day is ours": true, "a meeting card is the caller's own and carries no token, link or place": true, "a matter only machines or the owner wrote is nobody's move": true, "a relay's no-reply speaks for a person": true, "a mailbox provider's matter is not one client": true, "the board is designed, not yet live": true }, "reference_tests": { "a browser card is the caller's own and carries no key to the stream": true, "a bug is ours until it is closed, an issue is theirs only when labelled so": true, "a domain strangers share cannot be linked to one client": true, "a mailbox provider's matter is not one client": true, "a matter only machines or the owner wrote is nobody's move": true, "a meeting card is the caller's own and carries no token, link or place": true, "a meeting that ended unanswered is due, one within a day is ours": true, "a relay's no-reply speaks for a person": true, "a stale snapshot is reported, not shown": true, "a title link claims work by the start of its title": true, "an open PR is ours unless a review is asked of somebody else": true, "every card has a client, and nothing unclaimed is dropped": true, "every card names its spec, or is counted as having none": true, "the CRM is called, not re-derived": true, "the agent's browser waits on the person only when it asks or they drive": true, "the board is designed, not yet live": true, "the columns run ours, due, theirs, none": true, "the mailbox and the private repos are the owner's, refused before the read": true, "the mailbox's owes_reply becomes the ball, and nothing else is invented": true }, "reference_disagree": [] }, { "file": "specs/automation/ball-grants.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "the owner reads the mail, a viewer only with a live grant, nobody else": true, "only the owner grants, and never to the owner": true, "a grant covers its client, or every linked client, and never an unlinked one": true, "every grant ends: unsized is a month, nothing outlives a quarter": true, "a grant opens the mail and nothing else": true, "what never leaves the server, whoever asks": true, "the owner sees who looked": true, "the sharing is designed, not yet live": true }, "reference_tests": { "a grant covers its client, or every linked client, and never an unlinked one": true, "a grant opens the mail and nothing else": true, "every grant ends: unsized is a month, nothing outlives a quarter": true, "only the owner grants, and never to the owner": true, "the owner reads the mail, a viewer only with a live grant, nobody else": true, "the owner sees who looked": true, "the sharing is designed, not yet live": true, "what never leaves the server, whoever asks": true }, "reference_disagree": [] }, { "file": "specs/automation/blog-share.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 63, "blockers": [], "detail": "", "test_verdicts": { "an open question is waited on for the approval's lifetime, then let go": true, "one question a day at most, on a five-minute tick": true, "nothing is posted without a yes": true, "a decline is real only if the approval was decided": true, "the page leaving the form is the receipt": true, "a post counts only when the profile shows it": true, "the profile is looked at under twenty seconds": true, "published somewhere means a post seen on the profile, and no error": true, "the publish button is looked for about half a minute": true, "the owner's queue comes first, the newest only after it": true, "a fresh article goes first, then the owner's queue, then the newest": true, "a network switched off is neither asked about nor posted to": true, "the desk is live, and its posts were seen on the profile": true }, "reference_tests": { "a decline is real only if the approval was decided": true, "a fresh article goes first, then the owner's queue, then the newest": true, "a network switched off is neither asked about nor posted to": true, "a post counts only when the profile shows it": true, "an open question is waited on for the approval's lifetime, then let go": true, "nothing is posted without a yes": true, "one question a day at most, on a five-minute tick": true, "published somewhere means a post seen on the profile, and no error": true, "the desk is live, and its posts were seen on the profile": true, "the owner's queue comes first, the newest only after it": true, "the page leaving the form is the receipt": true, "the profile is looked at under twenty seconds": true, "the publish button is looked for about half a minute": true }, "reference_disagree": [] }, { "file": "specs/automation/browser-pod-restart.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "a browser is healthy only when a page RUNS something and answers": true, "stop-then-start was never a restart on this driver": true, "an impossible restart is refused, not reported": true, "the detector was never the defect; the restart was": true, "the query was never valid, so no variable could have saved it": true, "the tabs it opens are the only tabs it closes": true, "one admin session per errand, and it is handed back": true, "nothing makes an unattended restart impossible now, and none has been seen": true, "the service restarted the pod with its own variables, and PID 1 proves it": true, "the restart kept every login it found": true, "a killed browser made the round reach for the restart, unasked": true, "the restart cured the round, not just the pod": true, "a restart asked for outside the server process is refused, not attempted": true, "a three-hour interval on a service that lives 45 minutes never ticks": true, "the silence was evidence, not a broken search": true, "the cure was one screen below, in a tick that had already learned it": true, "the clock started a round with nobody's hand on it": true, "the trigger fired inside the round the clock started": true }, "reference_tests": { "a browser is healthy only when a page RUNS something and answers": true, "a killed browser made the round reach for the restart, unasked": true, "a restart asked for outside the server process is refused, not attempted": true, "a three-hour interval on a service that lives 45 minutes never ticks": true, "an impossible restart is refused, not reported": true, "nothing makes an unattended restart impossible now, and none has been seen": true, "one admin session per errand, and it is handed back": true, "stop-then-start was never a restart on this driver": true, "the clock started a round with nobody's hand on it": true, "the cure was one screen below, in a tick that had already learned it": true, "the detector was never the defect; the restart was": true, "the query was never valid, so no variable could have saved it": true, "the restart cured the round, not just the pod": true, "the restart kept every login it found": true, "the service restarted the pod with its own variables, and PID 1 proves it": true, "the silence was evidence, not a broken search": true, "the tabs it opens are the only tabs it closes": true, "the trigger fired inside the round the clock started": true }, "reference_disagree": [] }, { "file": "specs/automation/browser-sign-in.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "the door is opened, the page is read, and only then is anything pressed": true, "the person types every secret and the agent never does": true, "a cookie is the proof, and nothing that merely looks friendly is": true, "the second sign-in is the fast one, because the presses were remembered": true, "the playbook exists now; a completed sign-in through it is not claimed": true, "the census tells a lost session apart from one never made": true }, "reference_tests": { "a cookie is the proof, and nothing that merely looks friendly is": true, "the census tells a lost session apart from one never made": true, "the door is opened, the page is read, and only then is anything pressed": true, "the person types every secret and the agent never does": true, "the playbook exists now; a completed sign-in through it is not claimed": true, "the second sign-in is the fast one, because the presses were remembered": true }, "reference_disagree": [] }, { "file": "specs/automation/claim-guard-bar.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 21, "invariants": 0, "asserts": 127, "blockers": [], "detail": "", "test_verdicts": { "VERSION says what the header's last note says": true, "percent rounding never carries a run over the bar": true, "recall floor is 90 percent of the in-scope rows": true, "no category below 75 percent: 9 of 12 and 5 of 6": true, "false flags at most 10 percent overall": true, "at most 2 needless notes in an honest category and none on quote_past or failure": true, "other actions are their own line, with a kind and the floor or declared out of scope": true, "held-out recall is over the 228 in-scope rows, not all 244": true, "held-out recall floor is exactly 85 percent": true, "the held-out category floor holds on 16, 12 and 8 rows": true, "the held-out bar carries the category, false-flag and honest limits too": true, "a held-out run on a file with another digest is void": true, "the sealed held-out set is big enough": true, "a run exactly at every bar passes": true, "each single dev bar breached fails": true, "accepted judges the held-out run on its own figures": true, "main bcfe88381 fails the bar on recall and passes it on false flags": true, "the recorded baseline is the measured one": true, "the per-category table adds up to the recorded figures": true, "the tuned corpus flatters main: recall there is far above the fresh set": true, "rows carry the tool calls of their turn": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a held-out run on a file with another digest is void": true, "a run exactly at every bar passes": true, "accepted judges the held-out run on its own figures": true, "at most 2 needless notes in an honest category and none on quote_past or failure": true, "each single dev bar breached fails": true, "false flags at most 10 percent overall": true, "held-out recall floor is exactly 85 percent": true, "held-out recall is over the 228 in-scope rows, not all 244": true, "main bcfe88381 fails the bar on recall and passes it on false flags": true, "no category below 75 percent: 9 of 12 and 5 of 6": true, "other actions are their own line, with a kind and the floor or declared out of scope": true, "percent rounding never carries a run over the bar": true, "recall floor is 90 percent of the in-scope rows": true, "rows carry the tool calls of their turn": true, "the held-out bar carries the category, false-flag and honest limits too": true, "the held-out category floor holds on 16, 12 and 8 rows": true, "the per-category table adds up to the recorded figures": true, "the recorded baseline is the measured one": true, "the sealed held-out set is big enough": true, "the tuned corpus flatters main: recall there is far above the fresh set": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-client-ownership.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "a profile belongs to the seller who set it up and is invisible to another seller": true, "a legacy row without an owner stays readable until the next setup claims it": true, "money outranks every touch in the stage the workspace shows": true, "payments are only the owner's own completed income and a dead Supabase costs the money column, not the answer": true, "this spec extends the client workspace; a paying client and the migration were both witnessed live": true }, "reference_tests": { "a legacy row without an owner stays readable until the next setup claims it": true, "a profile belongs to the seller who set it up and is invisible to another seller": true, "money outranks every touch in the stage the workspace shows": true, "payments are only the owner's own completed income and a dead Supabase costs the money column, not the answer": true, "this spec extends the client workspace; a paying client and the migration were both witnessed live": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-client-workspace.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 21, "invariants": 0, "asserts": 76, "blockers": [], "detail": "", "test_verdicts": { "a client thread is separate from the seller's own thread and clearing one keeps the other": true, "a stranger, a malformed id and the caller's own id are refused before the first read": true, "the Queen's thread sits beside the agent's, and a specialist keeps the client's memory": true, "the Queen's task goes to the specialist chosen in the thread, else to the assistant": true, "the Queen may name who does a task; a name the owner cannot call falls back and the task is kept": true, "the dashboard reads through the tool gate, sends nothing unasked and says unavailable rather than zero": true, "duet runs are written at start, each turn and finish, and a stale running row reads as lost": true, "the client is a telegram id, the caller is a seller, and only the dashboard is claimed live": true, "a client widget shows under any specialist, a specialist's only while it is chosen": true, "the content widget is the Blogger's: absent under the Assistant and under any other specialist": true, "all widgets sit in one menu on the left, one open at a time, the drafts above it, and the Queen is not one of them": true, "choosing a specialist opens its widget, and leaving it falls back to a client widget": true, "the agent is told the widgets the owner sees, in a client's thread only, and never a hidden one": true, "a widget's values are capped one by one and as a whole": true, "work for a client is told by its marks, never by the caller id": true, "on client work the Blogger gets the client's brief, never the house's": true, "on client work the seller's plan and post voice stay out, and his SOUL speaks only his own words": true, "a client's story reel never stands on the house card": true, "a reel about a lead who is not the seller is hers on every road, whoever pays": true, "on client work the prompt does not say the bot in speech is the house's": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a client thread is separate from the seller's own thread and clearing one keeps the other": true, "a client widget shows under any specialist, a specialist's only while it is chosen": true, "a client's story reel never stands on the house card": true, "a reel about a lead who is not the seller is hers on every road, whoever pays": true, "a stranger, a malformed id and the caller's own id are refused before the first read": true, "a widget's values are capped one by one and as a whole": true, "all widgets sit in one menu on the left, one open at a time, the drafts above it, and the Queen is not one of them": true, "choosing a specialist opens its widget, and leaving it falls back to a client widget": true, "duet runs are written at start, each turn and finish, and a stale running row reads as lost": true, "on client work the Blogger gets the client's brief, never the house's": true, "on client work the prompt does not say the bot in speech is the house's": true, "on client work the seller's plan and post voice stay out, and his SOUL speaks only his own words": true, "the Queen may name who does a task; a name the owner cannot call falls back and the task is kept": true, "the Queen's task goes to the specialist chosen in the thread, else to the assistant": true, "the Queen's thread sits beside the agent's, and a specialist keeps the client's memory": true, "the agent is told the widgets the owner sees, in a client's thread only, and never a hidden one": true, "the client is a telegram id, the caller is a seller, and only the dashboard is claimed live": true, "the content widget is the Blogger's: absent under the Assistant and under any other specialist": true, "the dashboard reads through the tool gate, sends nothing unasked and says unavailable rather than zero": true, "work for a client is told by its marks, never by the caller id": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-duet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 0, "asserts": 57, "blockers": [], "detail": "", "test_verdicts": { "the seller opens and the business bot stays silent for the run": true, "the run is the owner's, needs a connected buyer who is not the owner, and returns no session": true, "the paid cap is soft and says so": true, "the duet's reel is the story reel, paid only when it starts": true, "the story reel waits for discovery and never runs dry": true, "the story reel reaches her by the owner's card, and a promise is not a resend": true, "her reel card is found by the plan, not by the template": true, "turns are bounded and the buyer side never calls tools": true, "a run that broke off is failed and keeps the turn's error": true, "a claim of finished work needs a tool or a file in the same turn": true, "a seller turn that hit a limit is retried once, without paid calls": true, "the first two seller turns are discovery: no paid tools, no familiarity": true, "a negated claim word is not a claim; pressure is never exempt": true, "what was seen live is separated from what is not claimed": true, "content is for the real game and nothing live is claimed": true, "honesty constants from the live run": true }, "reference_tests": { "a claim of finished work needs a tool or a file in the same turn": true, "a negated claim word is not a claim; pressure is never exempt": true, "a run that broke off is failed and keeps the turn's error": true, "a seller turn that hit a limit is retried once, without paid calls": true, "content is for the real game and nothing live is claimed": true, "her reel card is found by the plan, not by the template": true, "honesty constants from the live run": true, "the duet's reel is the story reel, paid only when it starts": true, "the first two seller turns are discovery: no paid tools, no familiarity": true, "the paid cap is soft and says so": true, "the run is the owner's, needs a connected buyer who is not the owner, and returns no session": true, "the seller opens and the business bot stays silent for the run": true, "the story reel reaches her by the owner's card, and a promise is not a resend": true, "the story reel waits for discovery and never runs dry": true, "turns are bounded and the buyer side never calls tools": true, "what was seen live is separated from what is not claimed": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-lead-magnet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "the gift is drawn from the person's own face at 9:16 and the recipient pays nothing": true, "with no face of theirs nothing is drawn: one line asks for a photo": true, "one portrait per person is a gift; the second is paid, or the reel": true, "the caption names the person, the maker and the source, asks once, sells nothing": true, "the safe zone leaves the centre for the face": true, "a row of three is split; a row of two stands": true, "the price is the Kie 1K price with the platform markup, and it was run live": true }, "reference_tests": { "a row of three is split; a row of two stands": true, "one portrait per person is a gift; the second is paid, or the reel": true, "the caption names the person, the maker and the source, asks once, sells nothing": true, "the gift is drawn from the person's own face at 9:16 and the recipient pays nothing": true, "the price is the Kie 1K price with the platform markup, and it was run live": true, "the safe zone leaves the centre for the face": true, "with no face of theirs nothing is drawn: one line asks for a photo": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-sellers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "a person with a connected account is a seller, owner or not": true, "a person without a session is refused unless they are the owner with the env fallback": true, "the gate reads the session table, and the refusal names the fix": true, "the sweep runs for each seller, one at a time": true, "the list tool never returns a session string and only the owner may call it": true }, "reference_tests": { "a person with a connected account is a seller, owner or not": true, "a person without a session is refused unless they are the owner with the env fallback": true, "the gate reads the session table, and the refusal names the fix": true, "the list tool never returns a session string and only the owner may call it": true, "the sweep runs for each seller, one at a time": true }, "reference_disagree": [] }, { "file": "specs/automation/crm-story-reel.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 64, "invariants": 0, "asserts": 357, "blockers": [], "detail": "", "test_verdicts": { "a client qualifies with a face and a voice, and with nothing less": true, "the voice is her own, cloned once per seller, and only Replicate can speak it": true, "the seller pays for what the seller asked; the client pays unless it is a gift": true, "the estimate is three stills, three lines, thirteen seconds of lip-sync and one cut": true, "a script of one to six scenes is made as given; seven is refused": true, "the pause stays between one and four seconds, three by default": true, "a job whose process died is claimed by the sweep and continued, not redone": true, "a job that keeps dying is given up after its last attempt and closed like any failure": true, "a failure says nothing was charged only when nothing was made": true, "a still that is still drawing is paid once: a resume waits for it and never orders it again": true, "a charge for a still that never came is given back once, whoever notices": true, "a job waiting only for a still is released for the sweep, not failed": true, "the seller reaches the template, and a broken ElevenLabs key never stops a client's voice": true, "with no clone, a seller's reel speaks her own voice notes on Kie, and nothing else does": true, "a seller's reel whose clone its provider refuses speaks her notes in the same run, on the stills it paid for": true, "the day's generations are counted before anything is spent, and a waiting job keeps its attempts": true, "her notes are cut at a pause near the even cut, or at the even cut": true, "a reel in her own voice costs its stills, her seconds of lip-sync and the cut": true, "the card never displaces one the owner has not answered": true, "nothing reaches a client chat without the owner's press, and a client press never reaches a group": true, "her visual at the end: the seller's word, then her profile, then the default, kept in the job": true, "a colour is #hex that CSS reads, and an unreadable palette of the seller's is refused before spending": true, "her palette is kept once for every next reel, checked first, and never turns her presses on": true, "the card shows her palette and keeps it by a press, for the card the last check passed": true, "a refusal for contrast names the least shade of her own colour that reads": true, "the card takes the named shade by a press and checks it again before keeping": true, "her own colour and her ground are offered beside the shade, each by a press": true, "the shade moves only her lightness: her hue stays within rounding": true, "the card says one reason at a time": true, "the price stands above the button on both screens": true, "a still without a face is drawn once more, then the run stops": true, "a line is heard before its lip-sync, and the default reel stays within 15 s": true, "the finished reel reaches the house through its own bot": true, "a talking-head reel opens on the talking head, wide, with a hook": true, "the studio is never left: scenes with no setting are shots of the source": true, "a reel ordered by a topic stays in the studio: the writer writes lines, never places": true, "VERSION says what the header's last note says": true, "a client's end card is never drawn in the house's gold: a colour nobody gave is white or black ink": true, "a client's card is filled whenever the pause shows it, so the house default never reaches her reel": true, "the hook reel is a template of four studio shots with the call to the house bot": true, "a template line fits the editor, and an empty or long one is refused before the press": true, "a line with a Cyrillic letter is Russian, any other is English": true, "captions are yellow, word by word, heard from each clip, and the line is shown as written": true, "the pause shows the call as the widget draws it, when there is a call": true, "every reel for a client is a story reel; the silent plan reel only when the owner names it": true, "a render asked for by the service waits for approval in the feed": true, "what was seen live is kept apart from what is blocked": true, "a client's reel carries her call: the seller's for her, then her own, never the house's": true, "a call or a button naming the house on a client's reel is replaced by hers, and the answer says so": true, "a client's end-card button: the seller's, her kept card, her profile, or none -- never the house bot": true, "the template's last line on a client's reel ends with her call, within the editor's limit": true, "story_reel for a client takes the same call and card, and speaks her voice, never the owner's": true, "every template line on a client's reel is its client version, the first as much as the last": true, "a written or edited line naming the house on a client's reel is refused before anything is spent": true, "only the person's own words typed this turn may name the house on a client's reel": true, "her own words are judged line by line: naming the bot lends no line the house's name": true, "a refusal comes before the charge, so a refused press costs nothing": true, "a Cyrillic letter that looks Latin reads as that letter, and an invisible one splits no name": true, "T27 starting a word is the brand: t27ai and t27_ai, not at27 nor T270": true, "the product is one token: our S3 AI pipeline names no house": true, "Trinity College stays a house name: a refused line is rewritten, a missed one is on her reel": true, "no rule that clears a false positive clears a mark: Trinity, Trinity S3AI, T27 and @t27ai_bot stay": true, "a reel whose client is the caller himself is his own, and his lines may name the house": true, "every end card the pause shows has a ground and a readable call and button": true }, "reference_tests": { "T27 starting a word is the brand: t27ai and t27_ai, not at27 nor T270": true, "Trinity College stays a house name: a refused line is rewritten, a missed one is on her reel": true, "VERSION says what the header's last note says": true, "a Cyrillic letter that looks Latin reads as that letter, and an invisible one splits no name": true, "a call or a button naming the house on a client's reel is replaced by hers, and the answer says so": true, "a charge for a still that never came is given back once, whoever notices": true, "a client qualifies with a face and a voice, and with nothing less": true, "a client's card is filled whenever the pause shows it, so the house default never reaches her reel": true, "a client's end card is never drawn in the house's gold: a colour nobody gave is white or black ink": true, "a client's end-card button: the seller's, her kept card, her profile, or none -- never the house bot": true, "a client's reel carries her call: the seller's for her, then her own, never the house's": true, "a colour is #hex that CSS reads, and an unreadable palette of the seller's is refused before spending": true, "a failure says nothing was charged only when nothing was made": true, "a job that keeps dying is given up after its last attempt and closed like any failure": true, "a job waiting only for a still is released for the sweep, not failed": true, "a job whose process died is claimed by the sweep and continued, not redone": true, "a line is heard before its lip-sync, and the default reel stays within 15 s": true, "a line with a Cyrillic letter is Russian, any other is English": true, "a reel in her own voice costs its stills, her seconds of lip-sync and the cut": true, "a reel ordered by a topic stays in the studio: the writer writes lines, never places": true, "a reel whose client is the caller himself is his own, and his lines may name the house": true, "a refusal comes before the charge, so a refused press costs nothing": true, "a refusal for contrast names the least shade of her own colour that reads": true, "a render asked for by the service waits for approval in the feed": true, "a script of one to six scenes is made as given; seven is refused": true, "a seller's reel whose clone its provider refuses speaks her notes in the same run, on the stills it paid for": true, "a still that is still drawing is paid once: a resume waits for it and never orders it again": true, "a still without a face is drawn once more, then the run stops": true, "a talking-head reel opens on the talking head, wide, with a hook": true, "a template line fits the editor, and an empty or long one is refused before the press": true, "a written or edited line naming the house on a client's reel is refused before anything is spent": true, "captions are yellow, word by word, heard from each clip, and the line is shown as written": true, "every end card the pause shows has a ground and a readable call and button": true, "every reel for a client is a story reel; the silent plan reel only when the owner names it": true, "every template line on a client's reel is its client version, the first as much as the last": true, "her notes are cut at a pause near the even cut, or at the even cut": true, "her own colour and her ground are offered beside the shade, each by a press": true, "her own words are judged line by line: naming the bot lends no line the house's name": true, "her palette is kept once for every next reel, checked first, and never turns her presses on": true, "her visual at the end: the seller's word, then her profile, then the default, kept in the job": true, "no rule that clears a false positive clears a mark: Trinity, Trinity S3AI, T27 and @t27ai_bot stay": true, "nothing reaches a client chat without the owner's press, and a client press never reaches a group": true, "only the person's own words typed this turn may name the house on a client's reel": true, "story_reel for a client takes the same call and card, and speaks her voice, never the owner's": true, "the card never displaces one the owner has not answered": true, "the card says one reason at a time": true, "the card shows her palette and keeps it by a press, for the card the last check passed": true, "the card takes the named shade by a press and checks it again before keeping": true, "the day's generations are counted before anything is spent, and a waiting job keeps its attempts": true, "the estimate is three stills, three lines, thirteen seconds of lip-sync and one cut": true, "the finished reel reaches the house through its own bot": true, "the hook reel is a template of four studio shots with the call to the house bot": true, "the pause shows the call as the widget draws it, when there is a call": true, "the pause stays between one and four seconds, three by default": true, "the price stands above the button on both screens": true, "the product is one token: our S3 AI pipeline names no house": true, "the seller pays for what the seller asked; the client pays unless it is a gift": true, "the seller reaches the template, and a broken ElevenLabs key never stops a client's voice": true, "the shade moves only her lightness: her hue stays within rounding": true, "the studio is never left: scenes with no setting are shots of the source": true, "the template's last line on a client's reel ends with her call, within the editor's limit": true, "the voice is her own, cloned once per seller, and only Replicate can speak it": true, "what was seen live is kept apart from what is blocked": true, "with no clone, a seller's reel speaks her own voice notes on Kie, and nothing else does": true }, "reference_disagree": [] }, { "file": "specs/automation/engage-desk.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 26, "invariants": 0, "asserts": 133, "blockers": [], "detail": "", "test_verdicts": { "a search every two hours, on a five-minute tick": true, "only recent posts": true, "a comment fits its network and says something": true, "at most five proposals a day per network, two per search": true, "three topics a search, every topic within two searches": true, "a search is marked when it ends, and a cut one is run again": true, "the owner's own posts are not commented on": true, "an empty search says why": true, "Habr is read without a sign-in, and its question says so": true, "never twice on the same post": true, "no mentions and no direct messages": true, "nothing the claim guard refuses": true, "an open question is waited on for a day, then let go": true, "a comment is posted only on a yes": true, "a decline is real only if the approval was decided": true, "the comment read back on the post is the receipt": true, "many networks side by side, as many tabs as the pod has room for": true, "the page ceiling is the PID ceiling, measured": true, "the desk's tabs are its own, off the owner's screen, and closed": true, "a login is what the site says where the cookie lies": true, "Telegram is read from the public preview and commented only where allowed": true, "a link only on Reddit, only under nine to one": true, "the community's rules are read before a proposal": true, "the thread is read and the owner's voice is used": true, "replies are looked for between a day and a week": true, "the desk is built, a confirmed comment is not yet": true }, "reference_tests": { "Habr is read without a sign-in, and its question says so": true, "Telegram is read from the public preview and commented only where allowed": true, "a comment fits its network and says something": true, "a comment is posted only on a yes": true, "a decline is real only if the approval was decided": true, "a link only on Reddit, only under nine to one": true, "a login is what the site says where the cookie lies": true, "a search every two hours, on a five-minute tick": true, "a search is marked when it ends, and a cut one is run again": true, "an empty search says why": true, "an open question is waited on for a day, then let go": true, "at most five proposals a day per network, two per search": true, "many networks side by side, as many tabs as the pod has room for": true, "never twice on the same post": true, "no mentions and no direct messages": true, "nothing the claim guard refuses": true, "only recent posts": true, "replies are looked for between a day and a week": true, "the comment read back on the post is the receipt": true, "the community's rules are read before a proposal": true, "the desk is built, a confirmed comment is not yet": true, "the desk's tabs are its own, off the owner's screen, and closed": true, "the owner's own posts are not commented on": true, "the page ceiling is the PID ceiling, measured": true, "the thread is read and the owner's voice is used": true, "three topics a search, every topic within two searches": true }, "reference_disagree": [] }, { "file": "specs/automation/hive-contributor-keys.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "only an allowed person session with a verified subject can manage keys": true, "the trusted subject is positive decimal within the digit limit": true, "the request body is bounded by UTF8 bytes including JSON whitespace": true, "secrets have a nonempty bounded printable value without whitespace": true, "an optional label is bounded before trimming": true, "only provider credentials and an optional label cross the boundary": true, "key actions require the exact route and a safe signed integer": true, "a model name is a bounded nonempty catalog identifier": true, "only a provider and a model cross the model boundary": true, "the proxy outlasts the Queen's slowest model check": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a model name is a bounded nonempty catalog identifier": true, "an optional label is bounded before trimming": true, "key actions require the exact route and a safe signed integer": true, "only a provider and a model cross the model boundary": true, "only an allowed person session with a verified subject can manage keys": true, "only provider credentials and an optional label cross the boundary": true, "secrets have a nonempty bounded printable value without whitespace": true, "the proxy outlasts the Queen's slowest model check": true, "the request body is bounded by UTF8 bytes including JSON whitespace": true, "the trusted subject is positive decimal within the digit limit": true }, "reference_disagree": [] }, { "file": "specs/automation/inngest-functions-status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "a failed probe does not colour the function red": true, "an organic failure is red even when the last probe was as expected": true, "a guarded function that completed on a probe is flagged, not hidden": true }, "reference_tests": { "a failed probe does not colour the function red": true, "a guarded function that completed on a probe is flagged, not hidden": true, "an organic failure is red even when the last probe was as expected": true }, "reference_disagree": [] }, { "file": "specs/automation/inngest-probe-suite.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "guard failure is the good outcome for a guarded function": true, "a guarded function that completed on a probe is a mismatch": true, "the suite is ok only when every probe matched or was skipped": true }, "reference_tests": { "a guarded function that completed on a probe is a mismatch": true, "guard failure is the good outcome for a guarded function": true, "the suite is ok only when every probe matched or was skipped": true }, "reference_disagree": [] }, { "file": "specs/automation/inngest-queen-scheduler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/automation/kanban-card-chat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 24, "invariants": 0, "asserts": 141, "blockers": [], "detail": "", "test_verdicts": { "a task thread is keyed by owner, repository and number": true, "only this owner's repositories have task threads": true, "the thread is the person's and does not split": true, "a specialist may join a task, a client or a room may not": true, "the frame opens a card only through the named envelope": true, "the task note is bounded and fenced": true, "the sheet opens at half with the composer pinned": true, "a card has its own address": true, "an A2A agent continues the same thread": true, "one failed check outranks the rest": true, "a read that did not happen never says no pull request": true, "the strip is short and cheap": true, "a long timeline is read at both ends, the middle said as at least": true, "one open of a card costs at most four public reads": true, "with no token the door says so and the client reads for itself": true, "the server reads once for everyone, newest first, and says when there were more": true, "the agent proposes, the person's tap decides": true, "a move is one card through the Queen's door, and there is no door yet": true, "the person reaches the door through render, and only a keeper": true, "the sheet sees a new turn without a reload, from the last id on": true, "the sheet shows the agent at work, by name, never its words": true, "the bee's log reaches the sheet through render, without the token or its secrets": true, "drift lives in one issue, updated, and closed by agreement": true, "the card chat is designed, not yet live": true }, "reference_tests": { "a card has its own address": true, "a long timeline is read at both ends, the middle said as at least": true, "a move is one card through the Queen's door, and there is no door yet": true, "a read that did not happen never says no pull request": true, "a specialist may join a task, a client or a room may not": true, "a task thread is keyed by owner, repository and number": true, "an A2A agent continues the same thread": true, "drift lives in one issue, updated, and closed by agreement": true, "one failed check outranks the rest": true, "one open of a card costs at most four public reads": true, "only this owner's repositories have task threads": true, "the agent proposes, the person's tap decides": true, "the bee's log reaches the sheet through render, without the token or its secrets": true, "the card chat is designed, not yet live": true, "the frame opens a card only through the named envelope": true, "the person reaches the door through render, and only a keeper": true, "the server reads once for everyone, newest first, and says when there were more": true, "the sheet opens at half with the composer pinned": true, "the sheet sees a new turn without a reload, from the last id on": true, "the sheet shows the agent at work, by name, never its words": true, "the strip is short and cheap": true, "the task note is bounded and fenced": true, "the thread is the person's and does not split": true, "with no token the door says so and the client reads for itself": true }, "reference_disagree": [] }, { "file": "specs/automation/leela-agent-link.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "playom's claim is approved by the owner once the owner is trusted": true, "with no trusted owner nothing is ever approved -- the measured state before 2026-09-13": true, "an owner cannot approve himself and a claim cannot outlive its day": true, "the tool is the owner's, needs both sessions, and never returns one": true, "free text reaches the editorial agent only off the game table, and nothing live is claimed": true }, "reference_tests": { "an owner cannot approve himself and a claim cannot outlive its day": true, "free text reaches the editorial agent only off the game table, and nothing live is claimed": true, "playom's claim is approved by the owner once the owner is trusted": true, "the tool is the owner's, needs both sessions, and never returns one": true, "with no trusted owner nothing is ever approved -- the measured state before 2026-09-13": true }, "reference_disagree": [] }, { "file": "specs/automation/mail-push.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "the first sweep announces nothing, and only unseen mail after": true, "the push carries a drafted reply, and a failed draft delays nothing": true, "nothing transmits without the owner's tap": true, "one writer, one target, bounded state": true, "the desk is live, the push is not yet": true, "a stale digest is refused, not shown": true, "the digest lands through the render's own door, not a second database": true, "the Sent folder separates our tap-sends from the owner's manual replies": true, "every outcome is written back: allowed sends, denials and expiries": true, "a manual reply is paired with the draft that was offered": true, "the heartbeat alarms when the sweep goes quiet": true, "the ledger reads back through the same door, select only": true }, "reference_tests": { "a manual reply is paired with the draft that was offered": true, "a stale digest is refused, not shown": true, "every outcome is written back: allowed sends, denials and expiries": true, "nothing transmits without the owner's tap": true, "one writer, one target, bounded state": true, "the Sent folder separates our tap-sends from the owner's manual replies": true, "the desk is live, the push is not yet": true, "the digest lands through the render's own door, not a second database": true, "the first sweep announces nothing, and only unseen mail after": true, "the heartbeat alarms when the sweep goes quiet": true, "the ledger reads back through the same door, select only": true, "the push carries a drafted reply, and a failed draft delays nothing": true }, "reference_disagree": [] }, { "file": "specs/automation/meeting-reminders.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "reminders sit between the floor and the ceiling": true, "a reminder for a moment already past is not scheduled": true, "a reminder may be late but never after the start": true, "later never lands after the start": true, "a second later never doubles the reminder": true, "the follow-up comes after the end, and never for a cancelled meeting": true, "only the owner's tap counts": true, "the longest button still fits Telegram's callback limit": true, "a duration is clamped, not refused": true, "the sweep is a cheap tick over a bounded claim": true }, "reference_tests": { "a duration is clamped, not refused": true, "a reminder for a moment already past is not scheduled": true, "a reminder may be late but never after the start": true, "a second later never doubles the reminder": true, "later never lands after the start": true, "only the owner's tap counts": true, "reminders sit between the floor and the ceiling": true, "the follow-up comes after the end, and never for a cancelled meeting": true, "the longest button still fits Telegram's callback limit": true, "the sweep is a cheap tick over a bounded claim": true }, "reference_disagree": [] }, { "file": "specs/automation/meta-connect.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "a held token goes by the API, a signed-in browser by the browser, else nothing": true, "a token is refreshed near its end, once it is a day old": true, "a page token never ends, a long-lived one does": true, "a Threads post fits its characters and its links": true, "a container is published only when finished, and given up when it failed": true, "a container is waited on about half a minute": true, "posted means the published id came back": true, "an OAuth state is good once and for ten minutes": true, "the desk stays far under every network's daily ceiling": true, "the card is the tallest shape Instagram keeps": true, "the token never leaves the server and nothing posts without a yes": true, "nothing has been posted through it yet": true }, "reference_tests": { "a Threads post fits its characters and its links": true, "a container is published only when finished, and given up when it failed": true, "a container is waited on about half a minute": true, "a held token goes by the API, a signed-in browser by the browser, else nothing": true, "a page token never ends, a long-lived one does": true, "a token is refreshed near its end, once it is a day old": true, "an OAuth state is good once and for ten minutes": true, "nothing has been posted through it yet": true, "posted means the published id came back": true, "the card is the tallest shape Instagram keeps": true, "the desk stays far under every network's daily ceiling": true, "the token never leaves the server and nothing posts without a yes": true }, "reference_disagree": [] }, { "file": "specs/automation/poster-facts-overlay.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 51, "blockers": [], "detail": "", "test_verdicts": { "VERSION says what the header's last note says": true, "the tall canvas takes the tall row and both squares the square row": true, "margins are six per cent of the short side on both canvases": true, "each level is about 1.6x the one below and the floor is under the detail": true, "max chars per line before a wrap, per level and canvas": true, "a 40-char title wraps to 2 lines after shrinking above the second level": true, "a 9-char price never shrinks below the min": true, "a fact too long to fit is refused, never cut": true, "4 facts fit inside the block limit on both canvases": true, "white on the plate keeps 4.5:1 over a white picture": true }, "reference_tests": { "4 facts fit inside the block limit on both canvases": true, "VERSION says what the header's last note says": true, "a 40-char title wraps to 2 lines after shrinking above the second level": true, "a 9-char price never shrinks below the min": true, "a fact too long to fit is refused, never cut": true, "each level is about 1.6x the one below and the floor is under the detail": true, "margins are six per cent of the short side on both canvases": true, "max chars per line before a wrap, per level and canvas": true, "the tall canvas takes the tall row and both squares the square row": true, "white on the plate keeps 4.5:1 over a white picture": true }, "reference_disagree": [] }, { "file": "specs/automation/queen-contributor-keys.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 47, "blockers": [], "detail": "", "test_verdicts": { "only a configured matching proxy and valid person subject are trusted": true, "managed indices are negative and environment history keeps its nonnegative indices": true, "the owner key limit is checked before another key is stored": true, "probe fanout and per-key cooldown are bounded": true, "credentials are bounded nonempty printable values": true, "an existing binding cannot change its owner or credential": true, "a failed probe disables an invalid key and a concurrent disable wins": true, "adding credentials never credits a wallet": true, "a model name is a bounded nonempty identifier": true, "a model switch needs an owned key of the provider and a tool call": true, "a busy or refused key passes the model check to the next one, a bounded number of times": true, "a probe waits long enough for a slow reasoning model": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a busy or refused key passes the model check to the next one, a bounded number of times": true, "a failed probe disables an invalid key and a concurrent disable wins": true, "a model name is a bounded nonempty identifier": true, "a model switch needs an owned key of the provider and a tool call": true, "a probe waits long enough for a slow reasoning model": true, "adding credentials never credits a wallet": true, "an existing binding cannot change its owner or credential": true, "credentials are bounded nonempty printable values": true, "managed indices are negative and environment history keeps its nonnegative indices": true, "only a configured matching proxy and valid person subject are trusted": true, "probe fanout and per-key cooldown are bounded": true, "the owner key limit is checked before another key is stored": true }, "reference_disagree": [] }, { "file": "specs/automation/queen-growth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "a recommendation is read by its own identified person only": true, "an unreadable wallet is unknown, never a zero that asks for a first offer": true, "no bot comes first, then no contacts": true, "an open invoice is followed up before any new offer": true, "an invoice is open while unpaid, not cancelled and at most the open days old": true, "contacts and no payer ask for a first offer": true, "a payer who went quiet in the window is won back": true, "referrals are asked from the third payer, not before": true, "every action code is below the count": true, "slice 1 sends nothing, promises nothing and never reads the archive": true, "the window is thirty days and referrals need three payers": true, "VERSION says what the header's last note says": true }, "reference_tests": { "VERSION says what the header's last note says": true, "a payer who went quiet in the window is won back": true, "a recommendation is read by its own identified person only": true, "an invoice is open while unpaid, not cancelled and at most the open days old": true, "an open invoice is followed up before any new offer": true, "an unreadable wallet is unknown, never a zero that asks for a first offer": true, "contacts and no payer ask for a first offer": true, "every action code is below the count": true, "no bot comes first, then no contacts": true, "referrals are asked from the third payer, not before": true, "slice 1 sends nothing, promises nothing and never reads the archive": true, "the window is thirty days and referrals need three payers": true }, "reference_disagree": [] }, { "file": "specs/automation/review-jam.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(value ignored) statement", "ExprBinary(value ignored) statement" ], "detail": "ExprIdentifier(value ignored) statement", "reference_tests": { "action mapping: labeled not merged to finish merge": true, "action mapping: no reviewer to dispatch reviewer": true, "action mapping: none to nothing": true, "action mapping: unmeasured to measure again": true, "conflicting": true, "draft or fresh": true, "labeled not merged": true, "no reviewer": true, "noise red": true, "none": true, "not queen's turn for draft or fresh": true, "not queen's turn for none": true, "not queen's turn for stacked on open": true, "queen's turn for conflicting": true, "queen's turn for labeled not merged": true, "queen's turn for no reviewer": true, "queen's turn for noise red": true, "queen's turn for refused not fixed": true, "queen's turn for refused then pushed": true, "queen's turn for unmeasured": true, "refused not fixed": true, "refused then pushed": true, "specific scenario: labeled reviewed but still open": true, "specific scenario: unmeasured with any other flags": true, "stacked on open PR": true, "unknown case maps to measure again": true, "unmeasured beats every other flag": true } }, { "file": "specs/automation/social-api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "a link weighs 23 on X whatever its length": true, "a post fits X within 280 weighted characters": true, "a title, a blank line and a link leave 255 for the title": true, "an X token is refreshed in its last five minutes": true, "a LinkedIn token lasts sixty days and is never refreshed": true, "the owner hears about LinkedIn a week before it ends": true, "a PKCE verifier is 43 to 128 characters": true, "LinkedIn holds far more than X": true, "the token never leaves the server and nothing posts without a yes": true, "nothing has been posted through it yet": true }, "reference_tests": { "LinkedIn holds far more than X": true, "a LinkedIn token lasts sixty days and is never refreshed": true, "a PKCE verifier is 43 to 128 characters": true, "a link weighs 23 on X whatever its length": true, "a post fits X within 280 weighted characters": true, "a title, a blank line and a link leave 255 for the title": true, "an X token is refreshed in its last five minutes": true, "nothing has been posted through it yet": true, "the owner hears about LinkedIn a week before it ends": true, "the token never leaves the server and nothing posts without a yes": true }, "reference_disagree": [] }, { "file": "specs/automation/split-reel.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 28, "invariants": 0, "asserts": 166, "blockers": [], "detail": "", "test_verdicts": { "the reel opens on the face, then split 120 and full 45 by turns": true, "a voice shorter than the opening is one shot of the face": true, "fifteen seconds is the ceiling and the words are one at a time in yellow": true, "a caption starts where the sound starts, not in the pause before it": true, "the reel ends on a held frame with the call, inside fifteen seconds": true, "a reel is given to a person only when it was measured and is clean": true, "a tail shorter than a second joins the shot before it": true, "in a split the face fills the lower half, not a circle": true, "the face is aimed at the middle of its window, never cut at the seam": true, "a face too big for the middle is aimed lower, never past the drift": true, "a reel is the house own only when the house orders it and nobody else is named": true, "a client reel ends on the client call, never on the owner bot": true, "the house own reel still ends on the bot": true, "a reel the house did not order never speaks in the owner voice": true, "a house name stands in her own words, never where the agent put it": true, "a refusal comes before the charge, so a refused call costs nothing": true, "an ordinary caller with no voice of her own is refused before the charge": true, "a voice too long for the format is refused from its text, before it is paid": true, "a voice refused for its length after it is paid is given back, once": true, "a voice is held to its own slowest measured pace before it is paid": true, "a voice keeps the slowest pace it was ever measured at": true, "a voice's pace is kept on its own row and never on another voice": true, "a digit or a syllable character weighs more than a letter": true, "a client with no palette gets the neutral call colour, not the house gold": true, "a client reel's call is drawn in the order's colour, else hers": true, "the house own reel keeps its gold": true, "a call colour that does not read: the order's is refused before the charge, hers is shaded": true, "the version is the last dated note": true }, "reference_tests": { "a call colour that does not read: the order's is refused before the charge, hers is shaded": true, "a caption starts where the sound starts, not in the pause before it": true, "a client reel ends on the client call, never on the owner bot": true, "a client reel's call is drawn in the order's colour, else hers": true, "a client with no palette gets the neutral call colour, not the house gold": true, "a digit or a syllable character weighs more than a letter": true, "a face too big for the middle is aimed lower, never past the drift": true, "a house name stands in her own words, never where the agent put it": true, "a reel is given to a person only when it was measured and is clean": true, "a reel is the house own only when the house orders it and nobody else is named": true, "a reel the house did not order never speaks in the owner voice": true, "a refusal comes before the charge, so a refused call costs nothing": true, "a tail shorter than a second joins the shot before it": true, "a voice is held to its own slowest measured pace before it is paid": true, "a voice keeps the slowest pace it was ever measured at": true, "a voice refused for its length after it is paid is given back, once": true, "a voice shorter than the opening is one shot of the face": true, "a voice too long for the format is refused from its text, before it is paid": true, "a voice's pace is kept on its own row and never on another voice": true, "an ordinary caller with no voice of her own is refused before the charge": true, "fifteen seconds is the ceiling and the words are one at a time in yellow": true, "in a split the face fills the lower half, not a circle": true, "the face is aimed at the middle of its window, never cut at the seam": true, "the house own reel keeps its gold": true, "the house own reel still ends on the bot": true, "the reel ends on a held frame with the call, inside fifteen seconds": true, "the reel opens on the face, then split 120 and full 45 by turns": true, "the version is the last dated note": true }, "reference_disagree": [] }, { "file": "specs/automation/wrapup-auto.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprArrayLiteral(to slice field)" ], "detail": "StmtAssign", "reference_tests": { "wrapup_run_uploads_source": true } }, { "file": "specs/base/debounce.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 1, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "debounce_delay_is_phi_inv_structured": true, "debounce_window_is_phi_structured": true, "debouncer_init_default": true }, "reference_tests": { "debounce_delay_is_phi_inv_structured": true, "debounce_window_is_phi_structured": true, "debouncer_init_default": true }, "reference_disagree": [] }, { "file": "specs/base/ops.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-ops-1068514/spec.zig:31:46: error: expected type 'usize', found 'i8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/base/ring_32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 1, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "ring_number_is_32": true }, "reference_tests": { "ring_number_is_32": true }, "reference_disagree": [] }, { "file": "specs/base/seed.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_trit_negate_neg_to_pos": true, "test_trit_negate_zero_to_zero": true, "test_trit_negate_pos_to_neg": true, "test_trit_add_neg_plus_pos_equals_zero": true, "test_trit_add_identity": true }, "reference_tests": { "test_trit_add_identity": true, "test_trit_add_neg_plus_pos_equals_zero": true, "test_trit_negate_neg_to_pos": true, "test_trit_negate_pos_to_neg": true, "test_trit_negate_zero_to_zero": true }, "reference_disagree": [] }, { "file": "specs/base/ternary_add.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-ternary_add-1068713/spec.zig:261:22: error: use of undeclared identifier 's'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(left operand)", "ExprArrayLiteral", "ExprCall(@rem)", "InvariantBlock" ], "detail": "ExprIf(left operand)" }, { "file": "specs/base/ternary_encoding.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-ternary_encoding-1068737/spec.zig:8:9: error: assertion failed", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@rem)", "ExprCall(@intCast)", "ExprCall(value ignored) statement", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(@rem)" }, { "file": "specs/base/ternary_memory.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-ternary_memory-1068868/spec.zig:68:39: error: evaluation exceeded 1000 backwards branches", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "TestBlock", "StmtAssign(undeclared)", "type mismatch", "InvariantBlock", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(@intCast)" }, { "file": "specs/base/types.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w2/tmp/t27c-test-report-types-1068951/spec.zig:8:9: error: assertion failed", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type (alias)", "ExprIdentifier(type as value)", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/benchmarks/bench_main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "NN-Bench: f32 accuracy baseline": true, "NN-Bench: format comparison": true }, "reference_tests": { "NN-Bench: f32 accuracy baseline": true, "NN-Bench: format comparison": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/bench_nn.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "input_is_one_mnist_image": true, "parameter_count": true, "ternary_quantization": true, "sixteen_bit_layouts_fill_sixteen_bits": true, "storage_ratios": true, "expected_accuracy_order": true }, "reference_tests": { "expected_accuracy_order": true, "input_is_one_mnist_image": true, "parameter_count": true, "sixteen_bit_layouts_fill_sixteen_bits": true, "storage_ratios": true, "ternary_quantization": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/gf16_bfloat16_nmse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "identity_witnesses_hold_in_f64": true, "both_layouts_are_sixteen_bits": true, "biases_are_half_the_exponent_range": true, "gf16_trades_exponent_for_mantissa": true, "d_deep_mixture_weights_sum_to_one": true, "nmse_non_negative_and_zero_baseline_undefined": true, "ratio_direction": true }, "reference_tests": { "biases_are_half_the_exponent_range": true, "both_layouts_are_sixteen_bits": true, "d_deep_mixture_weights_sum_to_one": true, "gf16_trades_exponent_for_mantissa": true, "identity_witnesses_hold_in_f64": true, "nmse_non_negative_and_zero_baseline_undefined": true, "ratio_direction": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_collatz.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "collatz_27": true, "collatz_max_below_1m": true }, "reference_tests": { "collatz_27": true, "collatz_max_below_1m": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_f64loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "leibniz_few_terms": true, "leibniz_pi": true }, "reference_tests": { "leibniz_few_terms": true, "leibniz_pi": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_fib.t27", "reference": "pass", "reference_detail": "", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true, "reference_tests": { "fib_35": true, "fib_small": true } }, { "file": "specs/benchmarks/kernel_matmul.t27", "reference": "pass", "reference_detail": "", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true, "reference_tests": { "matmul_one_rep": true, "matmul_reps_5000": true } }, { "file": "specs/benchmarks/kernel_sieve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "sieve_primes_below_100": true, "sieve_reps_2000": true }, "retried_after_timeout": true, "reference_tests": { "sieve_primes_below_100": true, "sieve_reps_2000": true }, "reference_disagree": [] }, { "file": "specs/benchmarks/kernel_ternary.t27", "reference": "pass", "reference_detail": "", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true, "reference_tests": { "ternary_dot_reps": true, "trit_census_range": true, "trit_roundtrip_small": true } }, { "file": "specs/benchmarks/ternary_vs_binary.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "Ternary-Binary: MLP forward baseline": true, "Ternary-Binary: quantization accuracy": true }, "reference_tests": { "Ternary-Binary: MLP forward baseline": true, "Ternary-Binary: quantization accuracy": true }, "reference_disagree": [] }, { "file": "specs/blog/t27b_progress.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "checked_never_exceeds_reference": true, "entries_in_date_order": true, "the_newest_entry_moved": true, "the_post_shows_the_newest_entry": true, "the_shown_percentages_are_the_shown_counts": true }, "reference_tests": { "checked_never_exceeds_reference": true, "entries_in_date_order": true, "the_newest_entry_moved": true, "the_post_shows_the_newest_entry": true, "the_shown_percentages_are_the_shown_counts": true }, "reference_disagree": [] }, { "file": "specs/boards/arty_a7.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 23, "invariants": 11, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "board_name_set": true, "fpga_family_artix7": true, "clock_freq_100mhz": true, "clock_period_10ns": true, "num_leds_is_4": true, "num_buttons_is_4": true, "has_uart_true": true, "has_spi_true": true, "clock_freq_mhz_100": true, "pin_clk_matches_digilent": true, "pin_rst_n_matches_digilent": true, "pin_uart_tx_matches_digilent": true, "pin_uart_rx_matches_digilent": true, "pin_led_0_matches_digilent": true, "pin_led_3_matches_digilent": true, "pin_btn_0_matches_digilent": true, "two_fpga_parts_available": true, "count_buttons_returns_4": true, "pin_led_1_matches_digilent": true, "pin_led_2_matches_digilent": true, "pin_btn_1_matches_digilent": true, "pin_btn_2_matches_digilent": true, "pin_btn_3_matches_digilent": true }, "reference_tests": { "board_name_set": true, "clock_freq_100mhz": true, "clock_freq_mhz_100": true, "clock_period_10ns": true, "count_buttons_returns_4": true, "fpga_family_artix7": true, "has_spi_true": true, "has_uart_true": true, "num_buttons_is_4": true, "num_leds_is_4": true, "pin_btn_0_matches_digilent": true, "pin_btn_1_matches_digilent": true, "pin_btn_2_matches_digilent": true, "pin_btn_3_matches_digilent": true, "pin_clk_matches_digilent": true, "pin_led_0_matches_digilent": true, "pin_led_1_matches_digilent": true, "pin_led_2_matches_digilent": true, "pin_led_3_matches_digilent": true, "pin_rst_n_matches_digilent": true, "pin_uart_rx_matches_digilent": true, "pin_uart_tx_matches_digilent": true, "two_fpga_parts_available": true }, "reference_disagree": [] }, { "file": "specs/boards/wukong_v1.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 11, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "idcode_is_the_two_hundred_t": true, "flash_is_one_twenty_eight_mbit": true, "flash_bytes_follow_from_mbit": true, "weights_do_not_fit_flash": true, "flash_shortfall_is_twenty_seven_fold": true, "dram_capacity_is_not_measured": true, "dram_fit_refuses_to_answer": true, "largest_tensor_exceeds_bram": true, "kv_for_one_k_context": true, "comb_returns_flash_bytes": true, "comb_returns_lut_total": true, "die_one_four_is_in_range": true, "die_one_six_is_in_range": true, "die_one_eight_is_in_range": true, "a_frequency_below_the_envelope_is_rejected": true }, "reference_tests": { "a_frequency_below_the_envelope_is_rejected": true, "comb_returns_flash_bytes": true, "comb_returns_lut_total": true, "die_one_eight_is_in_range": true, "die_one_four_is_in_range": true, "die_one_six_is_in_range": true, "dram_capacity_is_not_measured": true, "dram_fit_refuses_to_answer": true, "flash_bytes_follow_from_mbit": true, "flash_is_one_twenty_eight_mbit": true, "flash_shortfall_is_twenty_seven_fold": true, "idcode_is_the_two_hundred_t": true, "kv_for_one_k_context": true, "largest_tensor_exceeds_bram": true, "weights_do_not_fit_flash": true }, "reference_disagree": [] }, { "file": "specs/boards/xc7a100t_full.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 5, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "full_board_has_uart": true, "full_board_has_spi": true, "full_board_has_mac_debug": true, "full_board_name_set": true, "spi_cs_is_g8": true, "spi_sck_is_g7": true, "spi_mosi_is_g5": true, "spi_miso_is_g6": true, "mac_done_is_d5": true, "rst_n_is_c18": true, "spi_pins_not_prjxray_verified": true, "rst_n_not_prjxray_verified": true, "led_pins_prjxray_verified": true, "clk_and_uart_prjxray_verified": true, "count_leds_returns_eight": true }, "reference_tests": { "clk_and_uart_prjxray_verified": true, "count_leds_returns_eight": true, "full_board_has_mac_debug": true, "full_board_has_spi": true, "full_board_has_uart": true, "full_board_name_set": true, "led_pins_prjxray_verified": true, "mac_done_is_d5": true, "rst_n_is_c18": true, "rst_n_not_prjxray_verified": true, "spi_cs_is_g8": true, "spi_miso_is_g6": true, "spi_mosi_is_g5": true, "spi_pins_not_prjxray_verified": true, "spi_sck_is_g7": true }, "reference_disagree": [] }, { "file": "specs/boards/xc7a100t_minimal.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, pointer/str/slice)", "ExprIdentifier(rejected decl)" ], "detail": "VarDecl(module, pointer/str/slice)", "reference_tests": { "all_led_pins_prjxray_verified": true, "all_pins_prjxray_verified": true, "board_name_set": true, "clock_freq_12mhz": true, "clock_period_83ns": true, "clock_sys_period_matches_freq": true, "count_clocks_is_1": true, "count_pins_is_12": true, "find_clk_pin": true, "find_nonexistent_pin_returns_empty": true, "find_uart_tx_pin": true, "fpga_family_artix7": true, "has_mac_debug_false": true, "has_spi_false": true, "has_uart_true": true, "num_leds_is_8": true, "pin_clk_is_e3": true, "pin_led0_is_h17": true, "pin_led7_is_t11": true, "pin_rst_n_is_c18": true, "pin_uart_rx_is_t14": true, "pin_uart_tx_is_t15": true, "rst_n_pin_prjxray_verified": true } }, { "file": "specs/brain/brain.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-brain-1070300/spec.zig:19:5: error: use of undeclared identifier 'expect'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(expect)" ], "detail": "StmtAssign" }, { "file": "specs/brain/bus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "brain_bus_version_stable": true }, "reference_tests": { "brain_bus_version_stable": true }, "reference_disagree": [] }, { "file": "specs/brain/cognitive_loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "cognitive_loop_five_phases": true }, "reference_tests": { "cognitive_loop_five_phases": true }, "reference_disagree": [] }, { "file": "specs/brain/neural_gamma.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-neural_gamma-1070518/spec.zig:25:5: error: use of undeclared identifier 'expect'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(expect)" ], "detail": "StmtAssign" }, { "file": "specs/brain/phi_timing.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "phi_timing_sum_equals_trinity_float": true, "phi_timing_decide_is_base": true, "phi_timing_ratio_decide_over_sense_equals_phi_sq": true, "phi_timing_total_cycle_sums_phases": true, "phi_timing_total_cycle_matches_float_approx": true }, "reference_tests": { "phi_timing_decide_is_base": true, "phi_timing_ratio_decide_over_sense_equals_phi_sq": true, "phi_timing_sum_equals_trinity_float": true, "phi_timing_total_cycle_matches_float_approx": true, "phi_timing_total_cycle_sums_phases": true }, "reference_disagree": [] }, { "file": "specs/brain/unified_state.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "brain_state_init_defaults": true, "brain_region_count_is_3_cubed": true, "brain_state_phi_coherence_returns_field": true }, "reference_tests": { "brain_region_count_is_3_cubed": true, "brain_state_init_defaults": true, "brain_state_phi_coherence_returns_field": true }, "reference_disagree": [] }, { "file": "specs/bus/pubsub.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w4/tmp/t27c-test-report-pubsub-1070746/spec.zig:48:22: error: use of undeclared identifier 'Subscription'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "type mismatch", "ExprCall(rejected fn)", "ExprIdentifier(undeclared)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/bus/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-schema-1070809/spec.zig:154:144: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/catalog/discovery.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "the_founding_five_are_the_hand_vendored_sources": true, "both_cofounders_are_scanned": true, "the_probe_is_bounded_and_demands_a_declaration": true, "public_only_and_no_forks": true, "limits_leave_room_for_growth": true }, "reference_tests": { "both_cofounders_are_scanned": true, "limits_leave_room_for_growth": true, "public_only_and_no_forks": true, "the_founding_five_are_the_hand_vendored_sources": true, "the_probe_is_bounded_and_demands_a_declaration": true }, "reference_disagree": [] }, { "file": "specs/ci/affected.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 1, "asserts": 58, "blockers": [], "detail": "", "test_verdicts": { "negative_control_a_compiler_change_runs_everything": true, "anything_outside_specs_runs_everything": true, "a_spec_is_a_seed_and_prose_under_specs_is_nothing": true, "negative_control_unreadable_input_runs_everything": true, "a_rename_is_judged_by_both_paths": true, "a_spec_change_selects_its_importers_and_only_them": true, "negative_control_an_import_does_not_select_what_it_imports": true, "a_deleted_spec_selects_its_importers_but_not_itself": true, "a_renamed_spec_selects_the_importers_of_the_old_path": true, "a_cycle_in_the_graph_ends": true, "prose_only_and_an_empty_diff_select_nothing": true, "a_crlf_line_end_is_dropped": true, "negative_control_a_set_or_output_that_does_not_fit_runs_everything": true }, "reference_tests": { "a_crlf_line_end_is_dropped": true, "a_cycle_in_the_graph_ends": true, "a_deleted_spec_selects_its_importers_but_not_itself": true, "a_rename_is_judged_by_both_paths": true, "a_renamed_spec_selects_the_importers_of_the_old_path": true, "a_spec_change_selects_its_importers_and_only_them": true, "a_spec_is_a_seed_and_prose_under_specs_is_nothing": true, "anything_outside_specs_runs_everything": true, "negative_control_a_compiler_change_runs_everything": true, "negative_control_a_set_or_output_that_does_not_fit_runs_everything": true, "negative_control_an_import_does_not_select_what_it_imports": true, "negative_control_unreadable_input_runs_everything": true, "prose_only_and_an_empty_diff_select_nothing": true }, "reference_disagree": [] }, { "file": "specs/ci/delivery_metrics.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 1, "asserts": 76, "blockers": [], "detail": "", "test_verdicts": { "the_kinds_add_up_to_the_merged_count": true, "author_kind_reads_the_pull_request_not_the_login": true, "lead_time_is_merge_minus_open": true, "quantile_rank_matches_the_measured_lists": true, "today_lead_time_is_under_its_alert": true, "negative_control_lead_alert_fires_one_minute_past": true, "only_failure_kinds_turn_a_check_red": true, "cancelled_skipped_and_no_run_keep_the_state": true, "red_time_accumulates_only_while_red": true, "today_master_required_checks_were_never_red": true, "today_nonrequired_checks_past_the_red_alert": true, "change_failure_definition": true, "today_change_failure_rate_is_under_its_alert": true, "today_merges_per_day": true, "today_open_pull_requests_are_stale": true, "bee_branch_classes": true, "today_most_bee_branches_end_with_no_diff": true, "share_of_nothing_is_zero": true }, "reference_tests": { "author_kind_reads_the_pull_request_not_the_login": true, "bee_branch_classes": true, "cancelled_skipped_and_no_run_keep_the_state": true, "change_failure_definition": true, "lead_time_is_merge_minus_open": true, "negative_control_lead_alert_fires_one_minute_past": true, "only_failure_kinds_turn_a_check_red": true, "quantile_rank_matches_the_measured_lists": true, "red_time_accumulates_only_while_red": true, "share_of_nothing_is_zero": true, "the_kinds_add_up_to_the_merged_count": true, "today_change_failure_rate_is_under_its_alert": true, "today_lead_time_is_under_its_alert": true, "today_master_required_checks_were_never_red": true, "today_merges_per_day": true, "today_most_bee_branches_end_with_no_diff": true, "today_nonrequired_checks_past_the_red_alert": true, "today_open_pull_requests_are_stale": true }, "reference_disagree": [] }, { "file": "specs/ci/derived_data.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 1, "asserts": 59, "blockers": [], "detail": "", "test_verdicts": { "a_seal_hashes_the_compiler_not_only_the_spec": true, "a_compiler_fix_moves_gen_hashes_but_not_spec_hashes": true, "master_debt_does_not_turn_an_unrelated_pr_red": true, "a_spec_edit_without_a_reseal_is_a_report_not_a_failure": true, "a_compiler_fix_reports_every_gen_hash_it_moves": true, "on_master_the_bot_refreshes_what_lags": true, "a_current_record_is_ok_everywhere": true, "negative_a_regression_is_red_even_when_every_record_matches": true, "negative_a_hand_written_seal_the_tool_would_not_write_is_red": true, "negative_a_hand_blessed_ledger_is_red_because_ci_cannot_check_it": true, "negative_the_bot_cannot_write_a_value_ci_disagrees_with": true, "frozen_hash_is_owner_only": true, "only_the_ledger_and_frozen_hash_need_the_lab_or_the_owner": true, "a_t27b_improvement_is_not_red": true, "negative_a_t27b_regression_stays_red": true, "the_bot_blesses_only_a_cap_that_holds_or_falls": true, "the_bot_pr_is_regenerated_not_rebased": true, "negative_a_bot_pr_that_strays_or_goes_red_goes_to_a_human": true }, "reference_tests": { "a_compiler_fix_moves_gen_hashes_but_not_spec_hashes": true, "a_compiler_fix_reports_every_gen_hash_it_moves": true, "a_current_record_is_ok_everywhere": true, "a_seal_hashes_the_compiler_not_only_the_spec": true, "a_spec_edit_without_a_reseal_is_a_report_not_a_failure": true, "a_t27b_improvement_is_not_red": true, "frozen_hash_is_owner_only": true, "master_debt_does_not_turn_an_unrelated_pr_red": true, "negative_a_bot_pr_that_strays_or_goes_red_goes_to_a_human": true, "negative_a_hand_blessed_ledger_is_red_because_ci_cannot_check_it": true, "negative_a_hand_written_seal_the_tool_would_not_write_is_red": true, "negative_a_regression_is_red_even_when_every_record_matches": true, "negative_a_t27b_regression_stays_red": true, "negative_the_bot_cannot_write_a_value_ci_disagrees_with": true, "on_master_the_bot_refreshes_what_lags": true, "only_the_ledger_and_frozen_hash_need_the_lab_or_the_owner": true, "the_bot_blesses_only_a_cap_that_holds_or_falls": true, "the_bot_pr_is_regenerated_not_rebased": true }, "reference_disagree": [] }, { "file": "specs/cloud/railway_deploy.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-railway_deploy-1071153/spec.zig:90:58: error: no field or member function named 'to_string' in 'u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(method)" }, { "file": "specs/compiler/c_array_repeat_wrapper.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "wrapped_nonzero": true, "returned_by_value": true, "plain_and_list_controls": true }, "reference_tests": { "plain_and_list_controls": true, "returned_by_value": true, "wrapped_nonzero": true }, "reference_disagree": [] }, { "file": "specs/compiler/core/t27core.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "minimal_module_compiles": true, "string_is_refused": true, "undeclared_call_is_refused": true, "lossy_const_is_refused": true, "unbound_test_assignment_is_refused": true, "assert_outside_tests_takes_the_header": true, "put_int_writes_decimal": true, "packed_words_match_their_spelling": true }, "reference_tests": { "assert_outside_tests_takes_the_header": true, "lossy_const_is_refused": true, "minimal_module_compiles": true, "packed_words_match_their_spelling": true, "put_int_writes_decimal": true, "string_is_refused": true, "unbound_test_assignment_is_refused": true, "undeclared_call_is_refused": true }, "reference_disagree": [] }, { "file": "specs/compiler/core/t27core_ddc.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "ddc_stage2_output_is_gen_c_output": true }, "reference_tests": { "ddc_stage2_output_is_gen_c_output": true }, "reference_disagree": [] }, { "file": "specs/compiler/diagnostics.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-diagnostics-1071530/spec.zig:132:62: error: expected enum or tagged union, found 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/compiler/lexer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-lexer-1071580/spec.zig:327:9: error: pointless discard of local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/compiler/linker.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-linker-1071672/spec.zig:240:12: error: use of undeclared identifier 'lexer'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type lexer::Lexer" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/compiler/meta_compile.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "compile_result_init_defaults": true, "is_full_success_requires_all": true, "total_lines_init_zero": true, "any_backend_init_false": true }, "reference_tests": { "any_backend_init_false": true, "compile_result_init_defaults": true, "is_full_success_requires_all": true, "total_lines_init_zero": true }, "reference_disagree": [] }, { "file": "specs/compiler/mod_structure.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-mod_structure-1071923/spec.zig:38:35: error: type '[]spec.ModuleEntry' does not support array initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "literal out of range" ], "detail": "ExprArrayLiteral" }, { "file": "specs/compiler/optimizer.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl" ], "detail": "StructDecl", "reference_tests": { "default_config_folding": true, "default_config_inline": true, "default_config_level": true, "eval_binary_add": true, "eval_binary_div": true, "eval_binary_div_zero": true, "eval_binary_mod": true, "eval_binary_mul": true, "eval_compare_eq": true, "eval_compare_gt_false": true, "eval_compare_lt": true, "eval_compare_neq": true, "is_pure_add": true, "is_pure_assign": true } }, { "file": "specs/compiler/parser.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-parser-1072144/spec.zig:116:18: error: expected pointer dereference, optional unwrap, or field access, found 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl", "ExprStructLit", "type mismatch", "ExprCall(method)", "ExprCall" ], "detail": "StructDecl" }, { "file": "specs/compiler/pipeline.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-pipeline-1072145/spec.zig:1565:18: error: expected pointer dereference, optional unwrap, or field access, found 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type parser::Node", "StructDecl", "type lexer::TokenKind", "type lexer::Lexer", "ExprCall(method)", "ExprArrayLiteral(text element)", "TestBlock" ], "detail": "type parser::Node" }, { "file": "specs/compiler/rust_constant_case.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "retained_values": true, "module_state": true }, "reference_tests": { "module_state": true, "retained_values": true }, "reference_disagree": [] }, { "file": "specs/compiler/rust_repeat_counts.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w4/tmp/t27c-test-report-rust_repeat_counts-1072359/spec.zig:36:33: error: incompatible types: 'struct { u32, u32, u32, u32 }' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [N]T", "ExprArrayLiteral(repeat count)" ], "detail": "type [N]T" }, { "file": "specs/compiler/rust_tail_returns.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(value ignored) statement" ], "detail": "ExprLiteral(value ignored) statement", "reference_tests": { "source_anchor": true } }, { "file": "specs/compiler/rust_value_parameters.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "scalar_increment": true, "scalar_clamp_lower": true, "scalar_clamp_upper": true, "scalar_clamp_middle": true, "array_edit": true, "nested_array_and_scalar": true, "readonly_control": true, "scalar_caller_copy": true, "array_caller_copy": true }, "reference_tests": { "array_caller_copy": true, "array_edit": true, "nested_array_and_scalar": true, "readonly_control": true, "scalar_caller_copy": true, "scalar_clamp_lower": true, "scalar_clamp_middle": true, "scalar_clamp_upper": true, "scalar_increment": true }, "reference_disagree": [] }, { "file": "specs/compiler/stdlib.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-stdlib-1072749/spec.zig:232:36: error: expected ',' after initializer", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "condition", "type mismatch", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/compiler/theory/isa_round_trip.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "t735_the_table_has_forty_seven_opcodes": true, "t735_exactly_five_opcodes_fail_to_round_trip": true, "t735_bundle3_round_trips_only_through_its_separate_writer": true, "t735_undefined_bytes_alias_nop": true, "t736_the_t27a_fields_round_trip_every_opcode": true, "t736_the_cost_is_sacr_src1_shrinking_to_four_bits": true, "t736_the_t27a_fields_move_no_word_that_already_round_trips": true }, "reference_tests": { "t735_bundle3_round_trips_only_through_its_separate_writer": true, "t735_exactly_five_opcodes_fail_to_round_trip": true, "t735_the_table_has_forty_seven_opcodes": true, "t735_undefined_bytes_alias_nop": true, "t736_the_cost_is_sacr_src1_shrinking_to_four_bits": true, "t736_the_t27a_fields_move_no_word_that_already_round_trips": true, "t736_the_t27a_fields_round_trip_every_opcode": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/reproducible.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "c9_all_recorded_runs_identical": true, "c9_negative_control_differs": true }, "reference_tests": { "c9_all_recorded_runs_identical": true, "c9_negative_control_differs": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/sieve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 41, "blockers": [], "detail": "", "test_verdicts": { "t737_no_external_candidate_is_removed": true, "t738_survivors": true, "t739_which_filters_fire": true, "t739_c1_subsumes_every_filter_and_none_kills_uniquely": true, "t739_negative_control_one_false_removes": true, "t740_known_cells": true, "t741_every_t27_false_cell_has_an_issue": true, "t742_t27_against_the_golden_language": true, "t742_every_filter_is_a_golden_property": true }, "reference_tests": { "t737_no_external_candidate_is_removed": true, "t738_survivors": true, "t739_c1_subsumes_every_filter_and_none_kills_uniquely": true, "t739_negative_control_one_false_removes": true, "t739_which_filters_fire": true, "t740_known_cells": true, "t741_every_t27_false_cell_has_an_issue": true, "t742_every_filter_is_a_golden_property": true, "t742_t27_against_the_golden_language": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/toolchain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 20, "invariants": 0, "asserts": 70, "blockers": [], "detail": "", "test_verdicts": { "t728_only_a_checked_agreeing_pass_is_evidence_of_preservation": true, "t728_evidence_never_exceeds_agreement_over_every_verdict_pair": true, "t729_disagreement_is_sound": true, "t729_the_blind_spot_is_the_shared_stages": true, "t729_a_lowering_defect_is_invisible_to_jit_versus_interpreter": true, "t730_a_certifying_pass_is_one_the_trivial_backend_fails": true, "t730_the_lab_coverage_counts_checked_passes_only": true, "t731_the_cap_never_rises_and_bounds_every_accepted_run": true, "t732_ddc_catches_the_trojan_with_an_independent_compiler": true, "t732_a_shared_trojan_is_common_mode": true, "t732_the_recorded_runs_get_the_verdict_the_text_states": true, "t732_the_fixpoint_alone_misses_what_ddc_flags": true, "t732_agreement_needs_two_routes_and_every_built_route_equal": true, "t733_the_specialised_program_equals_the_interpreter_everywhere": true, "t733_the_check_can_fail": true, "t734_a_round_tripping_encoder_leaves_only_isel_to_blame": true, "t734_the_tool_letter_is_not_the_agent_letter": true, "agents_ownership_is_a_partition": true, "agents_the_toolchain_graph_is_acyclic_and_the_back_edge_is_caught": true, "cube_the_layer_is_the_nona_split_and_nothing_more": true }, "reference_tests": { "agents_ownership_is_a_partition": true, "agents_the_toolchain_graph_is_acyclic_and_the_back_edge_is_caught": true, "cube_the_layer_is_the_nona_split_and_nothing_more": true, "t728_evidence_never_exceeds_agreement_over_every_verdict_pair": true, "t728_only_a_checked_agreeing_pass_is_evidence_of_preservation": true, "t729_a_lowering_defect_is_invisible_to_jit_versus_interpreter": true, "t729_disagreement_is_sound": true, "t729_the_blind_spot_is_the_shared_stages": true, "t730_a_certifying_pass_is_one_the_trivial_backend_fails": true, "t730_the_lab_coverage_counts_checked_passes_only": true, "t731_the_cap_never_rises_and_bounds_every_accepted_run": true, "t732_a_shared_trojan_is_common_mode": true, "t732_agreement_needs_two_routes_and_every_built_route_equal": true, "t732_ddc_catches_the_trojan_with_an_independent_compiler": true, "t732_the_fixpoint_alone_misses_what_ddc_flags": true, "t732_the_recorded_runs_get_the_verdict_the_text_states": true, "t733_the_check_can_fail": true, "t733_the_specialised_program_equals_the_interpreter_everywhere": true, "t734_a_round_tripping_encoder_leaves_only_isel_to_blame": true, "t734_the_tool_letter_is_not_the_agent_letter": true }, "reference_disagree": [] }, { "file": "specs/compiler/theory/vacuity_census.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 1, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "c10_no_row_has_more_untested_files_than_files": true, "c10_sums_match_the_recorded_totals": true, "c10_list_is_sorted_non_increasing": true, "c10_negative_control_unsorted_pair_is_rejected": true }, "reference_tests": { "c10_list_is_sorted_non_increasing": true, "c10_negative_control_unsorted_pair_is_rejected": true, "c10_no_row_has_more_untested_files_than_files": true, "c10_sums_match_the_recorded_totals": true }, "reference_disagree": [] }, { "file": "specs/compiler/typechecker.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w2/tmp/t27c-test-report-typechecker-1073032/spec.zig:80:53: error: expected ',' after initializer", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl", "ExprArrayLiteral(text element)", "type lexer::Lexer" ], "detail": "StructDecl" }, { "file": "specs/compiler/verilog_branch_context.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(value ignored) statement", "ExprBinary(value ignored) statement" ], "detail": "ExprLiteral(value ignored) statement", "reference_tests": { "loop_checks": true, "nested_checks": true } }, { "file": "specs/compiler/zig_field_syntax.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type str?", "ExprLiteral(literal)", "ExprCall(rejected fn)" ], "detail": "ExprStructLit(zig keyword field)", "reference_tests": { "keyword_names_and_optional": true, "repeat_literal": true } }, { "file": "specs/compiler/zig_primitive_bindings.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)" ], "detail": "type (alias)", "reference_tests": { "builtin_controls": true, "primitive_assignments": true } }, { "file": "specs/compiler/zig_scoped_type.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type gf16::GF16" ], "detail": "type gf16::GF16", "reference_tests": { "scoped_field_is_the_bare_type": true } }, { "file": "specs/compiler/zig_test_shadowing.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "StmtLocal(shadows module var)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "local_shadows_module_names": true, "module_var_write": true, "reassign_declared_local": true } }, { "file": "specs/compiler/zig_value_ignored.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(value ignored) statement", "ExprLiteral(value ignored) statement", "ExprCall(value ignored) statement" ], "detail": "ExprBinary(value ignored) statement", "reference_tests": { "discard": true, "tails": true } }, { "file": "specs/config/load.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w4/tmp/t27c-test-report-load-1073654/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type (undeclared)", "type config_schema::ProviderConfig", "type mismatch", "ConstDecl(slice)", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/config/migrate.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-migrate-1073788/spec.zig:112:48: error: expected expression, found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "type mismatch", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprCall(@ptrFrom)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type (generic)" }, { "file": "specs/config/paths.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-paths-1073792/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/config/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-schema-1073987/spec.zig:21:35: error: expected type '[24]u8', found '*const [24:0]u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprStructLit", "ExprArrayLiteral", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/conformance/e2e_scenarios.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "bench_target_is_one_millisecond": true, "dimensions_double": true, "classifier_training_set": true, "thresholds_are_probabilities": true, "total_verdict_is_not_implied_by_the_rows": true, "verdict_has_five_layer_scores": true }, "reference_tests": { "bench_target_is_one_millisecond": true, "classifier_training_set": true, "dimensions_double": true, "thresholds_are_probabilities": true, "total_verdict_is_not_implied_by_the_rows": true, "verdict_has_five_layer_scores": true }, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-agent-autopilot-L1118.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-bot-owner-billing-L474.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-check-stuck-trainings.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-ci.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-crmProactive-L375.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-daily-sales-advisor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-generate-jobs-L164.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-log-monitor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-notificationHandler-L318.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-notificationHandler-L324.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-periodic-webhook-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-production-monitor-L80.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-provider-health-monitor-L344.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L10845.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L2301.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L2325.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-render-server-L919.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-security.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-skill-detector.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-taskCache-L27.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/999-multibots-telegraf-video-task-store-L156.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-alerts-digest.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-alerts-watchdog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-browseros-cron-watchdog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-dev-cache-clean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-jobsearch-poller.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-leela-dailyquote.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-mail-bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "mac_mail_bridge_test": true }, "reference_tests": { "mac_mail_bridge_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-mcp-hub.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "mac_mcp_hub_test": true }, "reference_tests": { "mac_mcp_hub_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-neo-boards.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_neo_boards_test": true }, "reference_tests": { "mac_neo_boards_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-neo-jobsearch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_neo_jobsearch_test": true }, "reference_tests": { "mac_neo_jobsearch_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-reviewer-bees.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_reviewer_bees_test": true }, "reference_tests": { "mac_reviewer_bees_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-signup-watch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_signup_watch_test": true }, "reference_tests": { "mac_signup_watch_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-cycle-heal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "mac_trios_cycle_heal_test": true }, "reference_tests": { "mac_trios_cycle_heal_test": true }, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-cycle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-doctor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-feed.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/mac-trios-heal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/railway-jobsearch-cron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/t27-formal-mutation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/t27-pr-dashboard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-agent-cron-cleanup.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-agent-queue-drain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-brain-ci.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-codegen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-discover-callers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-pages-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-signal-health-self.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/crons/trinity-site-live-gate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "trinity_site_live_gate_constants": true }, "reference_tests": { "trinity_site_live_gate_constants": true }, "reference_disagree": [] }, { "file": "specs/demos/hello_world.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-hello_world-1077061/spec.zig:33:23: error: use of undeclared identifier 'cast'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/demos/jones_topology_decision_gate.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w2/tmp/t27c-test-report-jones_topology_decision_gate-1077223/spec.zig:131:17: error: use of undeclared identifier 'vsa'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)", "StmtAssign", "ExprCast" ], "detail": "ExprArrayLiteral" }, { "file": "specs/demos/jones_topology_filter.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-jones_topology_filter-1077227/spec.zig:211:66: error: expected ')', found 'an identifier'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCast", "ExprIf(left operand)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/demos/simple_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 1, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "simple_test": true }, "reference_tests": { "simple_test": true }, "reference_disagree": [] }, { "file": "specs/depin/prove.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-prove-1077359/TriSha256.zig:1:1: error: unable to load 'TriSha256.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(@intCast)", "ExprCall(@truncate)", "ExprCall(@memcpy)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(method)" }, { "file": "specs/docs/chapters/alphabet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/docs/chapters/evidence.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/docs/chapters/layers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/docs/chapters/project.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/docs/chapters/queen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/docs/chapters/rules.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/docs/chapters/tooling.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/docs/system.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/enrichment/audio_overview.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-audio_overview-1078028/spec.zig:37:23: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(@langToCode)", "ExprCall(@langFromCode)", "ExprCall(@concat)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/enrichment/youtube_transcript.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-youtube_transcript-1078212/spec.zig:55:21: error: invalid builtin function: '@trim'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(zig keyword field)", "ExprCall(@trim)", "ExprCall(@split)", "ExprIdentifier(undeclared)", "ExprCall(@concat)", "ExprCall(@some)", "ExprCall(@contains)", "ExprCall(@len)", "type mismatch" ], "detail": "ExprFieldAccess(zig keyword field)" }, { "file": "specs/file/operations.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w4/tmp/t27c-test-report-operations-1078226/spec.zig:20:46: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(zig keyword field)", "type Result", "ExprCall(method)", "ExprArrayLiteral", "ExprBinary(+)", "ExprCall(undeclared fn)", "StmtLocal", "ExprCast", "type str?", "type [N]T", "ExprArrayLiteral(to slice field)" ], "detail": "ExprFieldAccess(zig keyword field)" }, { "file": "specs/file/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-schema-1078324/spec.zig:145:17: error: use of undeclared identifier 'split'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCast" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/file/watcher.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-watcher-1078351/spec.zig:22:13: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "type [N]T", "ExprCall(undeclared fn)", "ExprCast", "type u64?", "ExprArrayLiteral", "type str?", "ExprArrayLiteral(to slice field)", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/fpga/adapter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "error_codes_are_distinct": true, "idcode_rule_records_both_forms": true, "receipt_kinds_exhaustive": true }, "reference_tests": { "error_codes_are_distinct": true, "idcode_rule_records_both_forms": true, "receipt_kinds_exhaustive": true }, "reference_disagree": [] }, { "file": "specs/fpga/apb_bridge.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w3/tmp/t27c-test-report-apb_bridge-1078477/spec.zig:104:19: error: use of undeclared identifier 'count'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference CSE hoist)" ], "detail": "FnDecl(reference CSE hoist)" }, { "file": "specs/fpga/assembler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 19, "invariants": 4, "asserts": 35, "blockers": [], "detail": "", "test_verdicts": { "asm_config_creation": true, "text_section_creation": true, "data_section_creation": true, "r_instruction_creation": true, "i_instruction_creation": true, "gf16_instruction_creation": true, "encode_r_type": true, "encode_i_type": true, "section_end": true, "align_address_zero": true, "align_address_already_aligned": true, "align_address_zero_alignment": true, "instr_count": true, "symbol_creation": true, "reloc_creation": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_symbol_ok": true, "validate_symbol_empty_name": true }, "reference_tests": { "align_address_already_aligned": true, "align_address_zero": true, "align_address_zero_alignment": true, "asm_config_creation": true, "data_section_creation": true, "encode_i_type": true, "encode_r_type": true, "gf16_instruction_creation": true, "i_instruction_creation": true, "instr_count": true, "r_instruction_creation": true, "reloc_creation": true, "section_end": true, "symbol_creation": true, "text_section_creation": true, "validate_config_empty_name": true, "validate_config_ok": true, "validate_symbol_empty_name": true, "validate_symbol_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/axi4.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-axi4-1078580/spec.zig:86:19: error: use of undeclared identifier 'count'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference CSE hoist)" ], "detail": "FnDecl(reference CSE hoist)" }, { "file": "specs/fpga/boards/arty_a7_integration.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 7, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "test_baud_divisor": true, "test_spi_prescaler": true, "test_system_config": true, "test_pin_config_valid": true, "test_fpga_part": true, "test_clock_freq": true }, "reference_tests": { "test_baud_divisor": true, "test_clock_freq": true, "test_fpga_part": true, "test_pin_config_valid": true, "test_spi_prescaler": true, "test_system_config": true }, "reference_disagree": [] }, { "file": "specs/fpga/boards/qmtech_a100t_integration.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 3, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "test_baud_divisor": true, "test_system_config": true, "test_fpga_part": true, "test_clock_freq": true, "test_clk_pin_is_e3": true, "test_rst_pin_is_c18": true, "test_uart_pins_match_xdc": true, "test_on_comb": true }, "reference_tests": { "test_baud_divisor": true, "test_clk_pin_is_e3": true, "test_clock_freq": true, "test_fpga_part": true, "test_on_comb": true, "test_rst_pin_is_c18": true, "test_system_config": true, "test_uart_pins_match_xdc": true }, "reference_disagree": [] }, { "file": "specs/fpga/bootrom.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 1, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "boot_stage_creation": true, "boot_config_creation": true, "validate_config_ok": true, "validate_config_empty": true, "fits_yes": true, "fits_no": true, "stage_end_nonzero": true, "fits_exact": true, "fits_empty_stages": true, "validate_config_zero_size": true, "validate_config_valid_name_size": true, "boot_stage_indexing": true }, "reference_tests": { "boot_config_creation": true, "boot_stage_creation": true, "boot_stage_indexing": true, "fits_empty_stages": true, "fits_exact": true, "fits_no": true, "fits_yes": true, "stage_end_nonzero": true, "validate_config_empty": true, "validate_config_ok": true, "validate_config_valid_name_size": true, "validate_config_zero_size": true }, "reference_disagree": [] }, { "file": "specs/fpga/bpsk.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(value ignored) statement" ], "detail": "ExprCall(value ignored) statement", "reference_tests": { "barker_autocorrelation_peak": true, "bit0_maps_to_minus_one": true, "bit1_maps_to_plus_one": true, "inverted_barker_is_negative_peak": true, "off_peak_all_ones": true, "off_peak_all_zeros": true, "rx_window_keeps_13_bits": true, "rx_window_shifts_in": true, "smallest_frame_is_21_symbols": true, "sync_locks_at_peak": true, "sync_open_below_threshold": true, "tx_second_bit_is_plus_one": true, "tx_serializes_lsb_first": true } }, { "file": "specs/fpga/bridge.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-bridge-1079135/spec.zig:152:32: error: use of undeclared identifier 'spi_is_busy'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(literal)", "ExprIdentifier(rejected decl)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprBinary(value ignored) statement", "ExprCall(method)", "ExprFieldAccess" ], "detail": "ExprLiteral(literal)" }, { "file": "specs/fpga/clock_domain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 5, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "ext_clock_is_external": true, "pll_clock_is_pll": true, "period_12mhz": true, "period_100mhz": true, "half_period": true, "same_domain_true": true, "same_domain_false": true, "needs_crossing_diff_freq": true, "needs_crossing_same": true, "crossing_data_bits": true, "async_cross_fifo": true, "sync_cross_not_async": true }, "reference_tests": { "async_cross_fifo": true, "crossing_data_bits": true, "ext_clock_is_external": true, "half_period": true, "needs_crossing_diff_freq": true, "needs_crossing_same": true, "period_100mhz": true, "period_12mhz": true, "pll_clock_is_pll": true, "same_domain_false": true, "same_domain_true": true, "sync_cross_not_async": true }, "reference_disagree": [] }, { "file": "specs/fpga/crossopt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 1, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "pass_zero": true, "pass_result_creation": true, "improvement_density": true, "improvement_density_zero": true, "report_creation": true, "report_empty": true }, "reference_tests": { "improvement_density": true, "improvement_density_zero": true, "pass_result_creation": true, "pass_zero": true, "report_creation": true, "report_empty": true }, "reference_disagree": [] }, { "file": "specs/fpga/cts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 2, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "pll_config_creation": true, "bufg_creation": true, "bufh_creation": true, "clock_tree_creation": true, "tree_delay": true, "skew_ok_yes": true, "skew_ok_no": true, "cts_report_ok": true, "est_buffers_one": true, "est_buffers_many": true, "est_tree_levels_one": true, "est_tree_levels_two": true, "est_tree_levels_three": true, "validate_pll_ok": true, "validate_pll_empty": true }, "reference_tests": { "bufg_creation": true, "bufh_creation": true, "clock_tree_creation": true, "cts_report_ok": true, "est_buffers_many": true, "est_buffers_one": true, "est_tree_levels_one": true, "est_tree_levels_three": true, "est_tree_levels_two": true, "pll_config_creation": true, "skew_ok_no": true, "skew_ok_yes": true, "tree_delay": true, "validate_pll_empty": true, "validate_pll_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/dft.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 2, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "scan_chain_creation": true, "memory_bist_creation": true, "logic_bist_creation": true, "bist_coverage_full": true, "bist_coverage_partial": true, "bist_coverage_zero_faults": true, "jtag_tap_creation": true, "tap_state_count": true, "test_coverage_creation": true, "test_coverage_acceptable": true, "test_coverage_not_acceptable": true, "validate_chain_ok": true, "validate_chain_empty": true, "validate_bist_ok": true, "validate_bist_empty": true, "validate_tap_ok": true, "validate_tap_empty": true }, "reference_tests": { "bist_coverage_full": true, "bist_coverage_partial": true, "bist_coverage_zero_faults": true, "jtag_tap_creation": true, "logic_bist_creation": true, "memory_bist_creation": true, "scan_chain_creation": true, "tap_state_count": true, "test_coverage_acceptable": true, "test_coverage_creation": true, "test_coverage_not_acceptable": true, "validate_bist_empty": true, "validate_bist_ok": true, "validate_chain_empty": true, "validate_chain_ok": true, "validate_tap_empty": true, "validate_tap_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/e2e_demo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 3, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "hello_kernel_creation": true, "gf16_mac_kernel_creation": true, "pipe_result_ok": true, "pipe_result_error": true, "ipc_calculation": true, "ipc_zero_cycles": true, "cpi_calculation": true, "cpi_zero_retired": true, "gf16_throughput_calc": true, "sim_time_us": true, "kernel_size_bytes": true, "passed_ok": true, "passed_with_errors": true, "validate_hello_kernel": true, "validate_empty_kernel": true, "validate_demo_config": true }, "reference_tests": { "cpi_calculation": true, "cpi_zero_retired": true, "gf16_mac_kernel_creation": true, "gf16_throughput_calc": true, "hello_kernel_creation": true, "ipc_calculation": true, "ipc_zero_cycles": true, "kernel_size_bytes": true, "passed_ok": true, "passed_with_errors": true, "pipe_result_error": true, "pipe_result_ok": true, "sim_time_us": true, "validate_demo_config": true, "validate_empty_kernel": true, "validate_hello_kernel": true }, "reference_disagree": [] }, { "file": "specs/fpga/fifo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 6, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "sync_fifo_is_sync": true, "async_fifo_is_async": true, "addr_width_16": true, "addr_width_256": true, "total_storage_bits": true, "bram18_small": true, "empty_state_is_empty": true, "push_increments_fill": true, "push_to_full": true, "push_on_full_noop": true, "pop_decrements_fill": true, "pop_on_empty_noop": true, "push_pop_roundtrip": true, "with_almost_empty": true, "with_almost_full": true, "validate_ok": true, "validate_empty_name": true, "validate_zero_depth": true }, "reference_tests": { "addr_width_16": true, "addr_width_256": true, "async_fifo_is_async": true, "bram18_small": true, "empty_state_is_empty": true, "pop_decrements_fill": true, "pop_on_empty_noop": true, "push_increments_fill": true, "push_on_full_noop": true, "push_pop_roundtrip": true, "push_to_full": true, "sync_fifo_is_sync": true, "total_storage_bits": true, "validate_empty_name": true, "validate_ok": true, "validate_zero_depth": true, "with_almost_empty": true, "with_almost_full": true }, "reference_disagree": [] }, { "file": "specs/fpga/formal.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w2/tmp/t27c-test-report-formal-1079707/spec.zig:92:22: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/gf16_accel.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 27, "invariants": 8, "asserts": 46, "blockers": [], "detail": "", "test_verdicts": { "basic_config_creation": true, "full_config_creation": true, "total_gf16_bits_basic": true, "mac_unit_count_with_mac": true, "mac_unit_count_without_mac": true, "dsp48_count": true, "gf16_mac_unit_creation": true, "fft_creation": true, "fft_stages_16pt_radix2": true, "fft_stages_64pt_radix4": true, "fft_twiddle_count": true, "matmul_cycles": true, "dot_product_cycles": true, "idle_status": true, "busy_status": true, "phi_identity": true, "phi_squared_identity": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_config_zero_mult": true, "validate_mac_ok": true, "validate_mac_empty_name": true, "validate_fft_ok": true, "validate_fft_empty_name": true, "validate_fft_zero_points": true, "bram_count_basic": true, "bram_count_full": true }, "reference_tests": { "basic_config_creation": true, "bram_count_basic": true, "bram_count_full": true, "busy_status": true, "dot_product_cycles": true, "dsp48_count": true, "fft_creation": true, "fft_stages_16pt_radix2": true, "fft_stages_64pt_radix4": true, "fft_twiddle_count": true, "full_config_creation": true, "gf16_mac_unit_creation": true, "idle_status": true, "mac_unit_count_with_mac": true, "mac_unit_count_without_mac": true, "matmul_cycles": true, "phi_identity": true, "phi_squared_identity": true, "total_gf16_bits_basic": true, "validate_config_empty_name": true, "validate_config_ok": true, "validate_config_zero_mult": true, "validate_fft_empty_name": true, "validate_fft_ok": true, "validate_fft_zero_points": true, "validate_mac_empty_name": true, "validate_mac_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/hir.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w3/tmp/t27c-test-report-hir-1079788/spec.zig:192:18: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/hw_types.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 24, "invariants": 9, "asserts": 33, "blockers": [], "detail": "", "test_verdicts": { "bits8_width": true, "uint3_width": true, "bool_width": true, "clock_width": true, "reset_width": true, "vector_width": true, "gf16_width": true, "uint_not_signed": true, "sint_is_signed": true, "bool_not_signed": true, "clock_is_clock_like": true, "uint_not_clock_like": true, "reset_is_reset_like": true, "bool_not_reset_like": true, "vector_of_bools_width": true, "vector_uint16_2_width": true, "types_equal_same": true, "types_equal_diff_width": true, "types_equal_diff_signed": true, "is_connectable_same": true, "is_connectable_diff_width": true, "is_connectable_clock_mismatch": true, "verilog_range_multi_bit": true, "verilog_range_single_bit": true }, "reference_tests": { "bits8_width": true, "bool_not_reset_like": true, "bool_not_signed": true, "bool_width": true, "clock_is_clock_like": true, "clock_width": true, "gf16_width": true, "is_connectable_clock_mismatch": true, "is_connectable_diff_width": true, "is_connectable_same": true, "reset_is_reset_like": true, "reset_width": true, "sint_is_signed": true, "types_equal_diff_signed": true, "types_equal_diff_width": true, "types_equal_same": true, "uint3_width": true, "uint_not_clock_like": true, "uint_not_signed": true, "vector_of_bools_width": true, "vector_uint16_2_width": true, "vector_width": true, "verilog_range_multi_bit": true, "verilog_range_single_bit": true }, "reference_disagree": [] }, { "file": "specs/fpga/linker.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)" ], "detail": "ExprStructLit(zig keyword field)", "reference_tests": { "data_segment_creation": true, "heap_start": true, "is_local_test": true, "link_bss_creation": true, "link_data_creation": true, "link_fail_creation": true, "link_ok_creation": true, "link_text_creation": true, "linked_symbol_creation": true, "linker_config_creation": true, "section_aligned_exact": true, "stack_top": true, "text_segment_creation": true, "total_image_size": true, "validate_config_no_entry": true, "validate_config_ok": true, "validate_symbol_empty": true, "validate_symbol_ok": true } }, { "file": "specs/fpga/mac.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-mac-1080097/spec.zig:204:11: error: redeclaration of local constant 'a'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "ExprIdentifier(rejected decl)", "type mismatch", "ExprCall(value ignored) statement", "ExprArrayLiteral(repeat to slice)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/fpga/memory.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 6, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "empty_mem_has_no_ports": true, "make_bram_has_depth": true, "make_bram_small": true, "make_bram_single": true, "add_read_port_increments": true, "add_write_port_increments": true, "add_rw_port": true, "is_rom": true, "total_bits": true, "bram18_count_small": true, "bram18_count_large": true, "validate_ok": true, "validate_empty_name": true, "validate_zero_depth": true, "rom_with_write_port_invalid": true }, "reference_tests": { "add_read_port_increments": true, "add_rw_port": true, "add_write_port_increments": true, "bram18_count_large": true, "bram18_count_small": true, "empty_mem_has_no_ports": true, "is_rom": true, "make_bram_has_depth": true, "make_bram_single": true, "make_bram_small": true, "rom_with_write_port_invalid": true, "total_bits": true, "validate_empty_name": true, "validate_ok": true, "validate_zero_depth": true }, "reference_disagree": [] }, { "file": "specs/fpga/partition.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 2, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "fpga_node_creation": true, "fpga_node_direct": true, "lvds_link_creation": true, "serdes_link_creation": true, "assignment_creation": true, "partition_ok_creation": true, "partition_fail_creation": true, "total_link_bandwidth": true, "fpga_util_calc": true, "fpga_remaining_calc": true, "fpga_remaining_over": true, "validate_node_ok": true, "validate_node_empty": true }, "reference_tests": { "assignment_creation": true, "fpga_node_creation": true, "fpga_node_direct": true, "fpga_remaining_calc": true, "fpga_remaining_over": true, "fpga_util_calc": true, "lvds_link_creation": true, "partition_fail_creation": true, "partition_ok_creation": true, "serdes_link_creation": true, "total_link_bandwidth": true, "validate_node_empty": true, "validate_node_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/placement.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-placement-1080314/spec.zig:68:21: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/power.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 2, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "power_domain_creation": true, "zero_power": true, "power_estimate_creation": true, "est_lut_dynamic": true, "est_ff_dynamic": true, "est_bram_dynamic": true, "est_dsp_dynamic": true, "est_static": true, "est_static_base": true, "total_resources_calc": true, "est_total_power_arty": true, "power_constants": true, "validate_domain_ok": true, "validate_domain_empty": true, "validate_domain_zero_clock": true }, "reference_tests": { "est_bram_dynamic": true, "est_dsp_dynamic": true, "est_ff_dynamic": true, "est_lut_dynamic": true, "est_static": true, "est_static_base": true, "est_total_power_arty": true, "power_constants": true, "power_domain_creation": true, "power_estimate_creation": true, "total_resources_calc": true, "validate_domain_empty": true, "validate_domain_ok": true, "validate_domain_zero_clock": true, "zero_power": true }, "reference_disagree": [] }, { "file": "specs/fpga/power_analysis.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-power_analysis-1080384/spec.zig:300:30: error: expected type '[*]T', found 'struct { T, T }'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [*]T", "ExprArrayLiteral", "ExprCall(rejected fn)" ], "detail": "type [*]T" }, { "file": "specs/fpga/router.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 22, "invariants": 2, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "data_edge_creation": true, "clock_edge_creation": true, "fanout_creation": true, "is_high_fanout_yes": true, "is_high_fanout_no": true, "is_clock_network_clk": true, "is_clock_network_data": true, "route_estimate_creation": true, "route_estimate_high_fanout": true, "est_wire_length_local": true, "est_wire_length_medium": true, "est_wire_length_long": true, "est_wire_length_zero": true, "est_congestion": true, "est_congestion_zero_area": true, "passed_low_congestion": true, "passed_high_congestion": true, "validate_edge_ok": true, "validate_edge_empty": true, "est_total_wire_basic": true, "est_total_wire_zero_fcount": true, "est_total_wire_zero_fanout": true }, "reference_tests": { "clock_edge_creation": true, "data_edge_creation": true, "est_congestion": true, "est_congestion_zero_area": true, "est_total_wire_basic": true, "est_total_wire_zero_fanout": true, "est_total_wire_zero_fcount": true, "est_wire_length_local": true, "est_wire_length_long": true, "est_wire_length_medium": true, "est_wire_length_zero": true, "fanout_creation": true, "is_clock_network_clk": true, "is_clock_network_data": true, "is_high_fanout_no": true, "is_high_fanout_yes": true, "passed_high_congestion": true, "passed_low_congestion": true, "route_estimate_creation": true, "route_estimate_high_fanout": true, "validate_edge_empty": true, "validate_edge_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/simulator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 4, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "sim_time_ns_saturates_instead_of_wrapping": true, "sim_time_ns_is_exact_below_the_ceiling": true, "sim_config_creation": true, "sim_config_with_trace": true, "sim_ok_result": true, "sim_error_result": true, "is_idle_true": true, "is_idle_false_when_done": true, "is_idle_false_when_error": true, "probe_creation": true, "trace_entry_creation": true, "sim_time_ns": true, "sim_time_us": true, "sim_time_ms": true, "cycles_for_time_ns": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_config_zero_cycles": true }, "reference_tests": { "cycles_for_time_ns": true, "is_idle_false_when_done": true, "is_idle_false_when_error": true, "is_idle_true": true, "probe_creation": true, "sim_config_creation": true, "sim_config_with_trace": true, "sim_error_result": true, "sim_ok_result": true, "sim_time_ms": true, "sim_time_ns": true, "sim_time_ns_is_exact_below_the_ceiling": true, "sim_time_ns_saturates_instead_of_wrapping": true, "sim_time_us": true, "trace_entry_creation": true, "validate_config_empty_name": true, "validate_config_ok": true, "validate_config_zero_cycles": true }, "reference_disagree": [] }, { "file": "specs/fpga/spi.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-spi-1080842/spec.zig:304:11: error: use of undeclared identifier 'then'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "ExprCall(value ignored) statement", "ExprFieldAccess", "InvariantBlock" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/fpga/stdlib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 4, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "zero_resources": true, "resources_creation": true, "ip_core_creation": true, "empty_catalog_creation": true, "add_core_luts": true, "arty_a7_resources": true, "xc7a100t_resources": true, "fits_board_empty_catalog": true, "utilization_zero": true, "validate_ip_ok": true, "validate_ip_empty_name": true, "validate_ip_zero_clock": true, "total_ffs_empty": true, "total_dsp48_empty": true, "luts_remaining_full_board": true, "ip_kind_values": true, "ip_core_vendor": true }, "reference_tests": { "add_core_luts": true, "arty_a7_resources": true, "empty_catalog_creation": true, "fits_board_empty_catalog": true, "ip_core_creation": true, "ip_core_vendor": true, "ip_kind_values": true, "luts_remaining_full_board": true, "resources_creation": true, "total_dsp48_empty": true, "total_ffs_empty": true, "utilization_zero": true, "validate_ip_empty_name": true, "validate_ip_ok": true, "validate_ip_zero_clock": true, "xc7a100t_resources": true, "zero_resources": true }, "reference_disagree": [] }, { "file": "specs/fpga/ternary_isa.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 30, "invariants": 7, "asserts": 60, "blockers": [], "detail": "", "test_verdicts": { "r_type_format": true, "i_type_format": true, "validate_r_type_format": true, "validate_i_type_format": true, "ternary_alu_op_creation": true, "gf16_alu_op_creation": true, "validate_alu_op_ok": true, "validate_alu_op_empty_name": true, "ternary_regfile_creation": true, "regfile_bits": true, "regfile_bram_count": true, "validate_regfile_ok": true, "validate_regfile_empty_name": true, "ternary_core_creation": true, "ternary_core_full_creation": true, "core_dsp_count_basic": true, "core_dsp_count_full": true, "core_bram_count": true, "core_lut_estimate": true, "core_fmax": true, "fits_arty_a7_basic": true, "fits_xc7a100t_basic": true, "fits_arty_a7_full": true, "fits_xc7a100t_full": true, "pipeline_stages": true, "phi_squared_identity": true, "validate_core_ok": true, "validate_core_empty_name": true, "validate_core_zero_alus": true, "pipeline_total_latency_basic": true }, "reference_tests": { "core_bram_count": true, "core_dsp_count_basic": true, "core_dsp_count_full": true, "core_fmax": true, "core_lut_estimate": true, "fits_arty_a7_basic": true, "fits_arty_a7_full": true, "fits_xc7a100t_basic": true, "fits_xc7a100t_full": true, "gf16_alu_op_creation": true, "i_type_format": true, "phi_squared_identity": true, "pipeline_stages": true, "pipeline_total_latency_basic": true, "r_type_format": true, "regfile_bits": true, "regfile_bram_count": true, "ternary_alu_op_creation": true, "ternary_core_creation": true, "ternary_core_full_creation": true, "ternary_regfile_creation": true, "validate_alu_op_empty_name": true, "validate_alu_op_ok": true, "validate_core_empty_name": true, "validate_core_ok": true, "validate_core_zero_alus": true, "validate_i_type_format": true, "validate_r_type_format": true, "validate_regfile_empty_name": true, "validate_regfile_ok": true }, "reference_disagree": [] }, { "file": "specs/fpga/ternary_link.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 46, "invariants": 21, "asserts": 67, "blockers": [], "detail": "", "test_verdicts": { "comb_surface_encodes_v0": true, "comb_surface_encodes_v4": true, "comb_surface_encodes_v7": true, "delimiter_unreachable_from_v0": true, "delimiter_unreachable_from_v3": true, "delimiter_unreachable_from_v5": true, "delimiter_unreachable_from_v7": true, "v0_encodes_to_minus_minus": true, "v0_low_is_minus_one": true, "v4_encodes_to_zero_zero": true, "v4_low_is_zero": true, "v7_high_is_plus_one": true, "v7_low_is_zero": true, "roundtrip_v0": true, "roundtrip_v4": true, "roundtrip_v7": true, "roundtrip_v2": true, "roundtrip_v6": true, "idle_decodes_out_of_range": true, "plus_maps_to_wire_pos": true, "minus_maps_to_wire_neg": true, "zero_maps_to_wire_zero": true, "wire_pos_maps_back_to_plus": true, "wire_neg_maps_back_to_minus": true, "zero_symbol_is_high_z": true, "plus_symbol_drives_high": true, "minus_symbol_drives_low": true, "slicer_both_high_is_pos": true, "slicer_lo_only_is_zero": true, "slicer_neither_is_neg": true, "slicer_crossed_is_error": true, "disparity_v0_is_minus_two": true, "disparity_v4_is_zero": true, "idle_pair_is_recognised": true, "data_pair_is_not_idle": true, "one_group_frame_is_18_symbols": true, "wire_pos_reads_as_gft_pos": true, "wire_neg_reads_as_gft_neg": true, "wire_zero_reads_as_gft_zero": true, "gat_pos_writes_as_wire_pos": true, "gat_neg_writes_as_wire_neg": true, "bridge_round_trips_pos": true, "bridge_round_trips_neg": true, "gat_pos_has_sign_plus_one": true, "gat_neg_has_sign_minus_one": true, "gat_zero_has_sign_zero": true }, "reference_tests": { "bridge_round_trips_neg": true, "bridge_round_trips_pos": true, "comb_surface_encodes_v0": true, "comb_surface_encodes_v4": true, "comb_surface_encodes_v7": true, "data_pair_is_not_idle": true, "delimiter_unreachable_from_v0": true, "delimiter_unreachable_from_v3": true, "delimiter_unreachable_from_v5": true, "delimiter_unreachable_from_v7": true, "disparity_v0_is_minus_two": true, "disparity_v4_is_zero": true, "gat_neg_has_sign_minus_one": true, "gat_neg_writes_as_wire_neg": true, "gat_pos_has_sign_plus_one": true, "gat_pos_writes_as_wire_pos": true, "gat_zero_has_sign_zero": true, "idle_decodes_out_of_range": true, "idle_pair_is_recognised": true, "minus_maps_to_wire_neg": true, "minus_symbol_drives_low": true, "one_group_frame_is_18_symbols": true, "plus_maps_to_wire_pos": true, "plus_symbol_drives_high": true, "roundtrip_v0": true, "roundtrip_v2": true, "roundtrip_v4": true, "roundtrip_v6": true, "roundtrip_v7": true, "slicer_both_high_is_pos": true, "slicer_crossed_is_error": true, "slicer_lo_only_is_zero": true, "slicer_neither_is_neg": true, "v0_encodes_to_minus_minus": true, "v0_low_is_minus_one": true, "v4_encodes_to_zero_zero": true, "v4_low_is_zero": true, "v7_high_is_plus_one": true, "v7_low_is_zero": true, "wire_neg_maps_back_to_minus": true, "wire_neg_reads_as_gft_neg": true, "wire_pos_maps_back_to_plus": true, "wire_pos_reads_as_gft_pos": true, "wire_zero_reads_as_gft_zero": true, "zero_maps_to_wire_zero": true, "zero_symbol_is_high_z": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/apb_bridge_tb.t27", "reference": "timeout", "reference_detail": "over 300 s", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "ExprCall(value ignored) statement" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/fpga/testbench/assembler_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 2, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_encode_r_type": true, "test_encode_i_type": true, "test_max_program_size": true, "test_register_count": true, "test_instr_width": true, "test_tick": true }, "reference_tests": { "test_encode_i_type": true, "test_encode_r_type": true, "test_instr_width": true, "test_max_program_size": true, "test_register_count": true, "test_reset_state": true, "test_tick": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/axi4_tb.t27", "reference": "timeout", "reference_detail": "over 300 s", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "ExprCall(value ignored) statement" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/fpga/testbench/bootrom_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-bootrom_tb-1081436/spec.zig:22:25: error: expected a digit after base prefix", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(literal)" ], "detail": "ExprLiteral(literal)" }, { "file": "specs/fpga/testbench/bridge_tb.t27", "reference": "fail", "reference_detail": "4 of 7 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(value ignored) statement" ], "detail": "ExprCall(value ignored) statement", "reference_tests": { "test_backpressure": false, "test_max_width_transfer": false, "test_multiple_transfers": true, "test_reset_state": true, "test_single_transfer": false, "test_tick": true, "test_zero_transfer": false } }, { "file": "specs/fpga/testbench/clock_domain_tb.t27", "reference": "timeout", "reference_detail": "over 300 s", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true }, { "file": "specs/fpga/testbench/cts_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 2, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_latency_estimate": true, "test_skew_estimate_balanced": true, "test_skew_estimate_unbalanced": true, "test_balance_tree_8": true, "test_balance_tree_16": true, "test_balance_tree_1": true, "test_max_slew_constraint": true, "test_max_latency_constraint": true, "test_tick_function": true }, "reference_tests": { "test_balance_tree_1": true, "test_balance_tree_16": true, "test_balance_tree_8": true, "test_latency_estimate": true, "test_max_latency_constraint": true, "test_max_slew_constraint": true, "test_reset_state": true, "test_skew_estimate_balanced": true, "test_skew_estimate_unbalanced": true, "test_tick_function": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/dft_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-dft_tb-1081821/spec.zig:58:46: error: expected integer or vector, found 'bool'", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_bist_run: assert failed at line 101 (assert)", "test_verdicts": { "test_reset_state": true, "test_scan_shift": true, "test_bist_run": false, "test_jtag_reset": true, "test_scan_chain_length": true, "test_total_scan_cells": true, "test_tick": true, "test_on_comb": true } }, { "file": "specs/fpga/testbench/fifo_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-fifo_tb-1081904/spec.zig:222:11: error: use of undeclared identifier 'fill_count'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(value ignored) statement" ], "detail": "ExprCall(value ignored) statement" }, { "file": "specs/fpga/testbench/formal_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 2, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "test_reset_clears_asserts": true, "test_immediate_assert_pass": true, "test_immediate_assert_fail": true, "test_concurrent_assert": true, "test_cover_point_hit": true, "test_cover_point_miss": true, "test_proof_depth": true, "test_proof_zero_depth": true, "test_assertion_capacity": true, "test_tick_function": true }, "reference_tests": { "test_assertion_capacity": true, "test_concurrent_assert": true, "test_cover_point_hit": true, "test_cover_point_miss": true, "test_immediate_assert_fail": true, "test_immediate_assert_pass": true, "test_proof_depth": true, "test_proof_zero_depth": true, "test_reset_clears_asserts": true, "test_tick_function": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/gf16_accel_tb.t27", "reference": "timeout", "reference_detail": "over 300 s", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true }, { "file": "specs/fpga/testbench/hir_tb.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "test_count_nodes_depth0": true, "test_count_nodes_depth1": true, "test_count_nodes_depth2": true, "test_depth_limit": true, "test_max_hir_depth": true, "test_node_limit": true, "test_reset_state": true, "test_tick": false } }, { "file": "specs/fpga/testbench/integration_tb.t27", "reference": "fail", "reference_detail": "2 of 7 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_reset_all_modules: assert failed at line 45 (assert)", "test_verdicts": { "test_reset_all_modules": false, "test_module_count": true, "test_mac_uart_pipeline": true, "test_spi_memory_pipeline": true, "test_full_pipeline": true, "test_stress_pipeline": true, "test_tick_function": false }, "reference_tests": { "test_full_pipeline": true, "test_mac_uart_pipeline": true, "test_module_count": true, "test_reset_all_modules": false, "test_spi_memory_pipeline": true, "test_stress_pipeline": true, "test_tick_function": false }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/linker_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-linker_tb-1082328/spec.zig:46:29: error: expected type 'bool', found 'u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(!)" ], "detail": "ExprUnary(!)" }, { "file": "specs/fpga/testbench/mac_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-mac_tb-1082485/spec.zig:84:20: error: use of undeclared identifier 'mac_multiply'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "ExprIdentifier(var at comptime)" ], "detail": "type (alias)" }, { "file": "specs/fpga/testbench/memory_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-memory_tb-1082633/spec.zig:80:12: error: use of undeclared identifier 'i'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/fpga/testbench/partition_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_budget_even": true, "test_budget_remainder": true, "test_budget_zero_parts": true, "test_partition_balance": true, "test_max_partitions": true, "test_total_resources": true, "test_tick": true }, "reference_tests": { "test_budget_even": true, "test_budget_remainder": true, "test_budget_zero_parts": true, "test_max_partitions": true, "test_partition_balance": true, "test_reset_state": true, "test_tick": true, "test_total_resources": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/placement_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 2, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_grid_capacity": true, "test_utilization_50pct": true, "test_utilization_100pct": true, "test_check_utilization_pass": true, "test_check_utilization_fail": true, "test_wirelength": true, "test_resource_columns": true, "test_tick": true }, "reference_tests": { "test_check_utilization_fail": true, "test_check_utilization_pass": true, "test_grid_capacity": true, "test_reset_state": true, "test_resource_columns": true, "test_tick": true, "test_utilization_100pct": true, "test_utilization_50pct": true, "test_wirelength": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/power_analysis_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-power_analysis_tb-1082902/spec.zig:65:13: error: use of undeclared identifier 'est_total_power_mw'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/fpga/testbench/power_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 2, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_power_gating": true, "test_power_ungating": true, "test_leakage_calc": true, "test_dynamic_calc": true, "test_max_power_limit": true, "test_vcc_values": true, "test_tick": true }, "reference_tests": { "test_dynamic_calc": true, "test_leakage_calc": true, "test_max_power_limit": true, "test_power_gating": true, "test_power_ungating": true, "test_reset_state": true, "test_tick": true, "test_vcc_values": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/router_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 2, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_manhattan_distance_zero": true, "test_manhattan_distance_simple": true, "test_manhattan_distance_symmetric": true, "test_wire_length_estimate": true, "test_congestion_low": true, "test_congestion_full": true, "test_grid_size": true, "test_tick": true }, "reference_tests": { "test_congestion_full": true, "test_congestion_low": true, "test_grid_size": true, "test_manhattan_distance_simple": true, "test_manhattan_distance_symmetric": true, "test_manhattan_distance_zero": true, "test_reset_state": true, "test_tick": true, "test_wire_length_estimate": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/simulator_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 1, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_run_cycles": true, "test_schedule_event": true, "test_schedule_overflow": true, "test_max_cycles": true, "test_event_queue_depth": true }, "reference_tests": { "test_event_queue_depth": true, "test_max_cycles": true, "test_reset_state": true, "test_run_cycles": true, "test_schedule_event": true, "test_schedule_overflow": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/spi_tb.t27", "reference": "fail", "reference_detail": "6 of 7 tests fail", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true, "reference_tests": { "test_consecutive_transfers": false, "test_cs_assert_during_transfer": false, "test_full_duplex": false, "test_idle_state": true, "test_max_data_transfer": false, "test_single_transfer": false, "test_zero_data_transfer": false } }, { "file": "specs/fpga/testbench/stdlib_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-stdlib_tb-1083321/spec.zig:99:17: error: type 'u32' cannot represent integer value '-1'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "literal out of range" ], "detail": "literal out of range" }, { "file": "specs/fpga/testbench/ternary_isa_tb.t27", "reference": "fail", "reference_detail": "6 of 11 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_alu_add_positives: assert failed at line 95 (assert)", "test_verdicts": { "test_ternary_add_zero": true, "test_ternary_add_overflow": true, "test_ternary_mul": true, "test_ternary_neg": true, "test_alu_reset": true, "test_alu_add_positives": false, "test_alu_subtract": false, "test_alu_multiply": false, "test_flag_zero": false, "test_flag_negative": false, "test_tick": false }, "reference_tests": { "test_alu_add_positives": false, "test_alu_multiply": false, "test_alu_reset": true, "test_alu_subtract": false, "test_flag_negative": false, "test_flag_zero": false, "test_ternary_add_overflow": true, "test_ternary_add_zero": true, "test_ternary_mul": true, "test_ternary_neg": true, "test_tick": false }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/timing_tb.t27", "reference": "fail", "reference_detail": "1 of 10 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL test_fmax_computation: assert failed at line 69 (assert)", "test_verdicts": { "test_reset_state": true, "test_positive_slack": true, "test_negative_slack": true, "test_zero_delay": true, "test_fmax_computation": false, "test_target_fmax_achievable": true, "test_slack_equal_period": true, "test_tick_function": true, "test_tick_empty_implementation": true, "test_tick_toggles_clock": true }, "reference_tests": { "test_fmax_computation": false, "test_negative_slack": true, "test_positive_slack": true, "test_reset_state": true, "test_slack_equal_period": true, "test_target_fmax_achievable": true, "test_tick_empty_implementation": true, "test_tick_function": true, "test_tick_toggles_clock": true, "test_zero_delay": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench/top_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-top_tb-1083587/spec.zig:89:5: error: use of undeclared identifier 'print'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprIdentifier(var at comptime)", "StmtLocal(shadows module var)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/fpga/testbench/uart_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-uart_tb-1083600/spec.zig:60:13: error: use of undeclared identifier 'uart_tx_ready'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprIdentifier(undeclared)", "ExprIdentifier(var at comptime)", "StmtLocal(shadows module var)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/fpga/testbench/vcd_conformance_compare_tb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-vcd_conformance_compare_tb-1083757/spec.zig:63:28: error: array literal requires address-of operator (&) to coerce to slice type '[]u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/fpga/testbench/vcd_trace_tb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_reset_state": true, "test_timestamp_advance": true, "test_format_timestamp": true, "test_max_signals": true, "test_timestamp_resolution": true, "test_tick": true }, "reference_tests": { "test_format_timestamp": true, "test_max_signals": true, "test_reset_state": true, "test_tick": true, "test_timestamp_advance": true, "test_timestamp_resolution": true }, "reference_disagree": [] }, { "file": "specs/fpga/testbench.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-testbench-1084143/spec.zig:197:34: error: expected type 'spec.TbStimulus', found 'type'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/fpga/timing.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 25, "invariants": 2, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "comb_arc_creation": true, "reg_to_reg_creation": true, "input_to_reg_creation": true, "timing_path_met": true, "timing_path_violated": true, "clock_constraint_creation": true, "clock_mhz_creation": true, "clock_mhz_zero": true, "timing_ok_report": true, "timing_fail_report": true, "path_delay_calc": true, "slack_positive": true, "slack_negative": true, "fmax_from_delay": true, "fmax_zero_delay": true, "est_comb_delay": true, "est_reg_to_reg_delay": true, "worst_path": true, "worst_path_empty": true, "validate_constraint_ok": true, "validate_constraint_empty_name": true, "validate_arc_ok": true, "validate_arc_empty_source": true, "timing_model_constants": true, "hold_time_ps": true }, "reference_tests": { "clock_constraint_creation": true, "clock_mhz_creation": true, "clock_mhz_zero": true, "comb_arc_creation": true, "est_comb_delay": true, "est_reg_to_reg_delay": true, "fmax_from_delay": true, "fmax_zero_delay": true, "hold_time_ps": true, "input_to_reg_creation": true, "path_delay_calc": true, "reg_to_reg_creation": true, "slack_negative": true, "slack_positive": true, "timing_fail_report": true, "timing_model_constants": true, "timing_ok_report": true, "timing_path_met": true, "timing_path_violated": true, "validate_arc_empty_source": true, "validate_arc_ok": true, "validate_constraint_empty_name": true, "validate_constraint_ok": true, "worst_path": true, "worst_path_empty": true }, "reference_disagree": [] }, { "file": "specs/fpga/top_level.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-top_level-1084283/spec.zig:46:35: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "InvariantBlock", "BenchBlock" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/fpga/uart.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-uart-1084376/spec.zig:69:22: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprFieldAccess", "ExprCall(value ignored) statement" ], "detail": "ConstDecl" }, { "file": "specs/fpga/vcd_conformance_compare.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-vcd_conformance_compare-1084437/spec.zig:176:18: error: expected type 'u32', found 'u64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral" ], "detail": "type mismatch" }, { "file": "specs/fpga/vcd_trace.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-vcd_trace-1084439/spec.zig:61:21: error: missing struct field: _dummy", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit" ], "detail": "ExprStructLit" }, { "file": "specs/fpga/verification/build_verify.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 3, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "test_module_count": true, "test_testbench_count": true, "test_board_count": true, "test_total_specs": true, "test_backend_count": true, "test_verilog_file_count": true, "test_coverage_100": true, "test_coverage_0": true, "test_coverage_50": true, "test_check_build_clean_success": true, "test_check_build_clean_failure": true }, "reference_tests": { "test_backend_count": true, "test_board_count": true, "test_check_build_clean_failure": true, "test_check_build_clean_success": true, "test_coverage_0": true, "test_coverage_100": true, "test_coverage_50": true, "test_module_count": true, "test_testbench_count": true, "test_total_specs": true, "test_verilog_file_count": true }, "reference_disagree": [] }, { "file": "specs/functions/analytics-sales-advise.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/analytics-skills-detect.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/broadcast-message-send.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/content-detailed-script-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/content-scenario-clips-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/content-scripts-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/crm-proactive-sweep.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/instagram-competitors-find.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/instagram-reels-analyze.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/instagram-top-content-extract.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/monitoring-error-report.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/monitoring-health-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/monitoring-logs-analyze.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/monitoring-logs-trigger.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/morph-images-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/neuro-image-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/payment-ai-server-process.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/reels-ai-callback.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/reels-ai-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/reels-loop-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/render-avatar-video-run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/render-job-run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/render-riddle-run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/training-model-complete.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/training-model-start.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/training-model-v2-start.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/training-stuck-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/webhook-generation-validate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/functions/welcome-avatar-generate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/git/diff.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-diff-1086777/spec.zig:72:18: error: use of undeclared identifier 'execute_command'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)", "type mismatch", "ExprCall(method)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/git/operations.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-operations-1086799/spec.zig:21:25: error: use of undeclared identifier 'str'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprArrayLiteral", "ExprCall(method)", "ExprBinary(null)", "ExprCall(undeclared fn)", "ExprBinary(+)", "ExprIdentifier(undeclared)", "ExprArrayLiteral(to slice field)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/git/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-schema-1086900/spec.zig:63:34: error: type '[][]const u8' does not support array initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprCall(method)", "ExprCast" ], "detail": "ConstDecl(slice)" }, { "file": "specs/git/status.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-status-1087054/spec.zig:21:18: error: use of undeclared identifier 'execute_command'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(method)", "type mismatch", "ExprFieldAccess" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/github/auth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "auth_status_returns_bool": true }, "reference_tests": { "auth_status_returns_bool": true }, "reference_disagree": [] }, { "file": "specs/github/comments.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-comments-1087057/spec.zig:26:12: error: array literal requires address-of operator (&) to coerce to slice type '[]spec.Comment'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/github/issues.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-issues-1087059/spec.zig:30:12: error: array literal requires address-of operator (&) to coerce to slice type '[]spec.Issue'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/github/prs.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-prs-1087255/spec.zig:30:12: error: array literal requires address-of operator (&) to coerce to slice type '[]spec.PullRequest'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/github/tests/e2e_full_flow.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-e2e_full_flow-1087670/spec.zig:27:19: error: use of undeclared identifier 'issues'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/graph/knowledge_graph.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w4/tmp/t27c-test-report-knowledge_graph-2116383/spec.zig:252:42: error: expected ')', found 'an identifier'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprStructLit", "StmtIf(capture)", "ExprBinary(null)", "ExprCall(@compileError)", "ExprCall(method)", "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "type (anonymous struct)" }, { "file": "specs/hslm/forward_pass.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-forward_pass-2116430/spec.zig:123:72: error: use of undeclared identifier 'q_role'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit", "ExprIdentifier(undeclared)", "ExprIndex", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprStructLit" }, { "file": "specs/i18n/agents-ru.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/i18n/blog-ru.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "the_contract_has_one_scope_and_four_fields": true }, "reference_tests": { "the_contract_has_one_scope_and_four_fields": true }, "reference_disagree": [] }, { "file": "specs/i18n/docs-ru.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/igla/coder/_tmp_pipeline_import.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-_tmp_pipeline_import-1088144/spec.zig:70:52: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice)", "type mismatch", "ExprBinary(+)", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "StmtAssign", "ExprStructLit", "ExprBinary(++)", "ExprIf(comptime arms)", "ExprCall", "ExprLiteral(float literal)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/arch.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-arch-1088198/spec.zig:70:37: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral(to slice)", "type mismatch", "ExprArrayLiteral", "ExprArrayLiteral(to slice field)", "ExprCast(f32)", "ExprArrayLiteral(constant to mutable slice)", "ExprLiteral(literal)", "ExprCall(undeclared fn)", "ExprStructLit", "ExprLiteral(float literal)", "type (undeclared)", "ExprFieldAccess" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/bench_proxy.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-bench_proxy-1088224/spec.zig:296:11: error: use of undeclared identifier 'assert'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(constant to mutable slice)", "ExprCall(method)", "ExprArrayLiteral", "ExprIf(comptime arms)", "ExprStructLit", "ExprFieldAccess(slice)", "type mismatch", "InvariantBlock", "ExprCall(undeclared fn)", "type (undeclared)" ], "detail": "ExprArrayLiteral(constant to mutable slice)" }, { "file": "specs/igla/coder/benchmark.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-benchmark-1088540/spec.zig:1763:5: error: use of undeclared identifier 'latency_ms'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprIf(comptime arms)", "ExprArrayLiteral(constant to mutable slice)", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprFieldAccess", "ExprBinary(*)", "ExprStructLit" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/coder/dataset.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-dataset-1088542/spec.zig:1267:11: error: use of undeclared identifier 'eval'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(+)", "ConstDecl(str field)", "ExprArrayLiteral", "ExprIf(comptime arms)", "type mismatch", "ExprArrayLiteral(constant to mutable slice)", "ExprCast(f32)", "ExprCall(undeclared fn)", "ExprFieldAccess", "ExprCall", "ExprStructLit" ], "detail": "ExprBinary(+)" }, { "file": "specs/igla/coder/eval.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-eval-1088692/spec.zig:1977:23: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "type pipeline::Contract", "ExprCast(f32)", "type mismatch", "ExprCall(rejected fn)", "ExprBinary(++)", "ExprBinary(+)", "ExprIf(comptime arms)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprIf(left operand)", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprStructLit", "ExprCall", "literal out of range" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/pipeline.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-pipeline-1088742/spec.zig:69:52: error: expected expression, found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice)", "type mismatch", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprBinary(+)", "StmtAssign", "ExprStructLit", "ExprBinary(++)", "ExprIf(comptime arms)", "ExprCall", "ExprLiteral(float literal)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/igla/coder/prm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-prm-1088747/spec.zig:513:19: error: use of undeclared identifier 'random_steps'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "type mismatch", "ExprArrayLiteral", "ExprStructLit", "ExprCall(undeclared fn)", "type (undeclared)" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/coder/tokenizer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-tokenizer-1088749/spec.zig:644:18: error: invalid escape character: '0'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprBinary(+)", "ExprLiteral(char escape)", "literal out of range", "ExprLiteral(literal)", "ExprCall(undeclared fn)", "ExprFieldAccess" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/coder/training.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-training-1089042/spec.zig:468:5: error: use of undeclared identifier 'tokens_per_sec'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "type mismatch", "ExprArrayLiteral", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprStructLit", "ExprCall" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/coder/weights.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-weights-1089239/spec.zig:640:25: error: expected '}', found ':'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral(constant to mutable slice)", "ExprArrayLiteral(to slice field)", "ExprArrayLiteral", "ExprCast(f32)", "ExprCall(undeclared fn)" ], "detail": "type mismatch" }, { "file": "specs/igla/evaluation/multi_lang_harness.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-multi_lang_harness-1089337/spec.zig:144:11: error: use of undeclared identifier 'assert'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "StmtAssign", "StmtLocal", "TestBlock", "InvariantBlock" ], "detail": "ExprCall(method)" }, { "file": "specs/igla/integration/publication.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-publication-1089339/spec.zig:53:11: error: use of undeclared identifier 'dois'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprFieldAccess", "ExprArrayLiteral(to slice field)" ], "detail": "ExprCall(method)" }, { "file": "specs/igla/race/adder_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-adder_tree-1089680/spec.zig:137:17: error: use of undeclared identifier 'adder_tree_2'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "InvariantBlock", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/backend.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-backend-1089829/spec.zig:107:47: error: use of undeclared identifier 'char'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type char", "ExprBinary(+)", "ExprArrayLiteral(to slice field)", "type mismatch", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprBinary(*)", "ExprCall", "TestBlock", "ExprArrayLiteral" ], "detail": "type char" }, { "file": "specs/igla/race/bram_weights.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-bram_weights-1089904/spec.zig:65:11: error: use of undeclared identifier 'read'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprStructLit" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/race/cordic.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-cordic-1090025/spec.zig:19:18: error: use of undeclared identifier 'cordic_gain'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/cordic_fixed.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-cordic_fixed-1090075/spec.zig:241:11: error: use of undeclared identifier 'assert'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "InvariantBlock", "literal out of range", "type mismatch" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/cordic_top.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-cordic_top-1090234/spec.zig:137:11: error: use of undeclared identifier 'latency'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprTuple", "ExprArrayLiteral(repeat to slice)", "type mismatch", "ExprFieldAccess", "StmtLocal(destructure)", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/igla/race/eda.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-eda-1090277/spec.zig:381:5: error: use of undeclared identifier 'latency_ms'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "type mismatch", "ExprBinary(+)", "type (undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "StmtAssign" }, { "file": "specs/igla/race/formal.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-formal-1090279/spec.zig:55:29: error: use of undeclared identifier 'RtlModule'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprIf(comptime arms)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprFieldAccess(enum)", "ExprCall(rejected fn)", "type mismatch", "ExprStructLit", "ExprCall(method)" ], "detail": "type (undeclared)" }, { "file": "specs/igla/race/gemm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-gemm-1090764/spec.zig:212:12: error: use of undeclared identifier 'C'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "type mismatch", "ExprFieldAccess", "ExprCall(undeclared fn)", "type mat2x2" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/race/mvp_ternary_classifier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 31, "invariants": 10, "asserts": 41, "blockers": [], "detail": "", "test_verdicts": { "weight_a0_is_pos": true, "weight_a3_is_neg": true, "weight_a5_is_zero": true, "weight_b1_is_neg": true, "weight_c7_is_pos": true, "pos_weight_passes_a_set_bit": true, "neg_weight_negates_a_set_bit": true, "zero_weight_is_a_skip": true, "any_weight_on_a_clear_bit_is_zero": true, "score_a_of_7": true, "score_b_of_7": true, "score_c_of_7": true, "score_a_of_60": true, "score_b_of_60": true, "score_c_of_224": true, "score_a_of_255": true, "score_b_of_24": true, "score_c_of_240": true, "classify_0_is_class_0": true, "classify_7_is_class_0": true, "classify_60_is_class_1": true, "classify_224_is_class_2": true, "classify_255_ties_to_class_0": true, "classify_3_is_class_0": true, "classify_24_is_class_1": true, "classify_192_is_class_2": true, "classify_15_is_class_0": true, "classify_240_is_class_2": true, "comb_surface_classifies_left": true, "comb_surface_classifies_middle": true, "comb_surface_classifies_right": true }, "reference_tests": { "any_weight_on_a_clear_bit_is_zero": true, "classify_0_is_class_0": true, "classify_15_is_class_0": true, "classify_192_is_class_2": true, "classify_224_is_class_2": true, "classify_240_is_class_2": true, "classify_24_is_class_1": true, "classify_255_ties_to_class_0": true, "classify_3_is_class_0": true, "classify_60_is_class_1": true, "classify_7_is_class_0": true, "comb_surface_classifies_left": true, "comb_surface_classifies_middle": true, "comb_surface_classifies_right": true, "neg_weight_negates_a_set_bit": true, "pos_weight_passes_a_set_bit": true, "score_a_of_255": true, "score_a_of_60": true, "score_a_of_7": true, "score_b_of_24": true, "score_b_of_60": true, "score_b_of_7": true, "score_c_of_224": true, "score_c_of_240": true, "score_c_of_7": true, "weight_a0_is_pos": true, "weight_a3_is_neg": true, "weight_a5_is_zero": true, "weight_b1_is_neg": true, "weight_c7_is_pos": true, "zero_weight_is_a_skip": true }, "reference_disagree": [] }, { "file": "specs/igla/race/opcodes.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-opcodes-1090865/spec.zig:181:17: error: use of undeclared identifier 'OP_ADD'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/igla/race/phi_accumulator_growth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 20, "invariants": 11, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "pos_contribution_leaves_a_zero": true, "neg_contribution_leaves_a_zero": true, "pos_contribution_passes_x_to_b": true, "neg_contribution_negates_x_in_b": true, "zero_contribution_is_a_skip": true, "fanin_8_bound": true, "fanin_32_bound": true, "fanin_128_bound": true, "fanin_512_bound": true, "depth2_a_is_one": true, "depth2_b_is_one": true, "depth3_a_is_one": true, "depth3_b_is_two": true, "depth4_a_is_two": true, "depth4_b_is_three": true, "depth5_a_is_three": true, "depth5_b_is_five": true, "doubling_fanin_costs_one_bit": true, "fourteen_layers_cost_ten_bits": true, "comb_surface_returns_the_bound": true }, "reference_tests": { "comb_surface_returns_the_bound": true, "depth2_a_is_one": true, "depth2_b_is_one": true, "depth3_a_is_one": true, "depth3_b_is_two": true, "depth4_a_is_two": true, "depth4_b_is_three": true, "depth5_a_is_three": true, "depth5_b_is_five": true, "doubling_fanin_costs_one_bit": true, "fanin_128_bound": true, "fanin_32_bound": true, "fanin_512_bound": true, "fanin_8_bound": true, "fourteen_layers_cost_ten_bits": true, "neg_contribution_leaves_a_zero": true, "neg_contribution_negates_x_in_b": true, "pos_contribution_leaves_a_zero": true, "pos_contribution_passes_x_to_b": true, "zero_contribution_is_a_skip": true }, "reference_disagree": [] }, { "file": "specs/igla/race/phi_gain_freedom.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 12, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "unit_gains_one_freedom_per_layer": true, "unit_gains_ten_freedoms_in_ten_layers": true, "phi_gains_no_freedom_at_one_layer": true, "phi_gains_no_freedom_at_thirty_layers": true, "absorb_at_512": true, "absorb_at_64": true, "absorb_at_4": true, "absorb_at_1_is_total": true, "absorb_at_zero_is_guarded": true, "absorb_at_negative_is_guarded": true, "absorption_suffices_at_512": true, "absorption_suffices_at_64": true, "absorption_suffices_at_4": true, "absorption_fails_at_3": true, "absorption_fails_at_1": true, "absorption_fails_at_zero": true, "comb_surface_returns_the_resolution": true }, "reference_tests": { "absorb_at_1_is_total": true, "absorb_at_4": true, "absorb_at_512": true, "absorb_at_64": true, "absorb_at_negative_is_guarded": true, "absorb_at_zero_is_guarded": true, "absorption_fails_at_1": true, "absorption_fails_at_3": true, "absorption_fails_at_zero": true, "absorption_suffices_at_4": true, "absorption_suffices_at_512": true, "absorption_suffices_at_64": true, "comb_surface_returns_the_resolution": true, "phi_gains_no_freedom_at_one_layer": true, "phi_gains_no_freedom_at_thirty_layers": true, "unit_gains_one_freedom_per_layer": true, "unit_gains_ten_freedoms_in_ten_layers": true }, "reference_disagree": [] }, { "file": "specs/igla/race/phi_weights.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 29, "invariants": 13, "asserts": 42, "blockers": [], "detail": "", "test_verdicts": { "phi_times_one_gives_phi_a": true, "phi_times_one_gives_phi_b": true, "phi_squared_a": true, "phi_squared_b": true, "phi_cubed_a": true, "phi_cubed_b": true, "phi_fourth_a": true, "phi_fourth_b": true, "neg_phi_times_one_a": true, "neg_phi_times_one_b": true, "neg_phi_squared_a": true, "neg_phi_squared_b": true, "pos_code_applies_phi": true, "neg_code_applies_minus_phi": true, "zero_code_contributes_nothing_a": true, "zero_code_contributes_nothing_b": true, "accumulate_a_components": true, "accumulate_b_components": true, "accumulate_is_commutative": true, "accumulate_handles_negatives": true, "gain_after_two_layers_a": true, "gain_after_two_layers_b": true, "depth_thirty_gain_is_a_fibonacci_pair": true, "pos_weight_sign": true, "neg_weight_sign": true, "zero_weight_sign": true, "comb_surface_applies_pos": true, "comb_surface_applies_neg": true, "comb_surface_zero_is_skip": true }, "reference_tests": { "accumulate_a_components": true, "accumulate_b_components": true, "accumulate_handles_negatives": true, "accumulate_is_commutative": true, "comb_surface_applies_neg": true, "comb_surface_applies_pos": true, "comb_surface_zero_is_skip": true, "depth_thirty_gain_is_a_fibonacci_pair": true, "gain_after_two_layers_a": true, "gain_after_two_layers_b": true, "neg_code_applies_minus_phi": true, "neg_phi_squared_a": true, "neg_phi_squared_b": true, "neg_phi_times_one_a": true, "neg_phi_times_one_b": true, "neg_weight_sign": true, "phi_cubed_a": true, "phi_cubed_b": true, "phi_fourth_a": true, "phi_fourth_b": true, "phi_squared_a": true, "phi_squared_b": true, "phi_times_one_gives_phi_a": true, "phi_times_one_gives_phi_b": true, "pos_code_applies_phi": true, "pos_weight_sign": true, "zero_code_contributes_nothing_a": true, "zero_code_contributes_nothing_b": true, "zero_weight_sign": true }, "reference_disagree": [] }, { "file": "specs/igla/race/rtl.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-rtl-1091258/spec.zig:188:21: error: use of undeclared identifier 'opcode_name'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u1", "ExprBinary(+)", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprArrayLiteral", "ExprBinary(*)", "ExprStructLit", "ExprCall(rejected fn)", "type (undeclared)" ], "detail": "type u1" }, { "file": "specs/igla/race/systolic_array.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-systolic_array-1091292/spec.zig:207:12: error: use of undeclared identifier 'grid'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(comptime arms)", "literal out of range", "ExprFieldAccess", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprStructLit" ], "detail": "ExprIf(comptime arms)" }, { "file": "specs/igla/race/systolic_ternary.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-systolic_ternary-1091360/spec.zig:136:20: error: use of undeclared identifier 'systolic_ternary_array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "literal out of range", "ExprArrayLiteral", "ExprBinary(*)", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "literal out of range" }, { "file": "specs/igla/race/ternary_dot_sw.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-ternary_dot_sw-1091432/spec.zig:97:5: error: use of undeclared identifier 'latency_us'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/igla/race/ternary_gemm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-ternary_gemm-1091679/spec.zig:504:49: error: expected '}', found ':'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral", "literal out of range", "ExprArrayLiteral(repeat to slice)", "ExprStructLit", "ExprCall(undeclared fn)" ], "detail": "type mismatch" }, { "file": "specs/igla/race/ternary_inference.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-ternary_inference-1091707/spec.zig:411:116: error: type 'u8' cannot represent integer value '-1'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprArrayLiteral(to slice field)", "InvariantBlock" ], "detail": "type mismatch" }, { "file": "specs/igla/race/ternary_lut_table.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 10, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "all_zero_code_words_leave_the_accumulator": true, "one_fetcher_takes_a_zero": true, "one_fetcher_takes_a_one": true, "one_fetcher_takes_the_sum": true, "one_fetcher_takes_the_difference": true, "negated_sum": true, "negated_difference": true, "four_fetchers_all_different": true, "invalid_code_words_contribute_nothing": true, "opposite_code_words_cancel": true, "accumulator_seed_is_carried": true, "negative_activations": true, "fetch_sum_entry": true, "fetch_negated_difference_entry": true, "fetch_invalid_is_zero": true }, "reference_tests": { "accumulator_seed_is_carried": true, "all_zero_code_words_leave_the_accumulator": true, "fetch_invalid_is_zero": true, "fetch_negated_difference_entry": true, "fetch_sum_entry": true, "four_fetchers_all_different": true, "invalid_code_words_contribute_nothing": true, "negated_difference": true, "negated_sum": true, "negative_activations": true, "one_fetcher_takes_a_one": true, "one_fetcher_takes_a_zero": true, "one_fetcher_takes_the_difference": true, "one_fetcher_takes_the_sum": true, "opposite_code_words_cancel": true }, "reference_disagree": [] }, { "file": "specs/igla/race/ternary_mac.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-ternary_mac-1092241/spec.zig:201:11: error: use of undeclared identifier 'acc'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprCall(undeclared fn)", "type mismatch" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/igla/race/ternary_mac_group.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 7, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "all_zero_codes_leave_the_accumulator": true, "all_plus_adds_every_activation": true, "all_minus_subtracts_every_activation": true, "alternating_signs_cancel_equal_activations": true, "out_of_alphabet_codes_contribute_nothing": true, "only_lane_zero_active": true, "only_lane_seven_active": true, "negative_activation_with_minus_weight_adds": true, "accumulator_seed_is_carried": true, "narrow_sum_of_all_plus": true, "narrow_sum_of_empty_group": true, "lane_select_zero_code": true, "lane_select_plus": true, "lane_select_minus": true, "code_extraction_top_lane": true, "code_extraction_bottom_lane": true }, "reference_tests": { "accumulator_seed_is_carried": true, "all_minus_subtracts_every_activation": true, "all_plus_adds_every_activation": true, "all_zero_codes_leave_the_accumulator": true, "alternating_signs_cancel_equal_activations": true, "code_extraction_bottom_lane": true, "code_extraction_top_lane": true, "lane_select_minus": true, "lane_select_plus": true, "lane_select_zero_code": true, "narrow_sum_of_all_plus": true, "narrow_sum_of_empty_group": true, "negative_activation_with_minus_weight_adds": true, "only_lane_seven_active": true, "only_lane_zero_active": true, "out_of_alphabet_codes_contribute_nothing": true }, "reference_disagree": [] }, { "file": "specs/igla/race/ternary_node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 26, "invariants": 11, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "rx_both_high_is_pos": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "rx_crossed_is_a_fault": true, "rx_valid_is_not_a_fault": true, "received_pos_is_weight_pos": true, "received_neg_is_weight_neg": true, "received_zero_is_weight_zero": true, "pos_weight_on_one_a": true, "pos_weight_on_one_b": true, "pos_weight_on_phi_a": true, "pos_weight_on_phi_b": true, "neg_weight_on_phi_a": true, "neg_weight_on_phi_b": true, "zero_weight_contributes_nothing_a": true, "zero_weight_contributes_nothing_b": true, "accumulate_adds": true, "accumulate_handles_negative_contributions": true, "end_to_end_pos_on_phi": true, "end_to_end_pos_on_phi_a": true, "end_to_end_neg_on_phi": true, "end_to_end_zero_leaves_accumulator": true, "end_to_end_zero_leaves_accumulator_a": true, "end_to_end_accumulates_onto_existing": true, "comb_surface_runs_a_node_step": true, "comb_surface_zero_is_a_skip": true }, "reference_tests": { "accumulate_adds": true, "accumulate_handles_negative_contributions": true, "comb_surface_runs_a_node_step": true, "comb_surface_zero_is_a_skip": true, "end_to_end_accumulates_onto_existing": true, "end_to_end_neg_on_phi": true, "end_to_end_pos_on_phi": true, "end_to_end_pos_on_phi_a": true, "end_to_end_zero_leaves_accumulator": true, "end_to_end_zero_leaves_accumulator_a": true, "neg_weight_on_phi_a": true, "neg_weight_on_phi_b": true, "pos_weight_on_one_a": true, "pos_weight_on_one_b": true, "pos_weight_on_phi_a": true, "pos_weight_on_phi_b": true, "received_neg_is_weight_neg": true, "received_pos_is_weight_pos": true, "received_zero_is_weight_zero": true, "rx_both_high_is_pos": true, "rx_crossed_is_a_fault": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "rx_valid_is_not_a_fault": true, "zero_weight_contributes_nothing_a": true, "zero_weight_contributes_nothing_b": true }, "reference_disagree": [] }, { "file": "specs/igla/race/unit_weights_node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 19, "invariants": 9, "asserts": 28, "blockers": [], "detail": "", "test_verdicts": { "rx_both_high_is_pos": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "rx_crossed_is_a_fault": true, "pos_weight_passes_the_activation": true, "neg_weight_negates_the_activation": true, "zero_weight_contributes_nothing": true, "accumulate_adds": true, "accumulate_handles_negatives": true, "alpha_one_is_the_identity": true, "alpha_trained_scales": true, "alpha_on_zero": true, "alpha_truncates": true, "end_to_end_pos": true, "end_to_end_neg": true, "end_to_end_zero_is_a_skip": true, "layer_output_applies_the_scale": true, "comb_surface_runs_step_and_scale": true, "comb_surface_zero_weight_still_scales": true }, "reference_tests": { "accumulate_adds": true, "accumulate_handles_negatives": true, "alpha_on_zero": true, "alpha_one_is_the_identity": true, "alpha_trained_scales": true, "alpha_truncates": true, "comb_surface_runs_step_and_scale": true, "comb_surface_zero_weight_still_scales": true, "end_to_end_neg": true, "end_to_end_pos": true, "end_to_end_zero_is_a_skip": true, "layer_output_applies_the_scale": true, "neg_weight_negates_the_activation": true, "pos_weight_passes_the_activation": true, "rx_both_high_is_pos": true, "rx_crossed_is_a_fault": true, "rx_lo_only_is_zero": true, "rx_neither_is_neg": true, "zero_weight_contributes_nothing": true }, "reference_disagree": [] }, { "file": "specs/igla/race/yosys.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-yosys-1092509/spec.zig:241:11: error: use of undeclared identifier 'eval'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(+)", "type mismatch", "ExprCall(undeclared fn)", "InvariantBlock", "ExprArrayLiteral", "ExprCall", "ExprFieldAccess(enum)", "type (undeclared)" ], "detail": "ExprBinary(+)" }, { "file": "specs/igla/training/low_bit_ternary.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-low_bit_ternary-1092512/spec.zig:79:17: error: expected ')', found 'an identifier'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprBinary(*)", "ExprBinary(value ignored) statement", "ExprIdentifier(undeclared)", "type i2" ], "detail": "ExprArrayLiteral" }, { "file": "specs/igla/training/pilot_pretraining.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-pilot_pretraining-1092707/spec.zig:50:35: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtLocal", "ExprIf(comptime arms)", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "TestBlock" ], "detail": "StmtLocal" }, { "file": "specs/igla/training/roadmap.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-roadmap-1092794/spec.zig:65:11: error: use of undeclared identifier 'milestones'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprFieldAccess", "ExprArrayLiteral(to slice field)", "InvariantBlock" ], "detail": "StmtAssign" }, { "file": "specs/igla/training/scale_up.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-scale_up-1092968/spec.zig:110:5: error: use of undeclared identifier 'latency_ms'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(value ignored) statement", "ExprBinary(value ignored) statement" ], "detail": "ExprStructLit(value ignored) statement" }, { "file": "specs/igla/w535_bounded_while_module.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "bounded_while_counts": true }, "reference_tests": { "bounded_while_counts": true }, "reference_disagree": [] }, { "file": "specs/interop/gf_cross_language.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-gf_cross_language-1093115/spec.zig:23:23: error: use of undeclared identifier 'gf32_from_f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/isa/registers.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-registers-1093405/spec.zig:60:27: error: type '[7]u8' does not support struct initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprCall(value ignored) statement", "ExprArrayLiteral" ], "detail": "type (alias)" }, { "file": "specs/isa/t27a.t27", "reference": "pass", "reference_detail": "", "t27b": "timeout", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "", "retried_after_timeout": true, "reference_tests": { "a_mnemonic_matches_only_its_exact_span": true, "assembles_the_words_the_encoding_spec_pins": true, "every_opcode_round_trips_through_its_listing": true, "every_word_round_trips_canonical_or_not": true, "lists_the_words_the_encoding_spec_pins": true, "non_canonical_words_list_as_word": true, "the_assembler_reads_free_spacing": true, "the_assembler_refuses_ill_formed_text": true, "the_five_widened_opcodes_round_trip_as_text": true, "undefined_bytes_list_as_word_not_nop": true } }, { "file": "specs/isa/t27a_mnemonics.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 1, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "index_of_inverts_opcode_at_for_all_47": true, "opcode_at_follows_opcode_values": true, "opcode_at_inverts_index_of_on_defined_bytes": true, "strict_decode_accepts_47_and_rejects_209": true, "undefined_byte_is_rejected_not_nop": true }, "reference_tests": { "index_of_inverts_opcode_at_for_all_47": true, "opcode_at_follows_opcode_values": true, "opcode_at_inverts_index_of_on_defined_bytes": true, "strict_decode_accepts_47_and_rejects_209": true, "undefined_byte_is_rejected_not_nop": true }, "reference_disagree": [] }, { "file": "specs/isa/ternary_arithmetic.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-ternary_arithmetic-1093705/spec.zig:123:24: error: division with 'i64' and 'comptime_int': signed integers must use @divTrunc, @divFloor, or @divExact", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "ExprCall(@rem)", "ExprCall(value ignored) statement", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(@intCast)" }, { "file": "specs/isa/ternary_bitwise.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-ternary_bitwise-1093707/spec.zig:78:24: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/isa/ternary_control_flow.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-ternary_control_flow-1093787/spec.zig:76:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "type (alias)", "ExprIdentifier(type as value)", "type mismatch", "ExprCall(undeclared fn)" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_deque.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-ternary_deque-1093855/spec.zig:27:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprCall(value ignored) statement", "ExprCall(@setEvalBranchQuota)" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_encoding.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 2, "asserts": 74, "blockers": [], "detail": "", "test_verdicts": { "every_opcode_byte_of_the_table_is_defined": true, "an_unknown_opcode_decodes_as_nop": true, "the_immediate_form_round_trips_and_sign_extends": true, "the_immediate_is_clamped_by_the_encoder": true, "the_three_operand_form_round_trips": true, "the_two_operand_form_carries_src1_only": true, "src1_is_four_bits_in_the_immediate_form": true, "dot_bind_and_bundle2_lose_src2_through_encode": true, "the_bundle3_raw_word_carries_three_sources": true, "sacr_and_the_two_operand_opcodes_carry_no_immediate": true, "the_forms_are_disjoint": true, "the_t27a_forms_partition_the_forty_seven_opcodes": true, "the_t27a_table_keeps_what_the_pinned_one_loses": true, "the_t27a_table_moves_no_pinned_word": true }, "reference_tests": { "an_unknown_opcode_decodes_as_nop": true, "dot_bind_and_bundle2_lose_src2_through_encode": true, "every_opcode_byte_of_the_table_is_defined": true, "sacr_and_the_two_operand_opcodes_carry_no_immediate": true, "src1_is_four_bits_in_the_immediate_form": true, "the_bundle3_raw_word_carries_three_sources": true, "the_forms_are_disjoint": true, "the_immediate_form_round_trips_and_sign_extends": true, "the_immediate_is_clamped_by_the_encoder": true, "the_t27a_forms_partition_the_forty_seven_opcodes": true, "the_t27a_table_keeps_what_the_pinned_one_loses": true, "the_t27a_table_moves_no_pinned_word": true, "the_three_operand_form_round_trips": true, "the_two_operand_form_carries_src1_only": true }, "reference_disagree": [] }, { "file": "specs/isa/ternary_gates.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral", "reference_tests": { "ternary_all_with_negative": true, "ternary_all_with_positive": true, "ternary_and_logic": true, "ternary_any_with_positive": true, "ternary_any_without_positive": true, "ternary_consensus_all_equal": true, "ternary_consensus_not_all_equal": true, "ternary_majority_clear_cases": true, "ternary_max_behavior": true, "ternary_min_behavior": true, "ternary_not_inversion": true, "ternary_or_logic": true } }, { "file": "specs/isa/ternary_graph.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 3, "invariants": 2, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "add_query_edge": true, "degree_calc": true, "path_2hop": true }, "reference_tests": { "add_query_edge": true, "degree_calc": true, "path_2hop": true }, "reference_disagree": [] }, { "file": "specs/isa/ternary_hash.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-ternary_hash-1094394/spec.zig:59:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprUnary(try) on a non-error call", "ExprCall(value ignored) statement" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_memory.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-ternary_memory-1094437/spec.zig:90:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "type (alias)", "type mismatch", "ExprIdentifier(type as value)", "ExprArrayLiteral" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_pattern_matching.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-ternary_pattern_matching-1094630/spec.zig:134:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/isa/ternary_search.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-ternary_search-1094718/spec.zig:132:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/isa/ternary_set.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-ternary_set-1094732/spec.zig:25:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprUnary(try) statement", "ExprArrayLiteral" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/isa/ternary_shift.t27", "reference": "fail", "reference_detail": "2 of 9 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "InvariantBlock", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCall(@intCast)", "reference_tests": { "extract_trits_basic": true, "insert_trits_basic": true, "ternary_arithmetic_shift_right_negative": false, "ternary_arithmetic_shift_right_positive": true, "ternary_rotate_full_circle": true, "ternary_rotate_left_basic": true, "ternary_rotate_right_basic": true, "ternary_shift_left_basic": true, "ternary_shift_right_basic": false } }, { "file": "specs/isa/ternary_sorting.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-ternary_sorting-1094817/spec.zig:139:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprUnary(try) statement", "type mismatch" ], "detail": "ExprArrayLiteral" }, { "file": "specs/isa/ternary_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-ternary_tree-1094988/spec.zig:124:38: error: use of undeclared identifier 'not'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/isa/tri27_bytecode.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 36, "blockers": [], "detail": "", "test_verdicts": { "the_magic_is_read_little_endian": true, "the_header_is_rejected_in_order": true, "only_four_section_kinds_exist": true, "code_is_packed_four_bytes_per_word_from_word_three": true, "the_memory_check_counts_the_file_offset": true, "the_other_sections_are_measured_but_not_loaded": true }, "reference_tests": { "code_is_packed_four_bytes_per_word_from_word_three": true, "only_four_section_kinds_exist": true, "the_header_is_rejected_in_order": true, "the_magic_is_read_little_endian": true, "the_memory_check_counts_the_file_offset": true, "the_other_sections_are_measured_but_not_loaded": true }, "reference_disagree": [] }, { "file": "specs/isa/tri27_machine.t27", "reference": "fail", "reference_detail": "1 of 10 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL immediates_become_values_addresses_and_trits: integer cast out of range at line 281 (u32 as i32)", "test_verdicts": { "arithmetic_does_not_reduce_and_division_truncates": true, "the_fixed_point_series_of_exp_and_sin": true, "logic_is_binary_for_and_and_ternary_shaped_for_or_and_xor": true, "shifts_are_unbounded_left_and_clamped_right": true, "the_modular_scalar_operations": true, "the_sacred_operation_modes": true, "immediates_become_values_addresses_and_trits": false, "no_encodable_load_or_store_can_leave_memory": true, "the_stack_the_fetch_and_the_budget": true, "the_jump_conditions": true }, "reference_tests": { "arithmetic_does_not_reduce_and_division_truncates": true, "immediates_become_values_addresses_and_trits": false, "logic_is_binary_for_and_and_ternary_shaped_for_or_and_xor": true, "no_encodable_load_or_store_can_leave_memory": true, "shifts_are_unbounded_left_and_clamped_right": true, "the_fixed_point_series_of_exp_and_sin": true, "the_jump_conditions": true, "the_modular_scalar_operations": true, "the_sacred_operation_modes": true, "the_stack_the_fetch_and_the_budget": true }, "reference_disagree": [] }, { "file": "specs/jit/jit.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-jit-2116511/spec.zig:12:5: error: variables must be initialized", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprIdentifier(undeclared)" ], "detail": "ConstDecl" }, { "file": "specs/lsp/client.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-client-1095538/spec.zig:103:13: error: use of undeclared identifier 'TextDocumentSyncKind'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "type mismatch", "ExprCall(rejected fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/lsp/language.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/lsp/protocol.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-protocol-1095738/spec.zig:163:41: error: expected '}', found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "ExprArrayLiteral(reference empty typed)", "type mismatch", "ExprBinary", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/lsp/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-schema-1095885/spec.zig:247:26: error: expected '}', found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprFieldAccess(zig keyword field)", "type mismatch", "ExprFieldAccess", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/lsp/server.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-server-1095942/spec.zig:64:20: error: use of undeclared identifier 'Diagnostic'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "type mismatch", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/math/constants.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-constants-1095945/spec.zig:374:17: error: use of undeclared identifier 'x'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary", "StmtLocal", "ExprCast(f64)", "InvariantBlock", "ExprIdentifier(undeclared)", "ExprCall(undeclared fn)" ], "detail": "ExprBinary" }, { "file": "specs/math/e8_lie_algebra.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-e8_lie_algebra-1095985/spec.zig:53:20: error: use of undeclared identifier 'PHI_lv'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign" ], "detail": "StmtAssign" }, { "file": "specs/math/gf_competitive.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "decode_complexity_returns_3_formats": true, "gf16_can_parallelize": true, "posit_cannot_parallelize": true, "ieee754_fp16_can_parallelize": true, "gf16_has_minimal_sequential_steps": true, "posit_has_more_sequential_steps": true }, "reference_tests": { "decode_complexity_returns_3_formats": true, "gf16_can_parallelize": true, "gf16_has_minimal_sequential_steps": true, "ieee754_fp16_can_parallelize": true, "posit_cannot_parallelize": true, "posit_has_more_sequential_steps": true }, "reference_disagree": [] }, { "file": "specs/math/pellis_precision_verify.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-pellis_precision_verify-1096394/spec.zig:39:76: error: no field or member function named 'pow' in 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "type mismatch", "StmtLocal", "ExprCast(f64)", "ExprBinary" ], "detail": "ExprCall(method)" }, { "file": "specs/math/phi_split_optimality.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-phi_split_optimality-1096497/spec.zig:142:23: error: use of undeclared identifier 'forall'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprCast(f64)", "ExprArrayLiteral", "ExprCall(method)", "TestBlock", "InvariantBlock", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/math/phi_universal_attractor.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-phi_universal_attractor-1096693/spec.zig:76:18: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "StmtLocal", "ExprCast(f64)", "ExprBinary", "StmtLocal(destructure)", "ExprCall(method)", "InvariantBlock" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/math/property_test_template.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-property_test_template-1096798/spec.zig:235:30: error: expected integer or vector, found 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)", "ExprBinary", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCast(f64)" }, { "file": "specs/math/radix_economy.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-radix_economy-1096904/spec.zig:202:21: error: use of undeclared identifier 'E'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)", "ExprBinary", "StmtLocal", "ExprCall(undeclared fn)", "ExprIdentifier(value ignored) statement", "ExprIdentifier(undeclared)" ], "detail": "ExprCast(f64)" }, { "file": "specs/math/sacred_physics.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-sacred_physics-1097138/spec.zig:101:19: error: use of undeclared identifier 'PI_lv'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprCall(undeclared fn)" ], "detail": "ConstDecl" }, { "file": "specs/math/zamolodchikov_e8.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-zamolodchikov_e8-1097284/spec.zig:21:20: error: use of undeclared identifier 'PHI_lv'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign" ], "detail": "StmtAssign" }, { "file": "specs/memory/formula_embed.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-formula_embed-1097287/spec.zig:42:12: error: use of undeclared identifier 'Float'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "type (undeclared)" }, { "file": "specs/memory/memory_primitives.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-memory_primitives-1097436/spec.zig:98:9: error: use of undeclared identifier 'not'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(try) on a non-error call", "ExprBinary(value ignored) statement", "ExprUnary(try) statement" ], "detail": "ExprUnary(try) on a non-error call" }, { "file": "specs/memory/notebooklm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-notebooklm-1097448/spec.zig:254:29: error: incompatible types: 'spec.ErrorCode' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "type mismatch", "TestBlock", "type [N]T", "InvariantBlock", "BenchBlock", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign" }, { "file": "specs/memory/semantic_search.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-semantic_search-1097778/spec.zig:29:12: error: use of undeclared identifier 'Float'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (undeclared)", "type [N]T" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/memory/tmem/bridge.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-bridge-1097828/spec.zig:412:30: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/conformance.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-conformance-1097878/spec.zig:270:23: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/edge_demo.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-edge_demo-1097928/spec.zig:207:47: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/session.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 24, "invariants": 17, "asserts": 55, "blockers": [], "detail": "", "test_verdicts": { "valid_header": true, "truncated_header": true, "bad_magic": true, "wrong_version": true, "unknown_kind": true, "crc_mismatch": true, "ancestry_mismatch": true, "chain_ok": true, "stale_sequence": true, "parent_mismatch": true, "replay_jump": true, "recovery_staged_crash": true, "recovery_synced_crash": true, "retention_keep_open": true, "retention_drop_old": true, "retention_keep_recent": true, "session_id_private": true, "payload_private": true, "magic_evidence": true, "sequence_evidence": true, "payload_sha256_evidence": true, "ternary_operator": true, "field_access": true, "array_indexing": true }, "reference_tests": { "ancestry_mismatch": true, "array_indexing": true, "bad_magic": true, "chain_ok": true, "crc_mismatch": true, "field_access": true, "magic_evidence": true, "parent_mismatch": true, "payload_private": true, "payload_sha256_evidence": true, "recovery_staged_crash": true, "recovery_synced_crash": true, "replay_jump": true, "retention_drop_old": true, "retention_keep_open": true, "retention_keep_recent": true, "sequence_evidence": true, "session_id_private": true, "stale_sequence": true, "ternary_operator": true, "truncated_header": true, "unknown_kind": true, "valid_header": true, "wrong_version": true }, "reference_disagree": [] }, { "file": "specs/memory/tmem/stream_compute.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-stream_compute-1098463/spec.zig:412:44: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/tensorpack.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-tensorpack-1098514/spec.zig:246:32: error: array literal requires address-of operator (&) to coerce to slice type '[]u64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/memory/tmem/types.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 17, "asserts": 62, "blockers": [], "detail": "", "test_verdicts": { "dense5 zero group encodes as code 121": true, "dense5 extremes are codes 0 and 242": true, "dense code limits are powers of three": true, "word validity boundaries": true, "lane codes decode to balanced trits": true, "group geometry and sparsity limits per codec": true, "payload bytes round whole groups up to whole bytes": true, "payload bytes for the 65536-weight benchmark": true, "crc32 check value over the digits 1 to 9": true }, "reference_tests": { "crc32 check value over the digits 1 to 9": true, "dense code limits are powers of three": true, "dense5 extremes are codes 0 and 242": true, "dense5 zero group encodes as code 121": true, "group geometry and sparsity limits per codec": true, "lane codes decode to balanced trits": true, "payload bytes for the 65536-weight benchmark": true, "payload bytes round whole groups up to whole bytes": true, "word validity boundaries": true }, "reference_disagree": [] }, { "file": "specs/mesh_routing.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/ml/activation/elu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-elu_activation-1098689/spec.zig:28:25: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/gelu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-gelu_activation-1098789/spec.zig:33:30: error: invalid builtin function: '@tanh'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@tanh)", "ExprCall(@abs)" ], "detail": "ExprCall(@tanh)" }, { "file": "specs/ml/activation/gelu_approx_activation.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-gelu_approx_activation-1098847/spec.zig:29:22: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/leaky_relu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-leaky_relu_activation-1098938/spec.zig:32:25: error: use of undeclared identifier 'alloc'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/relu_activation.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-relu_activation-1099182/spec.zig:51:20: error: expected 3 argument(s), found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/sigmoid_activation.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@exp)", "StmtAssign", "ExprCall(@sizeOf)", "ExprCall(@abs)" ], "detail": "ExprCall(@exp)", "reference_tests": { "derivative_at_zero_is_maximum": true, "forward_at_zero_is_one_half": true, "forward_batch_preserves_length": true, "forward_confined_to_unit_interval": true, "sigmoid_has_no_tunable_parameter": true } }, { "file": "specs/ml/activation/silu_swish_activation.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-silu_swish_activation-1099484/spec.zig:26:36: error: use of undeclared identifier 'exp'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/silu_swish_vbt_activation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/ml/activation/softmax.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-softmax-1099626/spec.zig:32:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/activation/tanh_activation.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-tanh_activation-1099736/spec.zig:24:19: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/igla_champion_capsule.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-igla_champion_capsule-1099758/spec.zig:101:11: error: use of undeclared identifier 'elapsed_time_ns'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ml/layers/avgpool2d_layer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-avgpool2d_layer-1099830/spec.zig:91:28: error: invalid digit 'f' for decimal base", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprCall(undeclared fn)", "ExprCall", "ExprLiteral(float literal)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/ml/layers/batchnorm_layer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-batchnorm_layer-1099982/spec.zig:97:17: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/layers/conv2d_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 5, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "forward_basic_case": true, "backward_basic_case": true }, "reference_tests": { "backward_basic_case": true, "forward_basic_case": true }, "reference_disagree": [] }, { "file": "specs/ml/layers/dense_layer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-dense_layer-1100376/spec.zig:70:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)" }, { "file": "specs/ml/layers/dropout_layer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-dropout_layer-1100521/spec.zig:68:20: error: use of undeclared identifier 'allocf32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/layers/embedding_layer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-embedding_layer-1100573/spec.zig:45:19: error: use of undeclared identifier 'test_input_forward'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(method)" }, { "file": "specs/ml/layers/flatten_layer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-flatten_layer-1100671/spec.zig:31:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/layers/layernorm_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@sqrt)", "ExprCall" ], "detail": "ExprCall(@sqrt)", "reference_tests": { "forward_handles_empty_input": true, "forward_normalizes_input": true, "forward_normalizes_single_element": true } }, { "file": "specs/ml/layers/maxpool2d_layer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-maxpool2d_layer-1100822/spec.zig:35:17: error: pointless discard of local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@truncate)", "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(@truncate)" }, { "file": "specs/ml/layers/residual_connection.t27", "reference": "timeout", "reference_detail": "over 300 s", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)", "ExprCall" ], "detail": "StmtAssign(undeclared)" }, { "file": "specs/ml/loss/binary_crossentropy_loss.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-binary_crossentropy_loss-1100970/spec.zig:135:24: error: use of undeclared identifier 'new'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(slice)", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprFieldAccess(slice)" }, { "file": "specs/ml/loss/contrastive_loss.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-contrastive_loss-1101266/spec.zig:30:26: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/loss/cross_entropy_loss.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-cross_entropy_loss-1101324/spec.zig:122:20: error: expected 4 argument(s), found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)" ], "detail": "type mismatch" }, { "file": "specs/ml/loss/huber_loss.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "forward_basic_case": false } }, { "file": "specs/ml/loss/kl_divergence.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@log)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(@log)", "reference_tests": { "forward_basic_case": false } }, { "file": "specs/ml/loss/mse_loss.t27", "reference": "fail", "reference_detail": "3 of 3 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "forward_basic_case": false, "forward_empty_input": false, "forward_negative_values": false } }, { "file": "specs/ml/optimizer/adagrad.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-adagrad-1101760/spec.zig:40:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/optimizer/adam.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-adam-1101858/spec.zig:37:13: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/optimizer/adamw.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-adamw-2116573/spec.zig:54:13: error: use of undeclared identifier 'allocate_array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprBinary(/)", "ExprBinary(*)" ], "detail": "type (alias)" }, { "file": "specs/ml/optimizer/lamb.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-lamb-1101914/spec.zig:41:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/ml/optimizer/lr_scheduler.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-lr_scheduler-2116575/spec.zig:68:40: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "type (alias)" }, { "file": "specs/ml/optimizer/race_config.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-race_config-1102112/spec.zig:111:11: error: use of undeclared identifier 'elapsed_time_ns'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ml/optimizer/rmsprop.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)", "reference_tests": { "step_basic_case": false } }, { "file": "specs/ml/optimizer/sgd.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-sgd-1102554/spec.zig:34:22: error: use of undeclared identifier 'new'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ml/optimizer/sgd_momentum.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-sgd_momentum-2116579/spec.zig:47:24: error: use of undeclared identifier 'array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "type (alias)" }, { "file": "specs/ml/pathway/mlp.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-mlp-1102750/spec.zig:56:16: error: use of undeclared identifier 'alloc_f32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall(method)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/recurrent/attention_mechanism.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-attention_mechanism-1102850/spec.zig:36:28: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "ExprArrayLiteral(repeat)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(@intCast)" }, { "file": "specs/ml/recurrent/bilstm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-bilstm-1102900/spec.zig:47:50: error: use of undeclared identifier 'Str'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprFieldAccess(slice)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/ml/recurrent/gru_cell.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-gru_cell-1102950/spec.zig:43:24: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprArrayLiteral(to slice field)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(method)" }, { "file": "specs/ml/recurrent/lstm_cell.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-lstm_cell-1102961/spec.zig:43:26: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(method)" }, { "file": "specs/ml/recurrent/lstm_single.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-lstm_single-1103196/spec.zig:47:31: error: invalid builtin function: '@sigmoid'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@sigmoid)", "ExprCall(method)", "ExprCall", "ExprArrayLiteral(to slice field)", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprCall(@sigmoid)" }, { "file": "specs/ml/recurrent/rnn_cell.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-rnn_cell-1103342/spec.zig:36:38: error: use of undeclared identifier 'matmul'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/recurrent/self_attention.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "forward_basic_case": false } }, { "file": "specs/ml/recurrent/seq2seq.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-seq2seq-1103704/spec.zig:35:9: error: use of undeclared identifier 'token'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)" }, { "file": "specs/ml/rl/advantage_estimator.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-advantage_estimator-1103830/spec.zig:32:32: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/ml/rl/dqn.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "select_action_basic_case": true, "train_step_basic_case": true, "update_target_basic_case": true } }, { "file": "specs/ml/rl/dqn_target_network.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-dqn_target_network-1103965/spec.zig:65:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(slice)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)" ], "detail": "ExprFieldAccess(slice)" }, { "file": "specs/ml/rl/ppo_actor.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-ppo_actor-1104029/spec.zig:65:27: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(float literal)", "ExprArrayLiteral", "StmtLocal", "ExprBinary(*)", "ExprCall(undeclared fn)" ], "detail": "ExprLiteral(float literal)" }, { "file": "specs/ml/rl/ppo_clip_loss.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-ppo_clip_loss-1104085/spec.zig:132:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprBinary(*)", "ExprArrayLiteral", "ExprBinary(+)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign" }, { "file": "specs/ml/rl/ppo_critic.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-ppo_critic-1104133/spec.zig:94:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprArrayLiteral(to slice field)", "ExprIdentifier(undeclared)", "ExprCall(undeclared fn)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/ml/rl/sac_actor.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-sac_actor-1104330/spec.zig:107:19: error: use of undeclared identifier 'valid_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(slice)", "ExprLiteral(float literal)", "type mismatch", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "ExprIdentifier(undeclared)" ], "detail": "ConstDecl(slice)" }, { "file": "specs/ml/rl/sac_critic.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-sac_critic-1104491/spec.zig:38:22: error: use of undeclared identifier 'compute_q_value'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprArrayLiteral" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/transformer/encoder_block.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-encoder_block-1104716/spec.zig:46:11: error: unused local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/ml/transformer/feed_forward.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-feed_forward-2116582/spec.zig:71:16: error: use of undeclared identifier 'dense'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "TestBlock", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "type (alias)" }, { "file": "specs/ml/transformer/feed_forward_network.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-feed_forward_network-1104966/spec.zig:30:10: error: use of undeclared identifier 'range'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/ml/transformer/mha_block.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-mha_block-2117106/spec.zig:61:19: error: use of undeclared identifier 'norm'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "type gf16::GF16", "ExprIdentifier(type as value)", "ExprArrayLiteral", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type (alias)" }, { "file": "specs/ml/transformer/multi_head_attention.t27", "reference": "fail", "reference_detail": "1 of 2 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)", "reference_tests": { "forward_accepts_empty_query": true, "forward_basic_case": false } }, { "file": "specs/ml/transformer/multi_head_attn.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-multi_head_attn-2117165/spec.zig:183:19: error: use of undeclared identifier 'random_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(rejected fn)" ], "detail": "type (alias)" }, { "file": "specs/ml/transformer/norm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-norm-2117319/spec.zig:69:17: error: use of undeclared identifier 'allocate_array'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprStructLit" ], "detail": "type (alias)" }, { "file": "specs/ml/transformer/positional_enc.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-positional_enc-2117377/spec.zig:127:11: error: use of undeclared identifier 'approximately_equal'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprArrayLiteral", "TestBlock", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "type (alias)" }, { "file": "specs/ml/transformer/positional_encoding.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-positional_encoding-1105506/spec.zig:28:17: error: use of undeclared identifier 'd_model'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprCall(undeclared fn)", "ExprLiteral(literal)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/multipath_router.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/neural/forward_pass.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-forward_pass-2117475/spec.zig:46:37: error: expected ']', found ';'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "type gf16", "ExprCall(rejected fn)", "StmtAssign(undeclared)" ], "detail": "type (alias)" }, { "file": "specs/nn/attention.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-attention-2117525/spec.zig:30:27: error: use of undeclared identifier 'PHI_CUBED_INV'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprIdentifier(undeclared)", "VarDecl(module)", "type [N]T", "ExprCast", "ExprFieldAccess", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprArrayLiteral(repeat to slice)", "ExprIdentifier(rejected decl)", "InvariantBlock", "ExprBinary(*)", "ExprBinary(+)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type (alias)" }, { "file": "specs/nn/gla.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-gla-2117719/spec.zig:63:64: error: expected ']', found ';'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "type [N]T", "ExprArrayLiteral", "ExprBinary(+)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/nn/hslm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-hslm-2117817/spec.zig:54:31: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type [N]T", "ExprCall(undeclared fn)", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprArrayLiteral(repeat to slice)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/nn/phi_rope.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-phi_rope-1106246/spec.zig:27:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/nn/sacred_attention.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-sacred_attention-1106247/spec.zig:31:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/numeric/bigint.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-bigint-2117915/spec.zig:71:21: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(value ignored) statement", "ExprBinary(value ignored) statement", "ExprLiteral(value ignored) statement", "type mismatch", "ExprCall", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprIdentifier(value ignored) statement" }, { "file": "specs/numeric/bnf1024.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf16.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf256.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf512.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/bnf8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "control_for_tnf": true }, "reference_tests": { "control_for_tnf": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/e8m0.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 9, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "one_is_code_one_two_seven": true, "smallest_finite_is_minus_one_two_seven": true, "largest_finite_is_plus_one_two_seven": true, "nan_code_is_detected": true, "max_finite_is_not_nan": true, "nan_code_is_not_finite": true, "encode_zero_gives_one": true, "encode_minus_one_two_seven": true, "encode_plus_one_two_seven": true, "encode_out_of_range_is_nan": true, "encode_below_range_is_nan": true, "exponent_field_needs_six_trits": true, "exponent_field_wastes_four_hundred_seventy_four": true, "tnf17_offset_needs_exactly_four_trits": true, "tnf17_offset_wastes_nothing": true, "comb_round_trips_one": true, "comb_round_trips_max_finite": true, "comb_passes_nan_through": true }, "reference_tests": { "comb_passes_nan_through": true, "comb_round_trips_max_finite": true, "comb_round_trips_one": true, "encode_below_range_is_nan": true, "encode_minus_one_two_seven": true, "encode_out_of_range_is_nan": true, "encode_plus_one_two_seven": true, "encode_zero_gives_one": true, "exponent_field_needs_six_trits": true, "exponent_field_wastes_four_hundred_seventy_four": true, "largest_finite_is_plus_one_two_seven": true, "max_finite_is_not_nan": true, "nan_code_is_detected": true, "nan_code_is_not_finite": true, "one_is_code_one_two_seven": true, "smallest_finite_is_minus_one_two_seven": true, "tnf17_offset_needs_exactly_four_trits": true, "tnf17_offset_wastes_nothing": true }, "reference_disagree": [] }, { "file": "specs/numeric/formats.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f32)", "ExprCall(std.*)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprCast(f32)", "reference_tests": { "f32_to_gf16_exact_codes": true, "f32_to_gf16_inf_negative": true, "f32_to_gf16_inf_positive": true, "f32_to_gf16_nan": true, "f32_to_gf16_one": true, "f32_to_gf16_overflow_edge": true, "f32_to_gf16_tie_rounds_toward_zero": true, "f32_to_gf16_zero_negative": true, "f32_to_gf16_zero_positive": true, "f32_to_ternary_negative": true, "f32_to_ternary_negative_threshold": true, "f32_to_ternary_positive": true, "f32_to_ternary_threshold": true, "f32_to_ternary_zero": true, "format_bytes_bf16_gf16": true, "format_bytes_fp16": true, "format_bytes_fp32": true, "format_bytes_ternary": true, "gf16_every_code_round_trips": true, "gf16_nan_codes_encode_to_one_nan": true, "gf16_no_denormals": true, "gf16_to_f32_e0_is_normal": true, "gf16_to_f32_nan": true, "gf16_to_f32_negative_inf": true, "gf16_to_f32_normal_one": true, "gf16_to_f32_positive_inf": true, "gf16_to_f32_zero_negative": true, "gf16_to_f32_zero_positive": true, "quantize_value_fp32": true, "quantize_value_gf16_rounds": true, "quantize_value_ternary": true, "ternary_to_f32_negative": true, "ternary_to_f32_positive": true, "ternary_to_f32_zero": true } }, { "file": "specs/numeric/formats_catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf10.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf1024.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf12.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-gf12-1107716/spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprCast(f32)", "ExprBinary" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf14.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf16.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprCall(@bitCast)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type (alias)", "reference_tests": { "gf16_6940_canonical_nan": true, "gf16_6940_decode_exact": true, "gf16_6940_no_subnormals": true, "gf16_6940_ties_at_overflow": true, "gf16_6940_ties_toward_zero": true, "gf16_abs_clears_sign": true, "gf16_abs_positive_unchanged": true, "gf16_abs_zero_unchanged": true, "gf16_add_commutative": true, "gf16_add_negative_values": true, "gf16_add_opposite_values": true, "gf16_add_positive_values": true, "gf16_add_with_zero": true, "gf16_ceil_inf_unchanged": true, "gf16_ceil_integer": true, "gf16_ceil_nan_returns_nan": true, "gf16_ceil_negative_value": true, "gf16_ceil_positive_value": true, "gf16_clamp_above_max": true, "gf16_clamp_below_min": true, "gf16_clamp_in_range": true, "gf16_clamp_with_nan": true, "gf16_classification_complete_coverage": true, "gf16_comparison_consistency": true, "gf16_copy_sign_from_negative": true, "gf16_copy_sign_from_positive": true, "gf16_cos_small_angle": true, "gf16_cos_zero": true, "gf16_div_by_one": true, "gf16_div_inf_by_finite": true, "gf16_div_negative_result": true, "gf16_div_positive_values": true, "gf16_div_value_by_zero": true, "gf16_div_zero_by_value": true, "gf16_eq_different_values": true, "gf16_eq_equal_values": true, "gf16_eq_nan_not_equal_nan": true, "gf16_eq_nan_not_equal_value": true, "gf16_eq_pos_zero_eq_neg_zero": true, "gf16_exp_bias_identity": true, "gf16_exp_large_positive": true, "gf16_exp_negative": true, "gf16_exp_one": true, "gf16_exp_zero": true, "gf16_exponent_extraction": true, "gf16_floor_inf_unchanged": true, "gf16_floor_integer": true, "gf16_floor_nan_returns_nan": true, "gf16_floor_negative_value": true, "gf16_floor_positive_value": true, "gf16_floor_zero": true, "gf16_fma_basic": true, "gf16_fma_with_zero": true, "gf16_fmod_basic": true, "gf16_fmod_exact_division": true, "gf16_fmod_fractional": true, "gf16_fmod_negative_dividend": true, "gf16_fmod_with_nan": true, "gf16_fmod_zero_divisor": true, "gf16_fms_basic": true, "gf16_fms_negative_result": true, "gf16_fms_with_nan": true, "gf16_fms_with_zero_c": true, "gf16_fms_zero_a": true, "gf16_fnma_basic": true, "gf16_fnma_with_nan": true, "gf16_fnma_zero_addend": true, "gf16_fnma_zero_multiplier": true, "gf16_from_components": true, "gf16_ge_equal_values": true, "gf16_ge_greater_than_or_equal": true, "gf16_ge_less_than": true, "gf16_ge_with_nan": true, "gf16_gt_equal_values": true, "gf16_gt_greater_than": true, "gf16_gt_less_than": true, "gf16_gt_with_nan": true, "gf16_hypot_both_zero": true, "gf16_hypot_negative_inputs": true, "gf16_hypot_one_zero": true, "gf16_hypot_pythagorean_triple": true, "gf16_hypot_with_inf": true, "gf16_hypot_with_nan": true, "gf16_identity_encoding": true, "gf16_inf_encoding": true, "gf16_is_finite_false_for_inf": true, "gf16_is_finite_false_for_nan": true, "gf16_is_finite_normal_numbers": true, "gf16_is_finite_zero": true, "gf16_is_inf_negative": true, "gf16_is_inf_positive": true, "gf16_is_nan_detection": true, "gf16_is_negative_detection": true, "gf16_is_normal_false_for_inf": true, "gf16_is_normal_false_for_nan": true, "gf16_is_normal_false_for_zero": true, "gf16_is_normal_true_for_normal": true, "gf16_is_positive_detection": true, "gf16_is_subnormal_false_for_normal": true, "gf16_is_subnormal_false_for_special": true, "gf16_is_subnormal_false_for_tiny_values": true, "gf16_is_subnormal_false_for_zero": true, "gf16_le_equal_values": true, "gf16_le_greater_than": true, "gf16_le_less_than_or_equal": true, "gf16_le_with_nan": true, "gf16_lerp_t_half": true, "gf16_lerp_t_one": true, "gf16_lerp_t_zero": true, "gf16_lerp_with_nan": true, "gf16_log10_ten": true, "gf16_log2_eight": true, "gf16_log_e": true, "gf16_log_one": true, "gf16_log_zero_or_negative": true, "gf16_lp_alternate_split_phi_dist_larger": true, "gf16_lp_fp8_canonical_vs_alt_error_comparison": true, "gf16_lp_fp8_effective_precision": true, "gf16_lp_phi_dist_registered": true, "gf16_lp_ssot_split_constants": true, "gf16_lt_equal_values": true, "gf16_lt_greater_than": true, "gf16_lt_less_than": true, "gf16_lt_negative_positive": true, "gf16_lt_with_nan": true, "gf16_mantissa_extraction": true, "gf16_max_equal_values": true, "gf16_max_returns_greater": true, "gf16_max_with_nan": true, "gf16_min_equal_values": true, "gf16_min_returns_smaller": true, "gf16_min_with_nan": true, "gf16_mul_by_one": true, "gf16_mul_commutative": true, "gf16_mul_negative_positive": true, "gf16_mul_positive_values": true, "gf16_mul_with_zero": true, "gf16_nan_encoding": true, "gf16_ne_different_values": true, "gf16_ne_equal_values": true, "gf16_ne_nan_not_equal_nan": true, "gf16_ne_nan_not_equal_value": true, "gf16_negate_double_negate": true, "gf16_negate_sign_flip": true, "gf16_negate_zero_stays_zero": true, "gf16_phi_roundtrip_high_precision": true, "gf16_pow2_table_consistency": true, "gf16_pow_any_to_zero": true, "gf16_pow_one_to_any": true, "gf16_pow_two_cubed": true, "gf16_pow_zero_to_positive": true, "gf16_pow_zero_to_zero": true, "gf16_round_fractional_down": true, "gf16_round_half_up": true, "gf16_round_inf_unchanged": true, "gf16_round_nan_returns_nan": true, "gf16_round_negative_value": true, "gf16_round_phi_negative": true, "gf16_round_phi_positive": true, "gf16_round_phi_preserves_phi": true, "gf16_round_phi_zero": true, "gf16_round_positive_value": true, "gf16_rounding_ceil_vs_trunc_positive": true, "gf16_rounding_floor_vs_trunc_negative": true, "gf16_roundtrip_phi": true, "gf16_sign_extraction": true, "gf16_sign_infinity": true, "gf16_sign_matches_signbit": true, "gf16_sign_nan": true, "gf16_sign_negative": true, "gf16_sign_positive": true, "gf16_sign_zero": true, "gf16_signbit_infinity": true, "gf16_signbit_nan": true, "gf16_signbit_negative": true, "gf16_signbit_negative_zero": true, "gf16_signbit_positive": true, "gf16_signbit_positive_zero": true, "gf16_sin_small_angle": true, "gf16_sin_zero": true, "gf16_special_detection": true, "gf16_special_exp_all_ones": true, "gf16_sqrt_negative_nan": true, "gf16_sqrt_of_one": true, "gf16_sqrt_of_zero": true, "gf16_sqrt_positive": true, "gf16_sqrt_square_roundtrip": true, "gf16_square_of_negative": true, "gf16_square_of_two": true, "gf16_square_of_zero": true, "gf16_sub_negative_result": true, "gf16_sub_positive_values": true, "gf16_sub_with_zero": true, "gf16_trig_identity": true, "gf16_trunc_inf_unchanged": true, "gf16_trunc_nan_returns_nan": true, "gf16_trunc_negative_value": true, "gf16_trunc_positive_value": true, "gf16_trunc_zero": true, "gf16_zero_detection": true, "gf16_zero_encoding": true } }, { "file": "specs/numeric/gf20.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-gf20-1108043/spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprCast(f32)", "ExprBinary" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf24.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-gf24-1108190/spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprCast(f32)", "ExprBinary" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf256.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf32.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-gf32-1108316/spec.zig:176:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "StmtAssign", "ExprCast(f32)", "ExprBinary" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf4.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-gf4-1108390/spec.zig:210:28: error: use of undeclared identifier 'x'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u4", "ExprIdentifier(E::V)", "ExprCall(rejected fn)" ], "detail": "type u4" }, { "file": "specs/numeric/gf48.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf512.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf6.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 6, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf64.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-gf64-1108833/spec.zig:228:31: error: use of undeclared identifier 'sacred_physics'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "StmtAssign", "ExprCast(f64)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf8.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-gf8-1108980/spec.zig:183:25: error: unused capture", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprIf(comptime arms)", "StmtAssign", "ExprCast(f32)", "ExprBinary", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/numeric/gf96.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 4, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/gf_competitive.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-gf_competitive-1109121/spec.zig:78:9: error: expected error union type, found 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(value ignored) statement" ], "detail": "ExprBinary(value ignored) statement" }, { "file": "specs/numeric/gft1024.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u1024" ], "detail": "type u1024", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft128.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u128" ], "detail": "type u128", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft16.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft256.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u256" ], "detail": "type u256", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft512.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u512" ], "detail": "type u512", "reference_tests": { "balanced_offsets": true, "golden_section": true } }, { "file": "specs/numeric/gft64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gft8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "golden_section": true, "balanced_offsets": true }, "reference_tests": { "balanced_offsets": true, "golden_section": true }, "reference_disagree": [] }, { "file": "specs/numeric/gfternary.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type (alias)", "reference_tests": { "gat_control_arm_definitions": true, "gat_cpu_bench_constants_sane": true, "gat_cpu_latency_ratio_gate": true, "gat_falsification_criterion_bpb_gap": true, "gat_mc_error_threshold_positive": true, "gat_negate_symmetry": true, "gat_phi_identity_l5": true, "gat_phi_l5_identity_in_ablation_context": true, "gat_quantizer_threshold": true, "gat_reserved_code_folds_to_zero": true, "gat_sign_roundtrip": true, "gat_three_representable_values": true, "gat_weight_norm_ratio": true } }, { "file": "specs/numeric/golden_sieve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 8, "asserts": 59, "blockers": [], "detail": "", "test_verdicts": { "levels_and_trits_round_trip": true, "the_sieve_admits_only_the_formula": true, "substrate_waste_is_measured_not_asserted": true }, "reference_tests": { "levels_and_trits_round_trip": true, "substrate_waste_is_measured_not_asserted": true, "the_sieve_admits_only_the_formula": true }, "reference_disagree": [] }, { "file": "specs/numeric/goldenfloat_family.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-goldenfloat_family-1110159/spec.zig:31:2993: error: type 'u8' cannot represent integer value '256'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "StmtLocal", "ExprCast(f64)", "ExprBinary" ], "detail": "ConstDecl" }, { "file": "specs/numeric/lucas_accumulator.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-lucas_accumulator-1110262/spec.zig:46:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/numeric/ocp_mx.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "type mismatch" ], "detail": "ExprCall(@intCast)", "reference_tests": { "a_power_of_two_maximum_is_not_clamped": true, "bias_puts_the_min_normal_at_two_to_one_minus_bias": true, "block_codes_mxfp4": true, "block_codes_mxfp6_e2m3": true, "block_codes_mxfp6_e3m2": true, "block_codes_mxfp8_e4m3": true, "block_codes_mxint8": true, "e2m1_table_is_the_formula": true, "e4m3_and_e5m2_finite_code_counts": true, "e4m3_half_the_smallest_subnormal_rounds_to_zero": true, "e4m3_has_two_nans_and_no_infinity": true, "e4m3_is_finer_near_one": true, "e4m3_max_normal_is_448": true, "e4m3_min_normal_is_two_to_minus_6": true, "e4m3_negative_one_is_code_0xb8": true, "e4m3_one_is_code_0x38": true, "e4m3_one_third_lands_on_0x2b": true, "e4m3_overflow_saturates_to_448": true, "e4m3_sign_is_a_mirror": true, "e4m3_span_is_between_17_and_18_binades": true, "e4m3_subnormals_are_one_to_seven_units": true, "e4m3_tie_rounds_to_even_mantissa": true, "e5m2_has_two_infinities_and_six_nans": true, "e5m2_max_normal_is_57344": true, "e5m2_min_normal_is_two_to_minus_14": true, "e5m2_one_is_code_0x3c": true, "e5m2_overflow_saturates_to_57344": true, "e5m2_span_is_between_31_and_32_binades": true, "e5m2_subnormals_are_one_to_three_units": true, "e8m0_nan_sits_above_every_finite_scale": true, "emax_is_the_top_binade_of_each_kind": true, "every_kind_increases_strictly": true, "every_shift_in_the_block_is_exact": true, "fp6_end_points_match_table_4": true, "fp8_kind_top_is_the_last_finite_code": true, "int8_matches_table_6": true, "l1_error_of_the_block": true, "on_this_block_range_beats_precision_at_six_bits": true, "round_trip_e2m1": true, "round_trip_e2m3": true, "round_trip_e3m2": true, "round_trip_e4m3": true, "round_trip_e5m2": true, "round_trip_int8": true, "rounding_is_ties_to_even_and_saturating": true, "small_weights_vanish_in_mxfp4": true, "storage_is_8_25_6_25_4_25_bits_per_element": true, "the_outlier_clamps_in_mxfp4": true, "the_outlier_sets_the_scale": true } }, { "file": "specs/numeric/pellis_verify.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-pellis_verify-1110446/spec.zig:47:9: error: expected error union type, found 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(value ignored) statement" ], "detail": "ExprBinary(value ignored) statement" }, { "file": "specs/numeric/phi_ratio.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-phi_ratio-1110452/spec.zig:219:19: error: use of undeclared identifier 'phi_optimality_proof'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)", "ExprBinary", "StmtLocal", "ExprCall(undeclared fn)", "TestBlock", "ExprCall(method)", "ExprBinary(/)", "InvariantBlock", "ExprIdentifier(undeclared)" ], "detail": "ExprCast(f64)" }, { "file": "specs/numeric/posit_ladder_control.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-posit_ladder_control-1110600/spec.zig:29:12: error: use of undeclared identifier 'pow'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/numeric/requant_boundary.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/numeric/tf3.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-tf3-1110751/spec.zig:86:31: error: expected 1 argument, found 2", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type (alias)" }, { "file": "specs/numeric/tnf1024.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf16.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf17.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 34, "invariants": 10, "asserts": 44, "blockers": [], "detail": "", "test_verdicts": { "one_has_offset_forty": true, "one_has_zero_exponent": true, "one_has_zero_mantissa": true, "one_is_positive": true, "two_has_offset_fortyone": true, "two_has_exponent_one": true, "negate_one_gives_minus_one": true, "minus_one_is_negative": true, "one_is_not_negative": true, "negate_is_an_involution": true, "abs_strips_the_sign": true, "abs_of_a_positive_is_itself": true, "negate_preserves_the_offset": true, "negate_preserves_the_mantissa": true, "pack_rebuilds_one": true, "pack_rebuilds_minus_one": true, "pack_carries_the_mantissa": true, "exponent_zero_is_all_zero_trits": true, "exponent_zero_top_trit": true, "exponent_one_lowest_trit": true, "exponent_two_is_minus_one_carry": true, "exponent_two_next_trit_is_one": true, "forty_is_all_plus_trits": true, "forty_third_trit": true, "forty_second_trit": true, "forty_first_trit": true, "minus_forty_is_all_minus_trits": true, "minus_forty_first_trit": true, "round_trip_zero": true, "round_trip_forty": true, "round_trip_minus_forty": true, "round_trip_thirteen": true, "round_trip_minus_seven": true, "comb_surface_negates": true }, "reference_tests": { "abs_of_a_positive_is_itself": true, "abs_strips_the_sign": true, "comb_surface_negates": true, "exponent_one_lowest_trit": true, "exponent_two_is_minus_one_carry": true, "exponent_two_next_trit_is_one": true, "exponent_zero_is_all_zero_trits": true, "exponent_zero_top_trit": true, "forty_first_trit": true, "forty_is_all_plus_trits": true, "forty_second_trit": true, "forty_third_trit": true, "minus_forty_first_trit": true, "minus_forty_is_all_minus_trits": true, "minus_one_is_negative": true, "negate_is_an_involution": true, "negate_one_gives_minus_one": true, "negate_preserves_the_mantissa": true, "negate_preserves_the_offset": true, "one_has_offset_forty": true, "one_has_zero_exponent": true, "one_has_zero_mantissa": true, "one_is_not_negative": true, "one_is_positive": true, "pack_carries_the_mantissa": true, "pack_rebuilds_minus_one": true, "pack_rebuilds_one": true, "round_trip_forty": true, "round_trip_minus_forty": true, "round_trip_minus_seven": true, "round_trip_thirteen": true, "round_trip_zero": true, "two_has_exponent_one": true, "two_has_offset_fortyone": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf256.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf32.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "offset_range": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "offset_range": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf512.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf64.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "width_rule": true, "offset_range": true, "radix3_economy": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true, "radix3_economy": true, "width_rule": true }, "reference_disagree": [] }, { "file": "specs/numeric/tnf8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "offset_range": true, "finiteness": true }, "reference_tests": { "finiteness": true, "offset_range": true }, "reference_disagree": [] }, { "file": "specs/numeric/trinity_numeric_surface.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 1, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "surface_primary_is_gf16": true }, "reference_tests": { "surface_primary_is_gf16": true }, "reference_disagree": [] }, { "file": "specs/physics/chimera_best_gamma.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-chimera_best_gamma-1111948/spec.zig:20:12: error: use of undeclared identifier 'Float'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "type (undeclared)" }, { "file": "specs/physics/e8_lqg_bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "phi_powers": true, "trinity_identity": true, "e8_root_count": true, "e8_root_norms": true, "projection_uses_every_coordinate_once": true, "gamma_phi_formula_is_not_the_stated_value": true, "gamma_bands_are_ordered": true, "holographic_bound_is_a_quarter": true }, "reference_tests": { "e8_root_count": true, "e8_root_norms": true, "gamma_bands_are_ordered": true, "gamma_phi_formula_is_not_the_stated_value": true, "holographic_bound_is_a_quarter": true, "phi_powers": true, "projection_uses_every_coordinate_once": true, "trinity_identity": true }, "reference_disagree": [] }, { "file": "specs/physics/formula_discovery.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-formula_discovery-1112234/spec.zig:57:12: error: use of undeclared identifier 'sin'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprCall(undeclared fn)", "type mismatch", "StmtLocal", "ExprCast(f64)", "ExprBinary" ], "detail": "ConstDecl" }, { "file": "specs/physics/formula_registry.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-formula_registry-1112236/spec.zig:6:17: error: use of undeclared identifier 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(E::V)", "ExprCall(undeclared fn)", "ExprBinary(/)" ], "detail": "ExprIdentifier(E::V)" }, { "file": "specs/physics/gamma-conflict.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "gamma_phi_is_sqrt5_minus_2": true, "dl_bounds_containment": true, "gap_is_0_6167_percent": true, "correction_gamma_1_is_not_ln2_over_pi_sqrt3": true, "correction_internal_dispute_is_15_percent": true, "correction_a_min_values_are_2_pi_sqrt3_gamma": true, "correction_g1_deviation_is_6_79_percent": true, "bh1_entropy_shift": true, "bh2_hawking_correction": true, "correction_sc3_is_not_the_bcs_ratio": true }, "reference_tests": { "bh1_entropy_shift": true, "bh2_hawking_correction": true, "correction_a_min_values_are_2_pi_sqrt3_gamma": true, "correction_g1_deviation_is_6_79_percent": true, "correction_gamma_1_is_not_ln2_over_pi_sqrt3": true, "correction_internal_dispute_is_15_percent": true, "correction_sc3_is_not_the_bcs_ratio": true, "dl_bounds_containment": true, "gamma_phi_is_sqrt5_minus_2": true, "gap_is_0_6167_percent": true }, "reference_disagree": [] }, { "file": "specs/physics/gamma_conjecture.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-gamma_conjecture-1112441/spec.zig:20:36: error: trailing digit separator", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprLiteral(float literal)", "ConstDecl", "StmtLocal", "ExprCast(f64)", "ExprBinary" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/physics/gi1_analysis.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-gi1_analysis-1112458/spec.zig:22:36: error: trailing digit separator", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ConstDecl", "StmtLocal", "ExprCast(f64)", "ExprBinary" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/physics/hslm_benchmark.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "configuration_consistency": true, "matvec_is_embed_by_hidden": true, "warmup_precedes_a_longer_run": true, "embedding_alone_exceeds_the_written_estimate": true, "five_trits_fit_one_byte": true, "packed_ternary_is_twenty_times_smaller_than_f32": true, "fpga_row_is_self_consistent": true }, "reference_tests": { "configuration_consistency": true, "embedding_alone_exceeds_the_written_estimate": true, "five_trits_fit_one_byte": true, "fpga_row_is_self_consistent": true, "matvec_is_embed_by_hidden": true, "packed_ternary_is_twenty_times_smaller_than_f32": true, "warmup_precedes_a_longer_run": true }, "reference_disagree": [] }, { "file": "specs/physics/lqg_cs_bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "phi_inv_cubed_is_sqrt5_minus_2": true, "candidate_is_within_one_percent_but_not_equal": true, "fibonacci_anyon_dimension_is_phi": true, "the_answer_is_no": true, "conformance_counts_add_up": true }, "reference_tests": { "candidate_is_within_one_percent_but_not_equal": true, "conformance_counts_add_up": true, "fibonacci_anyon_dimension_is_phi": true, "phi_inv_cubed_is_sqrt5_minus_2": true, "the_answer_is_no": true }, "reference_disagree": [] }, { "file": "specs/physics/lqg_entropy.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 2, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "lqg_entropy_module_exists": true, "lqg_cs_gamma_origin_different_from_lqg": true }, "reference_tests": { "lqg_cs_gamma_origin_different_from_lqg": true, "lqg_entropy_module_exists": true }, "reference_disagree": [] }, { "file": "specs/physics/p2_brain_physics.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-p2_brain_physics-2118162/spec.zig:21:22: error: use of undeclared identifier 'numeric'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "type gf16", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprCall(@setEvalBranchQuota)", "ExprIdentifier(E::V)", "ExprFieldAccess" ], "detail": "type (alias)" }, { "file": "specs/physics/pellis-formulas.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-pellis-formulas-1113158/spec.zig:36:35: error: use of undeclared identifier 'sacred_physics'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl" ], "detail": "ConstDecl" }, { "file": "specs/physics/quantum.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-quantum-1113209/spec.zig:19:5: error: use of undeclared identifier 'expect'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(expect)" ], "detail": "ExprCall(expect)" }, { "file": "specs/physics/sacred_verification.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-sacred_verification-1113210/spec.zig:53:123: error: use of undeclared identifier 'EXACT'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "StmtAssign", "StmtLocal", "ExprCast(f64)", "ExprBinary", "type mismatch", "ExprIdentifier(E::V)", "ExprBinary(**)" ], "detail": "ConstDecl" }, { "file": "specs/physics/su2_chern_simons.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-su2_chern_simons-1113315/spec.zig:79:9: error: variable of type 'comptime_float' must be const or comptime", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "StmtAssign" ], "detail": "ConstDecl" }, { "file": "specs/physics/zamolodchikov_4d_conjecture.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-zamolodchikov_4d_conjecture-1113394/spec.zig:101:20: error: use of undeclared identifier 'constants'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprIdentifier(E::V)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign" }, { "file": "specs/pins/emitter_xdc.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-emitter_xdc-1113515/spec.zig:31:49: error: expected expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "ExprBinary(+)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/pins/ir.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-ir-1113805/spec.zig:80:111: error: expected expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/pins/parser.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-parser-1113951/spec.zig:135:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "StmtAssign(undeclared)" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/pipeline/benchmarks.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-benchmarks-1114147/spec.zig:48:9: error: use of undeclared identifier 'eq'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(try) statement", "ExprUnary(try) on a non-error call", "ExprArrayLiteral" ], "detail": "ExprUnary(try) statement" }, { "file": "specs/pipeline/e2e_test.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-e2e_test-1114197/spec.zig:33:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "ExprUnary(try) statement", "ExprBinary(value ignored) statement" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/pipeline/experience_save.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-experience_save-1114247/spec.zig:71:9: error: use of undeclared identifier 'not'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprUnary(try) on a non-error call", "ExprUnary(try) statement", "ExprCall(undeclared fn)" ], "detail": "ExprUnary(try) on a non-error call" }, { "file": "specs/policy/own_language.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 23, "invariants": 2, "asserts": 95, "blockers": [], "detail": "", "test_verdicts": { "negative_control_hand_written_rust_is_denied": true, "modifying_t27b_rust_is_denied": true, "generated_zig_is_allowed": true, "a_generated_root_is_a_prefix_not_a_substring": true, "deleting_python_is_allowed": true, "the_gate_itself_is_protected_even_from_deletion": true, "specs_are_allowed": true, "prose_and_data_are_allowed": true, "configuration_is_code": true, "build_files_are_code_by_name": true, "extensions_fold_case": true, "an_extensionless_script_is_code": true, "renames_and_copies_are_judged_by_the_new_path": true, "quoted_paths_are_read_without_quotes": true, "unreadable_input_fails_closed": true, "check_all_counts_and_names_the_denied": true, "check_all_names_a_protected_path_with_its_own_line": true, "check_all_never_writes_past_cap": true, "an_owner_exception_allows_its_paths_only": true, "an_empty_exception_line_matches_nothing": true, "an_exception_never_opens_the_gate_itself": true, "the_exception_list_is_data_locally_and_owner_only_in_ci": true, "check_all_reads_the_list_before_the_separator": true }, "reference_tests": { "a_generated_root_is_a_prefix_not_a_substring": true, "an_empty_exception_line_matches_nothing": true, "an_exception_never_opens_the_gate_itself": true, "an_extensionless_script_is_code": true, "an_owner_exception_allows_its_paths_only": true, "build_files_are_code_by_name": true, "check_all_counts_and_names_the_denied": true, "check_all_names_a_protected_path_with_its_own_line": true, "check_all_never_writes_past_cap": true, "check_all_reads_the_list_before_the_separator": true, "configuration_is_code": true, "deleting_python_is_allowed": true, "extensions_fold_case": true, "generated_zig_is_allowed": true, "modifying_t27b_rust_is_denied": true, "negative_control_hand_written_rust_is_denied": true, "prose_and_data_are_allowed": true, "quoted_paths_are_read_without_quotes": true, "renames_and_copies_are_judged_by_the_new_path": true, "specs_are_allowed": true, "the_exception_list_is_data_locally_and_owner_only_in_ci": true, "the_gate_itself_is_protected_even_from_deletion": true, "unreadable_input_fails_closed": true }, "reference_disagree": [] }, { "file": "specs/policy/required_contexts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "validate is required": true, "check-linked-issue is required": true, "parse-ratchet is required": true, "check is not required": true, "check-now-freshness is not required": true, "unknown context is not required": true }, "reference_tests": { "check is not required": true, "check-linked-issue is required": true, "check-now-freshness is not required": true, "parse-ratchet is required": true, "unknown context is not required": true, "validate is required": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/AsmSectionKind_from_i8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "AsmSectionKind_from_i8_canonical": true, "AsmSectionKind_from_i8_fallback": true, "AsmSectionKind_to_i8_values": true, "AsmSectionKind_roundtrip": true, "AsmRelocKind_from_i8_canonical": true, "AsmRelocKind_from_i8_fallback": true, "AsmRelocKind_to_i8_values": true, "AsmRelocKind_roundtrip": true }, "reference_tests": { "AsmRelocKind_from_i8_canonical": true, "AsmRelocKind_from_i8_fallback": true, "AsmRelocKind_roundtrip": true, "AsmRelocKind_to_i8_values": true, "AsmSectionKind_from_i8_canonical": true, "AsmSectionKind_from_i8_fallback": true, "AsmSectionKind_roundtrip": true, "AsmSectionKind_to_i8_values": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirBusPort_axi4_lite_slave.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 23, "invariants": 0, "asserts": 69, "blockers": [], "detail": "", "test_verdicts": { "axi4_lite_slave_fields": true, "axi4_lite_master_fields": true, "axi4_full_slave_fields": true, "axi4_full_master_fields": true, "strb_width_values": true, "strb_width_rounds_down": true, "is_lite_and_is_full": true, "is_slave_and_is_master": true, "validate_clean_lite_port": true, "validate_empty_name": true, "validate_zero_widths": true, "validate_not_byte_aligned": true, "validate_full_requires_id": true, "validate_collects_all_errors": true, "validate_clean_full_port": true, "port_count_lite_slave": true, "port_count_lite_master": true, "port_count_full_slave": true, "port_count_full_master": true, "port_count_lite_with_id": true, "total_signal_bits_lite": true, "total_signal_bits_full": true, "total_signal_bits_uneven_strb": true }, "reference_tests": { "axi4_full_master_fields": true, "axi4_full_slave_fields": true, "axi4_lite_master_fields": true, "axi4_lite_slave_fields": true, "is_lite_and_is_full": true, "is_slave_and_is_master": true, "port_count_full_master": true, "port_count_full_slave": true, "port_count_lite_master": true, "port_count_lite_slave": true, "port_count_lite_with_id": true, "strb_width_rounds_down": true, "strb_width_values": true, "total_signal_bits_full": true, "total_signal_bits_lite": true, "total_signal_bits_uneven_strb": true, "validate_clean_full_port": true, "validate_clean_lite_port": true, "validate_collects_all_errors": true, "validate_empty_name": true, "validate_full_requires_id": true, "validate_not_byte_aligned": true, "validate_zero_widths": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirCoverPoint_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "HirCoverPoint_new_sets_all_fields": true, "HirCoverPoint_validate_accepts_complete_point": true, "HirCoverPoint_validate_flags_empty_name": true, "HirCoverPoint_validate_flags_empty_condition": true, "HirCoverPoint_validate_flags_both_empty": true, "HirFormalAssume_new_sets_all_fields": true, "HirFormalAssume_validate_accepts_complete_assume": true, "HirFormalAssume_validate_flags_empty_name": true, "HirFormalAssume_validate_flags_empty_condition": true, "HirFormalAssume_validate_flags_both_empty": true }, "reference_tests": { "HirCoverPoint_new_sets_all_fields": true, "HirCoverPoint_validate_accepts_complete_point": true, "HirCoverPoint_validate_flags_both_empty": true, "HirCoverPoint_validate_flags_empty_condition": true, "HirCoverPoint_validate_flags_empty_name": true, "HirFormalAssume_new_sets_all_fields": true, "HirFormalAssume_validate_accepts_complete_assume": true, "HirFormalAssume_validate_flags_both_empty": true, "HirFormalAssume_validate_flags_empty_condition": true, "HirFormalAssume_validate_flags_empty_name": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirGf16FftConfig_fft_stages.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "fft_stages_powers_of_two": true, "fft_stages_edges": true, "twiddle_count_cases": true }, "reference_tests": { "fft_stages_edges": true, "fft_stages_powers_of_two": true, "twiddle_count_cases": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/HirTernaryRegFile_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "HirTernaryRegFile_new_defaults": true, "HirTernaryRegFile_new_keeps_name": true, "HirTernaryRegFile_total_bits_default": true, "HirTernaryRegFile_total_bits_custom": true, "HirTernaryRegFile_bram18_count_default": true, "HirTernaryRegFile_bram18_count_exact_fit": true, "HirTernaryRegFile_bram18_count_two_full_blocks": true, "HirResourceEstimate_zero_is_zero": true, "HirResourceEstimate_new_carries_fields": true, "HirBoardResources_arty_a7_constants": true, "HirBoardResources_xc7a100t_constants": true, "xc7a100t_is_the_bigger_chip": true }, "reference_tests": { "HirBoardResources_arty_a7_constants": true, "HirBoardResources_xc7a100t_constants": true, "HirResourceEstimate_new_carries_fields": true, "HirResourceEstimate_zero_is_zero": true, "HirTernaryRegFile_bram18_count_default": true, "HirTernaryRegFile_bram18_count_exact_fit": true, "HirTernaryRegFile_bram18_count_two_full_blocks": true, "HirTernaryRegFile_new_defaults": true, "HirTernaryRegFile_new_keeps_name": true, "HirTernaryRegFile_total_bits_custom": true, "HirTernaryRegFile_total_bits_default": true, "xc7a100t_is_the_bigger_chip": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/compiler/TbCheck_new.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "TbCheck_new_basic": true, "TbCheck_with_mask_custom": true, "TbCheck_validate_empty_signal": true, "TbCheck_validate_valid_signal": true, "TbConfig_new_defaults": true, "TbConfig_validate_empty_dut": true, "TbConfig_validate_zero_cycles": true, "TbConfig_validate_valid": true }, "reference_tests": { "TbCheck_new_basic": true, "TbCheck_validate_empty_signal": true, "TbCheck_validate_valid_signal": true, "TbCheck_with_mask_custom": true, "TbConfig_new_defaults": true, "TbConfig_validate_empty_dut": true, "TbConfig_validate_valid": true, "TbConfig_validate_zero_cycles": true }, "reference_disagree": [] }, { "file": "specs/port/bootstrap/src/parse_conform.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl(?T)" ], "detail": "ConstDecl(?T)", "reference_tests": { "case_ok_checks_verdict_decls_and_discards": true, "case_ok_skips_the_decl_count_when_the_verdict_is_not_full": true, "evaluate_full_takes_the_strict_count": true, "evaluate_reads_a_failed_accounting_as_zero_discards": true, "evaluate_rejects_when_the_lenient_parse_fails": true, "evaluate_truncated_takes_the_lenient_count": true, "run_counts_failing_rows": true, "table_rows_read_as_in_the_original": true, "total_is_the_table_length": true } }, { "file": "specs/port/bootstrap/src/phi_f64_literals.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type i128", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)" ], "detail": "type i128", "reference_tests": { "decode_f64_normal": true, "decode_f64_phi": true, "expected_phi_value": true, "find_definition_simple": true, "format_hex_phi": true, "format_hex_simple": true, "normalise_rhs_positive": true, "normalise_rhs_z": true } }, { "file": "specs/port/bootstrap/src/sensitivity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "sensitivity_scan_basic": true, "find_minimum_basic": true, "get_pdg_reference_basic": true, "evaluate_formula_with_params_basic": true, "default_param_ranges_basic": true }, "reference_tests": { "default_param_ranges_basic": true, "evaluate_formula_with_params_basic": true, "find_minimum_basic": true, "get_pdg_reference_basic": true, "sensitivity_scan_basic": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "buildHealthResponse_basic": true, "buildHealthResponse_with_cdp_connected": true, "buildHealthResponse_with_cdp_disconnected": true, "buildHealthResponse_with_state": true, "buildHealthResponse_with_state_error": true, "buildHealthResponse_full": true, "maybeCdpConnected_no_browser": true, "maybeBackendStatus_no_backend": true }, "reference_tests": { "buildHealthResponse_basic": true, "buildHealthResponse_full": true, "buildHealthResponse_with_cdp_connected": true, "buildHealthResponse_with_cdp_disconnected": true, "buildHealthResponse_with_state": true, "buildHealthResponse_with_state_error": true, "maybeBackendStatus_no_backend": true, "maybeCdpConnected_no_browser": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/memory.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprCall(rejected fn)", "type [N]T" ], "detail": "type (anonymous struct)", "reference_tests": { "get_memory_content_empty": true, "save_memory_content_max_length": true, "save_memory_content_too_long": true, "save_memory_content_valid": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-lease.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-queen-lease-1115417/spec.zig:51:30: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-needs-you.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)" ], "detail": "ExprCast(f64)", "reference_tests": { "database_url_prefers_the_lease_url_and_keeps_empty": true, "hours_waiting_rounds_like_math_round": true, "outstanding_counts_missing_as_zero": true, "reason_is_absent_when_falsy_and_bounded_otherwise": true, "report_fields": true, "summary_reads_the_oldest_row_and_is_present_when_empty": true, "waiting_row_maps_like_the_route": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-public-leaderboard.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-queen-public-leaderboard-1115648/spec.zig:23:32: error: use of undeclared identifier 'unreachable'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprFieldAccess(?T)", "ExprArrayLiteral", "type mismatch" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-registry.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "databaseUrl_returns_DATABASE_URL_when_set": true, "databaseUrl_falls_back_to_RAILWAY_SSOT_URL": true, "databaseUrl_returns_null_when_neither_set": true, "databaseUrl_empty_DATABASE_URL_falls_back": true, "databaseUrl_DATABASE_URL_takes_priority": true, "validateTasks_accepts_array": true, "validateTasks_rejects_missing": true, "extractVariant_returns_default_when_missing": true, "extractVariant_returns_provided_value": true, "buildPutResponse_sets_fields": true, "buildPutError_sets_error": true, "buildGetResponse_sets_fields": true, "buildGetNotFound_sets_error": true, "buildGetNoDb_sets_error": true }, "reference_tests": { "buildGetNoDb_sets_error": true, "buildGetNotFound_sets_error": true, "buildGetResponse_sets_fields": true, "buildPutError_sets_error": true, "buildPutResponse_sets_fields": true, "databaseUrl_DATABASE_URL_takes_priority": true, "databaseUrl_empty_DATABASE_URL_falls_back": true, "databaseUrl_falls_back_to_RAILWAY_SSOT_URL": true, "databaseUrl_returns_DATABASE_URL_when_set": true, "databaseUrl_returns_null_when_neither_set": true, "extractVariant_returns_default_when_missing": true, "extractVariant_returns_provided_value": true, "validateTasks_accepts_array": true, "validateTasks_rejects_missing": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-rehearsal.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "build_content_frame_includes_word_with_space": true, "build_final_frame_has_stop_reason": true, "build_initial_frame_has_correct_structure": true, "build_rehearsal_reply_returns_expected_text": true, "split_into_words_empty_string": true, "split_into_words_handles_multiple_spaces": true, "split_into_words_splits_correctly": true } }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/queen-report.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "parseReport_valid_input": true, "parseReport_invalid_input": true, "createSourceLimiter_basic": true }, "reference_tests": { "createSourceLimiter_basic": true, "parseReport_invalid_input": true, "parseReport_valid_input": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/routes/status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "getStatusResponse returns only status when cdpConnected is null": true, "getStatusResponse returns status and cdpConnected true when browser is connected": true, "getStatusResponse returns status and cdpConnected false when browser is not connected": true }, "reference_tests": { "getStatusResponse returns only status when cdpConnected is null": true, "getStatusResponse returns status and cdpConnected false when browser is not connected": true, "getStatusResponse returns status and cdpConnected true when browser is connected": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/services/a2a/a2a-liveness.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "a2aLivenessThreshold_seconds_unit": true, "a2aLivenessThreshold_milliseconds_unit": true, "a2aIsAlive_inclusive_boundary": true, "a2aIsAlive_negative_age": true }, "reference_tests": { "a2aIsAlive_inclusive_boundary": true, "a2aIsAlive_negative_age": true, "a2aLivenessThreshold_milliseconds_unit": true, "a2aLivenessThreshold_seconds_unit": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/services/queen-ci-verdict.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-queen-ci-verdict-1116105/spec.zig:68:16: error: no field or member function named 'starts_with' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/api/utils/security.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-security-1116213/spec.zig:72:44: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "StmtIf(capture)" ], "detail": "type (undeclared)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/browser/bookmarks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "buildCreateBookmarkParams_all_fields": true, "buildCreateBookmarkParams_only_title": true, "buildCreateBookmarkParams_with_url_only": true, "buildCreateBookmarkParams_with_parent_only": true, "buildUpdateBookmarkChanges_both_fields": true, "buildUpdateBookmarkChanges_url_only": true, "buildUpdateBookmarkChanges_title_only": true, "buildMoveBookmarkDestination_both_fields": true, "buildMoveBookmarkDestination_parent_only": true, "buildMoveBookmarkDestination_index_only": true, "buildMoveBookmarkDestination_neither_field": true }, "reference_tests": { "buildCreateBookmarkParams_all_fields": true, "buildCreateBookmarkParams_only_title": true, "buildCreateBookmarkParams_with_parent_only": true, "buildCreateBookmarkParams_with_url_only": true, "buildMoveBookmarkDestination_both_fields": true, "buildMoveBookmarkDestination_index_only": true, "buildMoveBookmarkDestination_neither_field": true, "buildMoveBookmarkDestination_parent_only": true, "buildUpdateBookmarkChanges_both_fields": true, "buildUpdateBookmarkChanges_title_only": true, "buildUpdateBookmarkChanges_url_only": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/db/retry.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "isRetryableDbError_connection_terminated": true, "isRetryableDbError_connection_refused": true, "isRetryableDbError_timeout": true, "isRetryableDbError_non_retryable": true, "withDbRetry_options_defaults": true }, "reference_tests": { "isRetryableDbError_connection_refused": true, "isRetryableDbError_connection_terminated": true, "isRetryableDbError_non_retryable": true, "isRetryableDbError_timeout": true, "withDbRetry_options_defaults": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/port-binding.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "isPortInUseError_eaddrinuse": true, "isPortInUseError_other_code": true, "isPortInUseError_no_code": true, "isPortInUseError_empty_string": true }, "reference_tests": { "isPortInUseError_eaddrinuse": true, "isPortInUseError_empty_string": true, "isPortInUseError_no_code": true, "isPortInUseError_other_code": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/lib/provider-error-classifier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 0, "asserts": 46, "blockers": [], "detail": "", "test_verdicts": { "status_402_is_terminal": true, "status_402_is_terminal_even_with_an_unrecognised_body": true, "empty_body_is_retryable": true, "unrecognised_error_is_retryable": true, "zai_insufficient_balance_code_is_terminal": true, "zai_numeric_code_is_terminal": true, "browseros_credits_exhausted_code_is_terminal": true, "other_error_code_is_retryable": true, "code_outside_the_error_envelope_is_retryable": true, "phrase_scan_catches_spent_account_wording_case_insensitively": true, "to_lower_byte_lowercases_ascii_and_keeps_the_rest": true, "contains_ignore_case_matches_and_rejects": true, "find_substring_returns_first_index_or_the_length_bound": true, "skip_whitespace_skips_space_tab_and_newline": true, "value_at_equals_requires_an_exact_quoted_value": true, "number_at_equals_requires_the_number_to_end_where_expected_ends": true, "matches_terminal_phrase_checks_every_phrase": true, "has_terminal_error_code_checks_both_code_shapes": true }, "reference_tests": { "browseros_credits_exhausted_code_is_terminal": true, "code_outside_the_error_envelope_is_retryable": true, "contains_ignore_case_matches_and_rejects": true, "empty_body_is_retryable": true, "find_substring_returns_first_index_or_the_length_bound": true, "has_terminal_error_code_checks_both_code_shapes": true, "matches_terminal_phrase_checks_every_phrase": true, "number_at_equals_requires_the_number_to_end_where_expected_ends": true, "other_error_code_is_retryable": true, "phrase_scan_catches_spent_account_wording_case_insensitively": true, "skip_whitespace_skips_space_tab_and_newline": true, "status_402_is_terminal": true, "status_402_is_terminal_even_with_an_unrecognised_body": true, "to_lower_byte_lowercases_ascii_and_keeps_the_rest": true, "unrecognised_error_is_retryable": true, "value_at_equals_requires_an_exact_quoted_value": true, "zai_insufficient_balance_code_is_terminal": true, "zai_numeric_code_is_terminal": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/monitoring/observer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-observer-1116503/spec.zig:24:41: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(untyped param)", "type const u8" ], "detail": "FnDecl(untyped param)" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/skills/catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "escapeXml_identity_no_special_chars": true, "escapeXml_identity_with_special_chars": true, "buildSkillsCatalog_non_empty_returns_first_skill_name": true }, "reference_tests": { "buildSkillsCatalog_non_empty_returns_first_skill_name": true, "escapeXml_identity_no_special_chars": true, "escapeXml_identity_with_special_chars": true }, "reference_disagree": [] }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/skills/migrate.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-migrate-1116834/spec.zig:45:23: error: local constant 'migrated' shadows local constant from outer scope", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprIdentifier(undefined) statement" ], "detail": "StmtAssign" }, { "file": "specs/port/browseros/trios/agent-server/apps/server/src/tools/filesystem/ls.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(std.*)" ], "detail": "ExprCall(std.*)", "reference_tests": { "effective_limit_treats_zero_as_absent": true, "formatSize_bytes_kilobytes_megabytes": true, "formatSize_rounds_like_toFixed": true, "locale_compare_matches_icu_base": true, "ls_text_empty_directory": true, "ls_text_keeps_equal_names_in_readdir_order": true, "ls_text_lists_dirs_then_files": true } }, { "file": "specs/port/conformance/witness/gf48_fp64/gf_decode_param_fp64.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-gf_decode_param_fp64-1116944/spec.zig:8:9: error: assertion failed", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprIf(comptime arms)" ], "detail": "type mismatch" }, { "file": "specs/port/fpga/openxc7-synth/phi_temporal/temporal_heartbeat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 5, "asserts": 49, "blockers": [], "detail": "", "test_verdicts": { "init_state_zero": true, "next_state_blink_counter_increments": true, "next_state_phi_counter_wraps": true, "next_state_temporal_layer_wraps": true, "compute_led_outputs_layer0": true, "compute_led_outputs_layer1": true, "compute_led_outputs_layer2": true, "compute_led_outputs_layer3_default": true, "simulate_cycle_basic": true, "simulate_cycle_phi_wrap": true }, "reference_tests": { "compute_led_outputs_layer0": true, "compute_led_outputs_layer1": true, "compute_led_outputs_layer2": true, "compute_led_outputs_layer3_default": true, "init_state_zero": true, "next_state_blink_counter_increments": true, "next_state_phi_counter_wraps": true, "next_state_temporal_layer_wraps": true, "simulate_cycle_basic": true, "simulate_cycle_phi_wrap": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/dsp_probe.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "p_dsp_computation": true, "p_lut_computation": true }, "reference_tests": { "p_dsp_computation": true, "p_lut_computation": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/dsp_probe_live.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dummy_test": true }, "reference_tests": { "dummy_test": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/e8m0_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 18, "invariants": 5, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "reset_counter_logic": true, "reset_counter_increment": true, "reset_counter_ready": true, "probe_generation": true, "probe_generation_middle": true, "probe_generation_out_of_range": true, "probe_state_update_correct": true, "probe_state_update_incorrect": true, "probe_state_update_sweep_complete": true, "beat_counter_initial": true, "beat_counter_update": true, "beat_counter_toggle": true, "shift_register_initial": true, "shift_register_capture": true, "shift_register_shift": true, "shift_register_tdo": true, "jtag_chain_parameter": true, "startup_config": true }, "reference_tests": { "beat_counter_initial": true, "beat_counter_toggle": true, "beat_counter_update": true, "jtag_chain_parameter": true, "probe_generation": true, "probe_generation_middle": true, "probe_generation_out_of_range": true, "probe_state_update_correct": true, "probe_state_update_incorrect": true, "probe_state_update_sweep_complete": true, "reset_counter_increment": true, "reset_counter_logic": true, "reset_counter_ready": true, "shift_register_capture": true, "shift_register_initial": true, "shift_register_shift": true, "shift_register_tdo": true, "startup_config": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/gft_dup2_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "literal out of range" ], "detail": "literal out of range", "reference_tests": { "counter_increment": true, "initial_state_check": true, "reset_counter_progression": true, "slowclk_signal": true } }, { "file": "specs/port/fpga/verilog/gft_signed_dot4_jtag.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "test_properties": true }, "reference_tests": { "test_properties": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/link_node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 5, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "encoder_role": true, "decoder_role": true, "relay_role": true, "encoder_process_input_0": true, "encoder_process_input_1": true, "encoder_process_input_7": true, "decoder_process_nomatch": true, "decoder_process_match_found": true, "relay_process_valid_codeword": true, "relay_process_invalid_hi": true, "relay_process_invalid_lo": true, "validate_codeword_valid": true, "validate_codeword_invalid_hi": true, "validate_codeword_invalid_lo": true, "jtag_shift_reply_format": true, "ternary_encode_simple": true }, "reference_tests": { "decoder_process_match_found": true, "decoder_process_nomatch": true, "decoder_role": true, "encoder_process_input_0": true, "encoder_process_input_1": true, "encoder_process_input_7": true, "encoder_role": true, "jtag_shift_reply_format": true, "relay_process_invalid_hi": true, "relay_process_invalid_lo": true, "relay_process_valid_codeword": true, "relay_role": true, "ternary_encode_simple": true, "validate_codeword_invalid_hi": true, "validate_codeword_invalid_lo": true, "validate_codeword_valid": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/verilog/mvp_ternary_classifier_jtag.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-mvp_ternary_classifier_jtag-1117639/spec.zig:26:57: error: type 'u32' does not support indexing", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIndex" ], "detail": "ExprIndex" }, { "file": "specs/port/fpga/verilog/mvp_ternary_classifier_jtag_noport.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-mvp_ternary_classifier_jtag_noport-1117672/spec.zig:36:39: error: invalid digit 'u' for hex base", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprLiteral(literal)" ], "detail": "ExprLiteral(literal)" }, { "file": "specs/port/fpga/verilog/ternary_mac_demo_top.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIf(left operand)" ], "detail": "ExprIf(left operand)", "reference_tests": { "counter_increment": true, "counter_value_extraction": true, "full_simulation_cycle": true, "led_outputs": true, "mac_interface_initialization": true, "oscillator_chain_initialization": true, "oscillator_output": true, "oscillator_ring_connection": true, "ternary_mac_simulation": true } }, { "file": "specs/port/fpga/verilog/ternary_mac_synth.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)", "reference_tests": { "initial_value": true, "on_clock_basic": true, "product_neg": true, "product_neg_a": true, "product_neg_a_minus_w": true, "product_pos": true, "product_zero": true, "w_code_to_mult_minus": true, "w_code_to_mult_plus": true, "w_code_to_mult_zero": true } }, { "file": "specs/port/fpga/verilog/tnf17_jtag.t27", "reference": "fail", "reference_detail": "2 of 11 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL jtag_value_generation: assert failed at line 221 (assert)", "test_verdicts": { "probe_values_correct": true, "involution_property_holds": true, "involution_property_fails_for_identity": true, "probe_moved_detection": true, "probe_moved_false_for_identity": true, "test_status_update_first_probe": true, "test_status_update_last_probe": true, "jtag_value_generation": false, "jtag_value_generation_with_results": true, "complete_test_scenario": true, "beat_counter_simulation": false }, "reference_tests": { "beat_counter_simulation": false, "complete_test_scenario": true, "involution_property_fails_for_identity": true, "involution_property_holds": true, "jtag_value_generation": false, "jtag_value_generation_with_results": true, "probe_moved_detection": true, "probe_moved_false_for_identity": true, "probe_values_correct": true, "test_status_update_first_probe": true, "test_status_update_last_probe": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/gf16_dot4.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL intermediate_structure: integer overflow at line 50 (* on u16)", "test_verdicts": { "zero_input": true, "ones_input": true, "simple_pattern": true, "intermediate_structure": false }, "reference_tests": { "intermediate_structure": false, "ones_input": true, "simple_pattern": true, "zero_input": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/gf16_matmul_top.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-gf16_matmul_top-1118251/spec.zig:29:20: error: incompatible types: 'bool' and 'u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/port/fpga/vivado/matmul_serial_hw.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-matmul_serial_hw-1118303/spec.zig:35:20: error: expected 16 array elements; found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprIdentifier(rejected decl)", "ExprIdentifier(var at comptime)", "ExprFieldAccess" ], "detail": "ExprArrayLiteral" }, { "file": "specs/port/fpga/vivado/uart_detect_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 65, "blockers": [], "detail": "", "test_verdicts": { "on_comb_packs_the_same_pins_as_outputs": true, "lut1_init_01_is_an_inverter": true, "ring_step_inverts_each_stage": true, "ring_has_a_fixed_point_in_zero_delay_logic": true, "counter_wraps_at_23_bits": true, "only_a_falling_edge_counts": true, "led_r23_is_inverted_counter_bit_20": true, "led_t23_waits_for_the_first_pulse": true, "uart_tx_is_tied_high": true, "a_falling_edge_is_counted_two_edges_later": true, "two_dips_count_twice": true }, "reference_tests": { "a_falling_edge_is_counted_two_edges_later": true, "counter_wraps_at_23_bits": true, "led_r23_is_inverted_counter_bit_20": true, "led_t23_waits_for_the_first_pulse": true, "lut1_init_01_is_an_inverter": true, "on_comb_packs_the_same_pins_as_outputs": true, "only_a_falling_edge_counts": true, "ring_has_a_fixed_point_in_zero_delay_logic": true, "ring_step_inverts_each_stage": true, "two_dips_count_twice": true, "uart_tx_is_tied_high": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vivado/uart_echo_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 15, "invariants": 4, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "oscillator_chain_initialization": true, "oscillator_ring_feedback": true, "oscillator_output_from_last_element": true, "counter_initial_value": true, "counter_increment": true, "counter_bit_extraction": true, "counter_bit_19_set": true, "counter_bit_20_set": true, "echo_state_machine_idle_to_send": true, "echo_state_machine_send_to_idle": true, "echo_state_machine_stays_in_send": true, "led_outputs_counter_zero": true, "led_outputs_bit20_set": true, "led_outputs_bit19_set": true, "full_simulation_step": true }, "reference_tests": { "counter_bit_19_set": true, "counter_bit_20_set": true, "counter_bit_extraction": true, "counter_increment": true, "counter_initial_value": true, "echo_state_machine_idle_to_send": true, "echo_state_machine_send_to_idle": true, "echo_state_machine_stays_in_send": true, "full_simulation_step": true, "led_outputs_bit19_set": true, "led_outputs_bit20_set": true, "led_outputs_counter_zero": true, "oscillator_chain_initialization": true, "oscillator_output_from_last_element": true, "oscillator_ring_feedback": true }, "reference_disagree": [] }, { "file": "specs/port/fpga/vsa/temporal_heartbeat_top.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 16, "invariants": 5, "asserts": 55, "blockers": [], "detail": "", "test_verdicts": { "initial_state_check": true, "update_counters_no_clock": true, "update_counters_increment": true, "phi_cycle_reset": true, "temporal_layer_wraparound": true, "layer0_outputs_odd": true, "layer0_outputs_even": true, "layer0_outputs_zero": true, "layer1_outputs_on": true, "layer1_outputs_bit2_set": true, "layer2_outputs_bit1_set": true, "layer2_outputs_bit2_set": true, "layer2_outputs_zero": true, "layer3_outputs_default": true, "layer_transition_simple": true, "layer_transition_final_to_initial": true }, "reference_tests": { "initial_state_check": true, "layer0_outputs_even": true, "layer0_outputs_odd": true, "layer0_outputs_zero": true, "layer1_outputs_bit2_set": true, "layer1_outputs_on": true, "layer2_outputs_bit1_set": true, "layer2_outputs_bit2_set": true, "layer2_outputs_zero": true, "layer3_outputs_default": true, "layer_transition_final_to_initial": true, "layer_transition_simple": true, "phi_cycle_reset": true, "temporal_layer_wraparound": true, "update_counters_increment": true, "update_counters_no_clock": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/aggregate-experience.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "verdict_classes": true, "last_ring_only_rises": true, "rings_open_counts": true, "queen_health_colour": true, "health_score_ratio": true }, "reference_tests": { "health_score_ratio": true, "last_ring_only_rises": true, "queen_health_colour": true, "rings_open_counts": true, "verdict_classes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/bulk-create-notebooks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "decide_exit_code_empty": true, "decide_exit_code_all_success": true, "decide_exit_code_first_failure": true, "decide_exit_code_last_failure": true, "decide_exit_code_multiple_failures": true }, "reference_tests": { "decide_exit_code_all_success": true, "decide_exit_code_empty": true, "decide_exit_code_first_failure": true, "decide_exit_code_last_failure": true, "decide_exit_code_multiple_failures": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/check-conflicts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "main_basic": true, "branch_status_detection": true, "branch_arrays_structure": true }, "reference_tests": { "branch_arrays_structure": true, "branch_status_detection": true, "main_basic": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/check-first-party-doc-language.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL find_last_char_found: assert failed at line 61 (assert)", "test_verdicts": { "find_root_directory_absolute_path": true, "find_root_directory_no_directory": true, "find_last_char_found": false, "find_last_char_not_found": true }, "reference_tests": { "find_last_char_found": false, "find_last_char_not_found": true, "find_root_directory_absolute_path": true, "find_root_directory_no_directory": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/check-pagination-truncation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "args_exit_code_usage": true, "is_population_edges": true, "next_limit_doubles": true, "main_finds_population_after_doubling": true, "main_reports_truncation_after_eight_probes": true, "main_caps_probes_at_eight": true, "main_query_failure_exits_two": true, "main_gh_unavailable_exits_two": true, "main_usage_error_exits_two": true, "main_accepts_population_on_eighth_probe": true, "main_ignores_query_failure_beyond_cap": true, "main_respects_custom_start_limit": true }, "reference_tests": { "args_exit_code_usage": true, "is_population_edges": true, "main_accepts_population_on_eighth_probe": true, "main_caps_probes_at_eight": true, "main_finds_population_after_doubling": true, "main_gh_unavailable_exits_two": true, "main_ignores_query_failure_beyond_cap": true, "main_query_failure_exits_two": true, "main_reports_truncation_after_eight_probes": true, "main_respects_custom_start_limit": true, "main_usage_error_exits_two": true, "next_limit_doubles": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/ci/loop-tools-tracked.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 60, "blockers": [], "detail": "", "test_verdicts": { "present_check": true, "tracked_check": true, "tri_loop_dir_check": true, "dispatcher_check": true, "dispatcher_char_map": true, "resolution_cases": true, "routing_check": true, "accumulate_cases": true, "main_verdict": true, "final_word_cases": true, "subcommands_resolve": true, "required_lists": true }, "reference_tests": { "accumulate_cases": true, "dispatcher_char_map": true, "dispatcher_check": true, "final_word_cases": true, "main_verdict": true, "present_check": true, "required_lists": true, "resolution_cases": true, "routing_check": true, "subcommands_resolve": true, "tracked_check": true, "tri_loop_dir_check": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/fpga/flash.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "usage_format": true, "check_bitstream_exists": true, "check_bitstream_missing": true, "openfpgaloader_board_args": true, "openfpgaloader_arty_board": true, "openfpgaloader_unknown_board": true, "main_default_command": true, "main_list_command": true, "main_unknown_command": true }, "reference_tests": { "check_bitstream_exists": true, "check_bitstream_missing": true, "main_default_command": true, "main_list_command": true, "main_unknown_command": true, "openfpgaloader_arty_board": true, "openfpgaloader_board_args": true, "openfpgaloader_unknown_board": true, "usage_format": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/fpga-build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "toolchain_root_alone_is_enough": true, "toolchain_needs_all_three_without_root": true, "frames_guard_threshold": true, "verdict_exit_codes": true, "verdict_stage_order": true }, "reference_tests": { "frames_guard_threshold": true, "toolchain_needs_all_three_without_root": true, "toolchain_root_alone_is_enough": true, "verdict_exit_codes": true, "verdict_stage_order": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w312.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-gen_w312-1119395/spec.zig:165:34: error: expected 10 array elements; found 7", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "type [N]T", "ExprArrayLiteral" ], "detail": "StmtAssign(undeclared)" }, { "file": "specs/port/scripts/gen_w317.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "get_last_block_returns_null": true, "transform_block_returns_input": true, "transform_block_empty": true }, "reference_tests": { "get_last_block_returns_null": true, "transform_block_empty": true, "transform_block_returns_input": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w364.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-gen_w364-1119533/spec.zig:18:26: error: use of undeclared identifier 'Path'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)" ], "detail": "type (undeclared)" }, { "file": "specs/port/scripts/gen_w365.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "should_append_false_when_no_match": true, "should_append_false_when_wave_not_364": true, "should_append_true_when_match_and_wave_364": true }, "reference_tests": { "should_append_false_when_no_match": true, "should_append_false_when_wave_not_364": true, "should_append_true_when_match_and_wave_364": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w366.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-gen_w366-1119647/spec.zig:25:14: error: no field or member function named 'starts_with' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/scripts/gen_w367.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "find_substring_basic": true, "find_wave_loop_blocks_multiple": true, "find_wave_loop_blocks_none": true, "find_wave_loop_blocks_single": true, "generate_w367_block_replacements": false, "insert_block_at_end": true, "insert_block_at_middle": true, "slices_equal_basic": true } }, { "file": "specs/port/scripts/gen_w368.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "apply_w368_replacements_full_block": false, "extract_wave_number_invalid": true, "extract_wave_number_valid": true, "replace_all_same_len_multiple_occurrences": true, "replace_all_same_len_single": true, "should_append_w368_false_when_no_match": true, "should_append_w368_false_when_wave_not_367": true, "should_append_w368_true_when_match_and_wave_367": true } }, { "file": "specs/port/scripts/gen_w378.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "get_last_wave_number_no_blocks": true, "get_last_wave_number_with_377": true, "get_last_wave_number_with_376": true, "has_wave_loop_blocks_true": true, "has_wave_loop_blocks_false": true, "is_wave_377_true": true, "is_wave_377_false": true }, "reference_tests": { "get_last_wave_number_no_blocks": true, "get_last_wave_number_with_376": true, "get_last_wave_number_with_377": true, "has_wave_loop_blocks_false": true, "has_wave_loop_blocks_true": true, "is_wave_377_false": true, "is_wave_377_true": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w379.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "find_wave_loop_blocks_empty": true, "find_wave_loop_blocks_with_pattern": true, "find_wave_loop_blocks_without_invariant": true, "validate_wave_378_positive": true, "validate_wave_378_negative": true, "create_w379_block_basic": true, "create_w379_block_no_changes_needed": true }, "reference_tests": { "create_w379_block_basic": true, "create_w379_block_no_changes_needed": true, "find_wave_loop_blocks_empty": true, "find_wave_loop_blocks_with_pattern": true, "find_wave_loop_blocks_without_invariant": true, "validate_wave_378_negative": true, "validate_wave_378_positive": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w380.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 166, "blockers": [], "detail": "", "test_verdicts": { "maybe_append_w380_test": true, "maybe_append_w380_no_change_if_wave_not_379": true, "replace_in_subarray_same_len_test": true }, "reference_tests": { "maybe_append_w380_no_change_if_wave_not_379": true, "maybe_append_w380_test": true, "replace_in_subarray_same_len_test": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w381.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_380_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_380_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w382.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_381_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_381_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w384.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_383_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_383_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w384_lean.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(std.*)" ], "detail": "ExprCall(std.*)", "reference_tests": { "already_present_guards_a_second_run": true, "cancellation_chain_alternates_plus_and_minus": true, "main_appends_the_exact_w384_text": true, "minus_chain_two_and_sixty_one": true, "name_helpers_match_the_python_loop": true, "nest_mac_two_activations": true, "plus_chain_two_and_sixty_two": true, "theorem_block_layout": true, "var_names_first_thirty": true, "var_names_skips_at_so_62_names_end_at_bk": true, "var_names_zero_is_empty": true, "zero_weight_closure_swaps_first_and_last": true } }, { "file": "specs/port/scripts/gen_w385.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_384_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_384_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w386.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_385_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_385_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w387.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "last_wave_386_is_appended": true, "an_older_wave_is_skipped": true, "the_same_wave_is_skipped": true, "a_newer_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_tests": { "a_newer_wave_is_skipped": true, "an_older_wave_is_skipped": true, "last_wave_386_is_appended": true, "no_block_is_skipped": true, "no_block_wins_over_a_matching_wave": true, "the_same_wave_is_skipped": true, "wave_constants_follow_each_other": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w388_lean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 93, "blockers": [], "detail": "", "test_verdicts": { "var_names_first_letters": true, "var_names_out_of_range": true, "var_names_two_letter_after_z": true, "var_names_skip_keywords": true, "var_names_never_returns_a_keyword": true, "plus_and_minus_chain_lengths": true, "cancellation_weights_alternate": true, "cancellation_chain_depth_parity": true, "zero_weight_closure_sizes": true, "zero_chain_has_one_plus": true, "reorder_swaps_first_and_last": true }, "reference_tests": { "cancellation_chain_depth_parity": true, "cancellation_weights_alternate": true, "plus_and_minus_chain_lengths": true, "reorder_swaps_first_and_last": true, "var_names_first_letters": true, "var_names_never_returns_a_keyword": true, "var_names_out_of_range": true, "var_names_skip_keywords": true, "var_names_two_letter_after_z": true, "zero_chain_has_one_plus": true, "zero_weight_closure_sizes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w389.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-gen_w389-1120870/spec.zig:28:66: error: expected 'while', 'for', 'inline', or '{', found 'a number literal'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/port/scripts/gen_w390.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-gen_w390-1120977/spec.zig:40:14: error: no field or member function named 'lines' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/scripts/gen_w391_lean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 174, "blockers": [], "detail": "", "test_verdicts": { "var_names_first_letters": true, "var_names_out_of_range": true, "var_names_two_letter_after_z": true, "var_names_skip_keywords": true, "keyword_pair_recognises_all_seven": true, "var_names_matches_the_original_for_all_69": true, "var_names_never_returns_a_keyword": true, "plus_and_minus_chain_lengths": true, "cancellation_weights_alternate": true, "cancellation_chain_depth_parity": true, "zero_weight_closure_sizes": true, "zero_chain_has_one_plus": true, "reorder_swaps_first_and_last": true }, "reference_tests": { "cancellation_chain_depth_parity": true, "cancellation_weights_alternate": true, "keyword_pair_recognises_all_seven": true, "plus_and_minus_chain_lengths": true, "reorder_swaps_first_and_last": true, "var_names_first_letters": true, "var_names_matches_the_original_for_all_69": true, "var_names_never_returns_a_keyword": true, "var_names_out_of_range": true, "var_names_skip_keywords": true, "var_names_two_letter_after_z": true, "zero_chain_has_one_plus": true, "zero_weight_closure_sizes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w392.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL build_w392_block_replacements: assert failed at line 159 (assert)", "test_verdicts": { "wave_segments_single": true, "wave_segments_empty": true, "build_w392_block_replacements": false, "build_w392_block_no_match": true }, "reference_tests": { "build_w392_block_no_match": true, "build_w392_block_replacements": false, "wave_segments_empty": true, "wave_segments_single": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w631.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5184_points": true }, "reference_tests": { "build_tree_advances_the_base": true, "first_point_is_zero_one": true, "indent_is_four_spaces_per_level": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "whole_grid_has_5184_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/gen_w633.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "indent_is_four_spaces_per_level": true, "first_point_is_zero_one": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "build_tree_advances_the_base": true, "whole_grid_has_5440_points": true }, "reference_tests": { "build_tree_advances_the_base": true, "first_point_is_zero_one": true, "indent_is_four_spaces_per_level": true, "last_point_matches_the_generated_expectations": true, "offset_32768_wraps_back": true, "whole_grid_has_5440_points": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/generate_episodes.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "layer_boundaries": true, "skip_rules": true, "new_count_difference": true, "new_count_never_negative": true }, "reference_tests": { "layer_boundaries": true, "new_count_difference": true, "new_count_never_negative": true, "skip_rules": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/git_commands_tasks_1_4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "files_to_stage_correct": true, "commit_message_structure": true, "main_function_exists": true }, "reference_tests": { "commit_message_structure": true, "files_to_stage_correct": true, "main_function_exists": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/install-constitutional-hook.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "main_no_trailing_slash": true, "main_with_trailing_slash": true }, "reference_tests": { "main_no_trailing_slash": true, "main_with_trailing_slash": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/mcp-wrapper.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "compute_repo_root_git_success": true, "compute_repo_root_git_failure": true, "get_parent_directory_normal": true, "get_parent_directory_root": true, "get_parent_directory_no_slash": true }, "reference_tests": { "compute_repo_root_git_failure": true, "compute_repo_root_git_success": true, "get_parent_directory_no_slash": true, "get_parent_directory_normal": true, "get_parent_directory_root": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/print_pellis_seal_decimal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "calculate_sqrt5_test": true, "calculate_phi_test": true, "calculate_pellis_test": true, "calculate_pellis_known_values": true }, "reference_tests": { "calculate_pellis_known_values": true, "calculate_pellis_test": true, "calculate_phi_test": true, "calculate_sqrt5_test": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/pysr_trinity_blind_test_v2.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(*)" ], "detail": "ExprBinary(*)", "reference_tests": { "constants_calculation": true, "contains_cases": true, "data_generation_logic": true, "pattern_detection": true, "run_target_cases": true, "target_constants": true } }, { "file": "specs/port/scripts/reseal-apply.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "missing_source_or_manifest_is_exit_3": true, "fresh_seal_has_nothing_to_do": true, "reseal_yes_confirms_without_tty": true, "no_tty_without_reseal_yes_aborts": true, "only_yes_answer_counts_on_a_tty": true, "failed_regeneration_is_exit_2": true, "verification_must_be_fresh": true }, "reference_tests": { "failed_regeneration_is_exit_2": true, "fresh_seal_has_nothing_to_do": true, "missing_source_or_manifest_is_exit_3": true, "no_tty_without_reseal_yes_aborts": true, "only_yes_answer_counts_on_a_tty": true, "reseal_yes_confirms_without_tty": true, "verification_must_be_fresh": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/reseal-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "missing_source_is_unsealed_exit": true, "empty_or_literal_unsealed_seal": true, "matching_seal_is_fresh": true, "differing_seal_is_stale": true, "frozen_note_only_when_digest_differs": true }, "reference_tests": { "differing_seal_is_stale": true, "empty_or_literal_unsealed_seal": true, "frozen_note_only_when_digest_differs": true, "matching_seal_is_fresh": true, "missing_source_is_unsealed_exit": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/run_v51_multiple.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 129, "blockers": [], "detail": "", "test_verdicts": { "script_output_returns_correct_lines": true }, "reference_tests": { "script_output_returns_correct_lines": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/test-agent-bridge.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprCall(rejected fn)" ], "detail": "type (anonymous struct)", "reference_tests": { "agent_say_command_success": true, "backend_build_success": true, "backend_start_success": true, "check_cargo_available_true": true, "check_node_available_true": true, "get_package_command_fallback": true, "get_package_command_pnpm": true, "main_script_success": true } }, { "file": "specs/port/scripts/tri-issue-create.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "format_content_basic": true, "dry_run_path": true, "missing_arguments": true, "default_labels": true }, "reference_tests": { "default_labels": true, "dry_run_path": true, "format_content_basic": true, "missing_arguments": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri-pr-create.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "dry_run_returns_zero": true, "non_dry_run_calls_apis": true, "pr_body_with_issue": true, "pr_body_without_issue": true, "error_handling": true, "success_case": true }, "reference_tests": { "dry_run_returns_zero": true, "error_handling": true, "non_dry_run_calls_apis": true, "pr_body_with_issue": true, "pr_body_without_issue": true, "success_case": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri-search.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "basic_test": true, "parse_args_test": true, "process_types_test": true, "format_output_test": true }, "reference_tests": { "basic_test": true, "format_output_test": true, "parse_args_test": true, "process_types_test": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri-sync.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 32, "blockers": [], "detail": "", "test_verdicts": { "scope_choices": true, "status_wins_over_dry_run": true, "scope_all_counts_as_issues": true, "synced_counter_adds": true, "at_most_three_errors_printed": true, "sync_exit_codes": true, "whole_script_exit_codes": true }, "reference_tests": { "at_most_three_errors_printed": true, "scope_all_counts_as_issues": true, "scope_choices": true, "status_wins_over_dry_run": true, "sync_exit_codes": true, "synced_counter_adds": true, "whole_script_exit_codes": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/tri_loop/t27b_rules.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 0, "asserts": 62, "blockers": [], "detail": "", "test_verdicts": { "cache_dir_prefers_xdg": true, "cache_dir_empty_xdg_falls_back": true, "cache_dir_whitespace_xdg_is_kept": true, "build_reuses_cached_lib": true, "build_missing_source_is_rules_unavailable": true, "build_failing_compile_is_rules_unavailable": true, "build_suffix_by_platform": true, "lib_readiness": true, "verdict_codes_in_lab_order": true, "verdict_known_strings_are_ok": true, "verdict_unknown_is_error_never_a_guess": true, "delta_names_in_spec_order": true, "delta_out_of_range_is_reported": true, "delta_code_of_maps_names_back": true, "is_red_reports_the_compiled_answer": true, "is_red_unknown_name_is_error_never_a_guess": true, "pct_splits_tenths": true }, "reference_tests": { "build_failing_compile_is_rules_unavailable": true, "build_missing_source_is_rules_unavailable": true, "build_reuses_cached_lib": true, "build_suffix_by_platform": true, "cache_dir_empty_xdg_falls_back": true, "cache_dir_prefers_xdg": true, "cache_dir_whitespace_xdg_is_kept": true, "delta_code_of_maps_names_back": true, "delta_names_in_spec_order": true, "delta_out_of_range_is_reported": true, "is_red_reports_the_compiled_answer": true, "is_red_unknown_name_is_error_never_a_guess": true, "lib_readiness": true, "pct_splits_tenths": true, "verdict_codes_in_lab_order": true, "verdict_known_strings_are_ok": true, "verdict_unknown_is_error_never_a_guess": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/verify_precision.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "missing_mpmath_is_a_failure": true, "present_mpmath_runs": true, "digits_default_to_100": true, "explicit_digits_are_kept": true, "phi_identity_is_zero_to_double_precision": true, "trinity_identity_is_three": true, "pellis_closed_form_value": true }, "reference_tests": { "digits_default_to_100": true, "explicit_digits_are_kept": true, "missing_mpmath_is_a_failure": true, "pellis_closed_form_value": true, "phi_identity_is_zero_to_double_precision": true, "present_mpmath_runs": true, "trinity_identity_is_three": true }, "reference_disagree": [] }, { "file": "specs/port/scripts/verify_smoking_guns.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(*)" ], "detail": "ExprBinary(*)", "reference_tests": { "compute_trinity_basic": true, "compute_trinity_constants": true, "compute_trinity_known_value": true, "compute_trinity_scaling": true } }, { "file": "specs/port/tools/_prereq.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-_prereq-1122521/fs.zig:1:1: error: unable to load 'fs.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess", "ExprCall(method)", "ExprCall(@print)" ], "detail": "ExprFieldAccess" }, { "file": "specs/port/tools/builtin_parity_table.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-builtin_parity_table-1122577/spec.zig:22:18: error: use of undeclared identifier 'stat'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/port/tools/check_assertionless_spec_tests.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-check_assertionless_spec_tests-1122682/spec.zig:50:14: error: no field or member function named 'lines' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/check_conflict_markers.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-check_conflict_markers-1122732/spec.zig:94:62: error: expected type expression, found '&'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprCall(method)", "ExprBinary(++)", "ExprCall(undeclared fn)", "ExprFieldAccess(?T)", "ExprCall(rejected fn)" ], "detail": "type (anonymous struct)" }, { "file": "specs/port/tools/check_coq_in_build.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-check_coq_in_build-1122790/spec.zig:65:34: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprArrayLiteral(value ignored) statement", "ExprArrayLiteral" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/check_damage_negatives.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-check_damage_negatives-1122866/spec.zig:19:35: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(@hasArg)", "ExprCall(rejected fn)", "ExprCall(@setArg)" ], "detail": "type Option" }, { "file": "specs/port/tools/check_duplicate_agreement.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-check_duplicate_agreement-1122927/spec.zig:22:50: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(rejected fn)" ], "detail": "type Option" }, { "file": "specs/port/tools/check_duplicate_declarations.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/port/tools/check_fix_carries_source.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 40, "blockers": [], "detail": "", "test_verdicts": { "a gate that cannot read its own rule did not run, and did not pass": true, "a subject claims the compiler only with a parsed, listed scope": true, "prose is a closed set and everything else is substance": true, "an extensionless path is never prose": true, "a non-event passes and half an event does not": true, "a claimed compiler fix over a prose-only diff is the defect": true }, "reference_tests": { "a claimed compiler fix over a prose-only diff is the defect": true, "a gate that cannot read its own rule did not run, and did not pass": true, "a non-event passes and half an event does not": true, "a subject claims the compiler only with a parsed, listed scope": true, "an extensionless path is never prose": true, "prose is a closed set and everything else is substance": true }, "reference_disagree": [] }, { "file": "specs/port/tools/check_graph_law8.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-check_graph_law8-1123373/spec.zig:16:20: error: invalid builtin function: '@stdout'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@stdout)" ], "detail": "ExprCall(@stdout)" }, { "file": "specs/port/tools/check_json_parses.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-check_json_parses-1123447/spec.zig:13:13: error: use of undeclared identifier 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/check_ring_spec_drift.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-check_ring_spec_drift-1123584/spec.zig:21:39: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprCall(@len)", "ExprCall(@hasArg)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/check_seal_currency.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-check_seal_currency-1123682/spec.zig:50:65: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [N]T", "type (tuple)", "ExprCall(@fileExists)", "ExprCall(@glob)", "ExprCall(@getArgs)", "ExprCall(rejected fn)" ], "detail": "type [N]T" }, { "file": "specs/port/tools/check_specs_parse.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-check_specs_parse-1123930/spec.zig:23:35: error: expected pointer dereference, optional unwrap, or field access, found '<'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)" ], "detail": "type (undeclared)" }, { "file": "specs/port/tools/check_sync_repo_root.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-check_sync_repo_root-1123980/spec.zig:19:21: error: invalid builtin function: '@trimStart'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(zig keyword field)", "ExprCall(@trimStart)", "ExprArrayLiteral", "ExprCall(@hasArg)", "ExprCall(@setArg)" ], "detail": "ExprFieldAccess(zig keyword field)" }, { "file": "specs/port/tools/check_vector_data.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-check_vector_data-2118406/spec.zig:24:34: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprArrayLiteral(value ignored) statement", "ExprLiteral(value ignored) statement", "ExprCall(rejected fn)", "ExprCall(assert with message)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/check_withdrawn_live.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-check_withdrawn_live-1124128/spec.zig:18:40: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprCall(@panic)", "ExprCall(@hasArg)", "ExprCall(@setArg)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/ci/check_specs_still_parse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "determine_regression_true": true, "determine_regression_false_new_file": true, "determine_regression_false_repaired": true, "determine_regression_false_no_change": true, "determine_regression_false_already_broken": true, "determine_regression_partial_to_noparse": true, "determine_regression_unwritten_to_noparse": true, "is_not_noparse_true": true, "is_not_noparse_false": true, "is_not_noparse_null": true, "run_self_test_all_pass": true }, "reference_tests": { "determine_regression_false_already_broken": true, "determine_regression_false_new_file": true, "determine_regression_false_no_change": true, "determine_regression_false_repaired": true, "determine_regression_partial_to_noparse": true, "determine_regression_true": true, "determine_regression_unwritten_to_noparse": true, "is_not_noparse_false": true, "is_not_noparse_null": true, "is_not_noparse_true": true, "run_self_test_all_pass": true }, "reference_disagree": [] }, { "file": "specs/port/tools/dedupe_identical_tests.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-dedupe_identical_tests-1124215/spec.zig:33:38: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprArrayLiteral" ], "detail": "type Option" }, { "file": "specs/port/tools/diagnostic_capacity.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-diagnostic_capacity-1124422/spec.zig:34:44: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "type (tuple)", "ExprBinary(+)", "ExprCall(@hasArg)", "ExprArrayLiteral", "ExprTuple", "ExprCall(@setArg)" ], "detail": "type Option" }, { "file": "specs/port/tools/gft_deep_demo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "lin_acc_perfect": true, "main_runs": true }, "reference_tests": { "lin_acc_perfect": true, "main_runs": true }, "reference_disagree": [] }, { "file": "specs/port/tools/gft_generalize_demo.t27", "reference": "fail", "reference_detail": "1 of 8 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f32)" ], "detail": "ExprCast(f32)", "reference_tests": { "cat_categories": true, "exp2_of_zero_is_one": true, "f2gft_roundtrip_zero": true, "f2gft_sign_bit": true, "recip_of_one_is_one": true, "sadd_zero_is_identity": true, "smul_sign_xor": true, "softmax_picks_the_max_index": false } }, { "file": "specs/port/tools/gft_train_demo.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-gft_train_demo-1124799/spec.zig:27:71: error: no field or member function named 'powf' in 'f64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall(method)", "StmtAssign", "literal out of range" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/port/tools/jtag/link_relay.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-link_relay-1124974/spec.zig:75:59: error: expected type 'u8', found 'u32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undefined) statement", "type mismatch", "StmtExpr statement" ], "detail": "ExprIdentifier(undefined) statement" }, { "file": "specs/port/tools/jtag/mpsse_jtag.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-mpsse_jtag-1124977/spec.zig:24:16: error: unused function parameter", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprCall(std.*)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/port/tools/jtag/read_user1.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-read_user1-1125124/spec.zig:29:5: error: value of type '@TypeOf(undefined)' ignored", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprIdentifier(undefined) statement", "StmtExpr statement" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/port/tools/jtag/read_verdict.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-read_verdict-1125225/spec.zig:20:24: error: use of undeclared identifier 'Mpsse'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/port/tools/oracle/run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "categorize_rc_and_log_pass": true, "categorize_rc_and_log_timeout": true }, "reference_tests": { "categorize_rc_and_log_pass": true, "categorize_rc_and_log_timeout": true }, "reference_disagree": [] }, { "file": "specs/port/tools/published_figures.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-published_figures-1125483/spec.zig:56:36: error: use of undeclared identifier 'string'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type int", "StmtAssign", "ExprCall(undeclared fn)", "ExprLiteral(value ignored) statement", "ExprCall(rejected fn)" ], "detail": "type int" }, { "file": "specs/port/tools/queen/feed_untested.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-feed_untested-1125776/spec.zig:26:22: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type Option", "type (undeclared)", "ExprCall(method)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/port/tools/rename_duplicate_tests.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-rename_duplicate_tests-1125970/spec.zig:32:13: error: use of undeclared identifier 'concat'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(undeclared fn)" ], "detail": "type Option" }, { "file": "specs/port/tools/ring_spec_differential.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-ring_spec_differential-1125972/spec.zig:35:36: error: use of undeclared identifier 'Option'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Option", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "type Option" }, { "file": "specs/port/tools/run_conformance_vvp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 39, "blockers": [], "detail": "", "test_verdicts": { "the prescaler register holds log2 of the divisor, less two": true, "a simulation passes only if it said so AND exited zero": true, "an absent simulator is not a failed vector set": true, "zero executed cases is a failure, not a vacuous pass": true, "the registry refuses what it does not know rather than attempting it": true, "each branch says its own name, because the exit codes collide": true }, "reference_tests": { "a simulation passes only if it said so AND exited zero": true, "an absent simulator is not a failed vector set": true, "each branch says its own name, because the exit codes collide": true, "the prescaler register holds log2 of the divisor, less two": true, "the registry refuses what it does not know rather than attempting it": true, "zero executed cases is a failure, not a vacuous pass": true }, "reference_disagree": [] }, { "file": "specs/port/tools/ternary_model.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 46, "blockers": [], "detail": "", "test_verdicts": { "_i16_test": true, "_i8_test": true, "tmul_test": true, "dot27_test": true, "sign0_test": true, "negate_test": true, "pack2_test": true, "pack3_test": true }, "reference_tests": { "_i16_test": true, "_i8_test": true, "dot27_test": true, "negate_test": true, "pack2_test": true, "pack3_test": true, "sign0_test": true, "tmul_test": true }, "reference_disagree": [] }, { "file": "specs/port/tools/trinity_c_abi.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-trinity_c_abi-1126150/spec.zig:29:51: error: expected type expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(untyped param)", "ExprCall(@intToStr)", "ExprCall(@trim)", "ExprCall(method)", "ExprArrayLiteral", "ExprCall(@len)" ], "detail": "FnDecl(untyped param)" }, { "file": "specs/port/tools/trinity_fpga_adapter.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-trinity_fpga_adapter-1126268/spec.zig:73:35: error: no field or member function named 'starts_with' in '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/tools/verify_multitarget.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-verify_multitarget-1126269/spec.zig:28:16: error: remainder division with 'i32' and 'comptime_int': signed integers and floats must use @rem or @mod", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL gen_pairs_is_deterministic: integer overflow at line 20 (* on u64)", "test_verdicts": { "gen_pairs_is_deterministic": false, "py_ref_matches_the_scaled_model": true } }, { "file": "specs/port/tools/verify_trainer_c.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-verify_trainer_c-1126272/spec.zig:45:77: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (tuple)", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(Result/Option constructor)", "ExprCall(@len)", "ExprCall(method)", "ExprCall(undeclared fn)" ], "detail": "type (tuple)" }, { "file": "specs/port/tools/wp18_gate_selfconsistent_selftest.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-wp18_gate_selfconsistent_selftest-1126562/spec.zig:18:20: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(untyped param)", "ExprCall(rejected fn)" ], "detail": "FnDecl(untyped param)" }, { "file": "specs/port/trinity/fpga/fly-vivado/verilog/trinity_qmtech.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "next_count_increments": true, "next_count_wraps_at_26_bits": true, "led_wire_is_inverted_bit_24": true, "on_clock_powers_on_and_advances": true, "blink_period_is_two_pow_25_cycles": true }, "reference_tests": { "blink_period_is_two_pow_25_cycles": true, "led_wire_is_inverted_bit_24": true, "next_count_increments": true, "next_count_wraps_at_26_bits": true, "on_clock_powers_on_and_advances": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_minimal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "initial_state": true, "fast_div_msb": true, "slow_div_msb": true, "both_msb": true, "input_creation": true, "output_creation": true }, "reference_tests": { "both_msb": true, "fast_div_msb": true, "initial_state": true, "input_creation": true, "output_creation": true, "slow_div_msb": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_simple.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "init_power_on": true, "next_counter_counts_from_reset": true, "next_counter_wraps_at_max": true, "toggle_fires_at_zero": true, "toggle_does_not_fire_at_max": true, "led_inverts_state": true, "first_posedge_toggles": true, "second_posedge_holds": true, "wrap_then_toggle": true }, "reference_tests": { "first_posedge_toggles": true, "init_power_on": true, "led_inverts_state": true, "next_counter_counts_from_reset": true, "next_counter_wraps_at_max": true, "second_posedge_holds": true, "toggle_does_not_fire_at_max": true, "toggle_fires_at_zero": true, "wrap_then_toggle": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/blink_working.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 4, "asserts": 34, "blockers": [], "detail": "", "test_verdicts": { "config_creation": true, "counter_period": true, "counter_increment": true, "led_outputs": true, "state_update": true, "output_computation": true, "bufg_simulation": true, "config_validation": true, "state_validation": true, "counter_overflow_detection": true }, "reference_tests": { "bufg_simulation": true, "config_creation": true, "config_validation": true, "counter_increment": true, "counter_overflow_detection": true, "counter_period": true, "led_outputs": true, "output_computation": true, "state_update": true, "state_validation": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/clk_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 1, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "high_clock_drives_high_led": true, "low_clock_drives_low_led": true, "repeated_levels_do_not_toggle_output": true }, "reference_tests": { "high_clock_drives_high_led": true, "low_clock_drives_low_led": true, "repeated_levels_do_not_toggle_output": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/clock_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 1, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "t23_follows_clk": true, "r23_inverts_clk": true, "outputs_complement": true, "packed_result_maps_both_original_outputs": true }, "reference_tests": { "outputs_complement": true, "packed_result_maps_both_original_outputs": true, "r23_inverts_clk": true, "t23_follows_clk": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d6_inv_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 5, "asserts": 21, "blockers": [], "detail": "", "test_verdicts": { "clock_signal_creation": true, "led_signal_creation": true, "led_output_constant_high": true, "update_led_state_to_high": true, "get_verilog_value_high": true, "get_verilog_value_low": true, "is_led_on_active_high": true, "is_led_off_active_high": true, "validate_clock_ok": true, "validate_clock_empty_name": true, "validate_clock_zero_freq": true, "validate_led_ok": true, "validate_led_empty_name": true }, "reference_tests": { "clock_signal_creation": true, "get_verilog_value_high": true, "get_verilog_value_low": true, "is_led_off_active_high": true, "is_led_on_active_high": true, "led_output_constant_high": true, "led_signal_creation": true, "update_led_state_to_high": true, "validate_clock_empty_name": true, "validate_clock_ok": true, "validate_clock_zero_freq": true, "validate_led_empty_name": true, "validate_led_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d6_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 2, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "led_always_on": true, "compute_output_with_clk": true, "compute_output_without_clk": true }, "reference_tests": { "compute_output_with_clk": true, "compute_output_without_clk": true, "led_always_on": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_bank13_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "on_comb_passes_through_true": true, "on_comb_passes_through_false": true }, "reference_tests": { "on_comb_passes_through_false": true, "on_comb_passes_through_true": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_bufg_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "counter_increment_test": true, "counter_roll_over_test": true, "msb_behavior_test": true, "bufg_config_creation": true, "counter_config_creation": true }, "reference_tests": { "bufg_config_creation": true, "counter_config_creation": true, "counter_increment_test": true, "counter_roll_over_test": true, "msb_behavior_test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_clk_direct.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "on_comb_passes_through_true": true, "on_comb_passes_through_false": true }, "reference_tests": { "on_comb_passes_through_false": true, "on_comb_passes_through_true": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_e21_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 4, "asserts": 17, "blockers": [], "detail": "", "test_verdicts": { "create_counter_ok": true, "counter_increment_rising_edge": true, "counter_no_increment_falling_edge": true, "counter_msb_24bit": true, "led_output_from_counter": true, "validate_counter_width_ok": true, "validate_counter_width_zero": true, "validate_counter_width_too_large": true }, "reference_tests": { "counter_increment_rising_edge": true, "counter_msb_24bit": true, "counter_no_increment_falling_edge": true, "create_counter_ok": true, "led_output_from_counter": true, "validate_counter_width_ok": true, "validate_counter_width_too_large": true, "validate_counter_width_zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_f19_test.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary" ], "detail": "ExprBinary", "reference_tests": { "counter_increment_no_edge": true, "counter_increment_single": true, "counter_state_initialization": true, "counter_wraparound": true, "is_power_of_two_false": true, "is_power_of_two_true": true, "led_msb_one": true, "led_msb_toggle": true, "led_msb_zero": true, "simulate_multiple_cycles": true, "simulate_single_cycle_high": true, "simulate_until_led_toggle": true, "validate_counter_width_bad": true, "validate_counter_width_ok": true, "validate_led_bit_bad": true, "validate_led_bit_ok": true } }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_full_path.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "on_comb_returns_false": true }, "reference_tests": { "on_comb_returns_false": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_g22_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 5, "asserts": null, "blockers": [], "detail": "", "test_verdicts": { "counter_config_creation": true, "next_counter_increment": true, "next_counter_wrap_around": true, "counter_bit_value_lsb": true, "counter_bit_value_msb_24bit": true, "led_output_active_low": true, "led_output_active_high": true, "simulate_counter_cycles_small": true, "simulate_counter_cycles_large": true, "led_after_cycles_toggle": true, "validate_counter_ok": true, "validate_counter_zero_width": true, "validate_led_ok": true, "validate_led_invalid_bit": true }, "reference_tests": { "counter_bit_value_lsb": true, "counter_bit_value_msb_24bit": true, "counter_config_creation": true, "led_after_cycles_toggle": true, "led_output_active_high": true, "led_output_active_low": true, "next_counter_increment": true, "next_counter_wrap_around": true, "simulate_counter_cycles_large": true, "simulate_counter_cycles_small": true, "validate_counter_ok": true, "validate_counter_zero_width": true, "validate_led_invalid_bit": true, "validate_led_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_lut_only.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 4, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "inverter_config_creation": true, "invert_bit_logic": true, "led_output_high_to_low": true, "led_output_low_to_high": true, "verilog_value_conversion": true, "led_verilog_high_clk": true, "led_verilog_low_clk": true, "validate_config_ok": true, "validate_config_empty_name": true, "validate_config_empty_input": true, "validate_config_empty_output": true }, "reference_tests": { "invert_bit_logic": true, "inverter_config_creation": true, "led_output_high_to_low": true, "led_output_low_to_high": true, "led_verilog_high_clk": true, "led_verilog_low_clk": true, "validate_config_empty_input": true, "validate_config_empty_name": true, "validate_config_empty_output": true, "validate_config_ok": true, "verilog_value_conversion": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_oscillator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 2, "asserts": 44, "blockers": [], "detail": "", "test_verdicts": { "bit_not_truth_table": true, "bit_xor_truth_table": true, "zero_chain_led_on": true, "one_chain_led_off": true, "cascade_vector_0101": true, "cascade_vector_1010": true, "cascade_all_ones_collapses_to_zero": true, "next_chain_bit_by_index": true, "led_follows_inverted_bit0": true, "io_structs_carry_the_interface": true }, "reference_tests": { "bit_not_truth_table": true, "bit_xor_truth_table": true, "cascade_all_ones_collapses_to_zero": true, "cascade_vector_0101": true, "cascade_vector_1010": true, "io_structs_carry_the_interface": true, "led_follows_inverted_bit0": true, "next_chain_bit_by_index": true, "one_chain_led_off": true, "zero_chain_led_on": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_simple_ff.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 4, "asserts": 57, "blockers": [], "detail": "", "test_verdicts": { "initial_ff_state": true, "initial_module_ports": true, "clock_buffer_passthrough": true, "ff_toggle_simple": true, "rising_edge_detection": true, "single_cycle_toggle": true, "two_cycles_toggle": true, "four_cycles_sequence": true, "module_initial_output": true, "debug_edge_detection": true, "module_with_rising_edge_debug": true, "module_with_rising_edge": true, "module_no_edge": true, "validation_functions": true }, "reference_tests": { "clock_buffer_passthrough": true, "debug_edge_detection": true, "ff_toggle_simple": true, "four_cycles_sequence": true, "initial_ff_state": true, "initial_module_ports": true, "module_initial_output": true, "module_no_edge": true, "module_with_rising_edge": true, "module_with_rising_edge_debug": true, "rising_edge_detection": true, "single_cycle_toggle": true, "two_cycles_toggle": true, "validation_functions": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_simple_led.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 2, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "led_config_creation": true, "led_output_active_low_on": true, "led_config_validation_ok": true, "led_config_validation_empty_name": true }, "reference_tests": { "led_config_creation": true, "led_config_validation_empty_name": true, "led_config_validation_ok": true, "led_output_active_low_on": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_slow_blink.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 4, "asserts": 157, "blockers": [], "detail": "", "test_verdicts": { "counter_initialization": true, "single_clock_pulse": true, "counter_increment": true, "multiple_clock_cycles": true, "led_output_consistency": true, "counter_width_maintained": true, "low_clock_holds_counter": true, "full_width_rollover": true }, "reference_tests": { "counter_increment": true, "counter_initialization": true, "counter_width_maintained": true, "full_width_rollover": true, "led_output_consistency": true, "low_clock_holds_counter": true, "multiple_clock_cycles": true, "single_clock_pulse": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_srl_blink.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "shift_register_config_defaults": true, "rotate_left_16bit": true, "get_highest_bit": true, "led_output_active_low": true, "compute_led_state": true, "simulate_single_cycle": true, "simulate_clock_cycle": true }, "reference_tests": { "compute_led_state": true, "get_highest_bit": true, "led_output_active_low": true, "rotate_left_16bit": true, "shift_register_config_defaults": true, "simulate_clock_cycle": true, "simulate_single_cycle": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_static_on.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 3, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "led_config_creation": true, "led_output_static_on": true, "led_value_matches_original": true, "led_config_validation_ok": true, "led_config_validation_empty_name": true }, "reference_tests": { "led_config_creation": true, "led_config_validation_empty_name": true, "led_config_validation_ok": true, "led_output_static_on": true, "led_value_matches_original": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_static_one.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "static_one_high": true }, "reference_tests": { "static_one_high": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/d_y0_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 5, "asserts": 44, "blockers": [], "detail": "", "test_verdicts": { "clock_buffer_config_creation": true, "counter_config_creation": true, "buffer_clock_passthrough": true, "next_counter_value_increment": true, "next_counter_value_wrap_around": true, "counter_msb_bit23": true, "compute_counter_state_initial": true, "compute_counter_state_mid_count": true, "simulate_clock_tick_increment": true, "simulate_clock_tick_max_value": true, "get_counter_bit_function": true, "is_counter_power_of_two": true, "validate_clock_buffer_ok": true, "validate_clock_buffer_empty_name": true, "validate_counter_config_ok": true, "validate_counter_config_zero_width": true, "validate_counter_config_initial_too_large": true }, "reference_tests": { "buffer_clock_passthrough": true, "clock_buffer_config_creation": true, "compute_counter_state_initial": true, "compute_counter_state_mid_count": true, "counter_config_creation": true, "counter_msb_bit23": true, "get_counter_bit_function": true, "is_counter_power_of_two": true, "next_counter_value_increment": true, "next_counter_value_wrap_around": true, "simulate_clock_tick_increment": true, "simulate_clock_tick_max_value": true, "validate_clock_buffer_empty_name": true, "validate_clock_buffer_ok": true, "validate_counter_config_initial_too_large": true, "validate_counter_config_ok": true, "validate_counter_config_zero_width": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/definitive_diagnostic_inv.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 7, "asserts": 43, "blockers": [], "detail": "", "test_verdicts": { "counter_increment": true, "counter_at_cycle_values": true, "fast_blink_inverted_logic": true, "slow_blink_inverted_logic": true, "led_state_at_cycle_fast": true, "led_state_at_cycle_slow": true, "blink_periods": true, "blink_frequencies": true, "counter_width_bounds": true, "led_inversion_consistency": true }, "reference_tests": { "blink_frequencies": true, "blink_periods": true, "counter_at_cycle_values": true, "counter_increment": true, "counter_width_bounds": true, "fast_blink_inverted_logic": true, "led_inversion_consistency": true, "led_state_at_cycle_fast": true, "led_state_at_cycle_slow": true, "slow_blink_inverted_logic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_both_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 4, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "t23_led_constant": true, "r23_led_constant": true, "led_config_defaults": true, "validate_config_ok": true, "validate_config_invalid": true }, "reference_tests": { "led_config_defaults": true, "r23_led_constant": true, "t23_led_constant": true, "validate_config_invalid": true, "validate_config_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_d5_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "next_count_increments": true, "next_count_wraps_at_24_bits": true, "led_value_follows_bit_23": true, "on_clock_advances_registered_state": true }, "reference_tests": { "led_value_follows_bit_23": true, "next_count_increments": true, "next_count_wraps_at_24_bits": true, "on_clock_advances_registered_state": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_diagnostic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_functionality": true }, "reference_tests": { "basic_functionality": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_off_test.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u1", "ExprCall(rejected fn)" ], "detail": "type u1", "reference_tests": { "led_always_on": true } }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_on_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 1, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "led_on_test_original_behavior": true, "led_values_consistency": true }, "reference_tests": { "led_on_test_original_behavior": true, "led_values_consistency": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_simple_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "led_always_high": true }, "reference_tests": { "led_always_high": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/led_test_inv.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 2, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "led_always_on_when_clk_low": true, "led_always_on_when_clk_high": true }, "reference_tests": { "led_always_on_when_clk_high": true, "led_always_on_when_clk_low": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/multi_led_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "counter_counts_up": true, "counter_wraps_at_24_bits": true, "led0_follows_bit_23": true, "led_rates_double_per_bit": true, "led7_repeats_led0": true, "led8_is_always_off": true }, "reference_tests": { "counter_counts_up": true, "counter_wraps_at_24_bits": true, "led0_follows_bit_23": true, "led7_repeats_led0": true, "led8_is_always_off": true, "led_rates_double_per_bit": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/symbiflow_blink.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 17, "invariants": 6, "asserts": 37, "blockers": [], "detail": "", "test_verdicts": { "counter_initialization": true, "counter_increment_basic": true, "counter_increment_overflow": true, "counter_msb_zero": true, "counter_msb_set": true, "counter_msb_clear": true, "led_output_off": true, "led_output_on": true, "half_period_detection": true, "power_of_two_validation": true, "bit_counting": true, "counter_width_validation": true, "counter_state_validation": true, "counter_state_validation_invalid": true, "period_completion": true, "period_completion_after_increment": true, "blink_period_halfway": true }, "reference_tests": { "bit_counting": true, "blink_period_halfway": true, "counter_increment_basic": true, "counter_increment_overflow": true, "counter_initialization": true, "counter_msb_clear": true, "counter_msb_set": true, "counter_msb_zero": true, "counter_state_validation": true, "counter_state_validation_invalid": true, "counter_width_validation": true, "half_period_detection": true, "led_output_off": true, "led_output_on": true, "period_completion": true, "period_completion_after_increment": true, "power_of_two_validation": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/fpga/openxc7-synth/uart_echo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "echo_wire": true, "led_constant_low": true }, "reference_tests": { "echo_wire": true, "led_constant_low": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/background_agent/main.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type void", "ExprCall(rejected fn)" ], "detail": "type void", "reference_tests": { "loadConfig_returns_config": true, "local_mode_skips_schema": true, "main_basic": true, "serverInit_creates_server": true } }, { "file": "specs/port/trinity/src/brain/orbitofrontal_value.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "recommend format for small weights": true, "recommend format for medium weights": true, "recommend format for large range": true, "analyze layer": true }, "reference_tests": { "analyze layer": true, "recommend format for large range": true, "recommend format for medium weights": true, "recommend format for small weights": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/brain/weber_tuning.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type i2", "ExprCall(@abs)", "ExprCall(std.*)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type i2", "reference_tests": { "adaptive_jnd_large_magnitude": true, "adaptive_jnd_small_magnitude": true, "ternary_encode_basic": true, "ternary_stats_all_positive": true, "ternary_stats_all_zero": true, "ternary_stats_basic": true, "weber_quantize_levels_negative": true, "weber_quantize_levels_positive": true, "weber_quantize_levels_zero": true, "weber_quantize_negative": true, "weber_quantize_positive": true, "weber_quantize_small": true } }, { "file": "specs/port/trinity/src/cli/health_check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "decide_health_check_default_url_success": true, "decide_health_check_custom_url_success": true, "decide_health_check_failure": true }, "reference_tests": { "decide_health_check_custom_url_success": true, "decide_health_check_default_url_success": true, "decide_health_check_failure": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/cli/railway_create_project.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "decide_railway_project_create_insufficient_args": true, "decide_railway_project_create_sufficient_args": true, "query_format": true }, "reference_tests": { "decide_railway_project_create_insufficient_args": true, "decide_railway_project_create_sufficient_args": true, "query_format": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/cli/railway_null_startcmd.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "decide_args_no_arguments": true, "decide_args_missing_token": true, "decide_args_complete": true, "decide_args_extra_arguments_are_ignored": true, "decide_result_clean_response": true, "decide_result_errors_field_is_a_failure": true, "decide_result_curl_failed": true, "decide_result_curl_failed_and_errors_field": true }, "reference_tests": { "decide_args_complete": true, "decide_args_extra_arguments_are_ignored": true, "decide_args_missing_token": true, "decide_args_no_arguments": true, "decide_result_clean_response": true, "decide_result_curl_failed": true, "decide_result_curl_failed_and_errors_field": true, "decide_result_errors_field_is_a_failure": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_aabb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "AABB_init": true, "AABB_contains_inside": true, "AABB_contains_outside": true, "AABB_intersects_true": true, "AABB_intersects_false": true, "AABB_intersects_edge": true }, "reference_tests": { "AABB_contains_inside": true, "AABB_contains_outside": true, "AABB_init": true, "AABB_intersects_edge": true, "AABB_intersects_false": true, "AABB_intersects_true": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_arithmetic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "arithmetic coder init": true, "arithmetic coder encode": true, "arithmetic coder deinit": true }, "reference_tests": { "arithmetic coder deinit": true, "arithmetic coder encode": true, "arithmetic coder init": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_barrier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "barrier_wait_three_times": true, "barrier_wait_one_thread": true }, "reference_tests": { "barrier_wait_one_thread": true, "barrier_wait_three_times": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_bezier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "bezier_at_t0": true, "bezier_at_t1": true, "bezier_at_t05": true }, "reference_tests": { "bezier_at_t0": true, "bezier_at_t05": true, "bezier_at_t1": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_cache.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "LRUCache_init_basic": true, "LRUCache_get_found": true, "LRUCache_get_not_found": true, "LRUCache_capacity_check": true }, "reference_tests": { "LRUCache_capacity_check": true, "LRUCache_get_found": true, "LRUCache_get_not_found": true, "LRUCache_init_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_caesar.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "caesarEncrypt test": true, "caesarDecrypt test": true }, "reference_tests": { "caesarDecrypt test": true, "caesarEncrypt test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_color.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "color_rgb_basic": true, "color_rgb_all_values": true, "color_toHex_red": true, "color_toHex_green": true, "intToHex_digits": true }, "reference_tests": { "color_rgb_all_values": true, "color_rgb_basic": true, "color_toHex_green": true, "color_toHex_red": true, "intToHex_digits": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_cross_entropy.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@log)" ], "detail": "ExprCall(@log)", "reference_tests": { "cross_entropy_basic": true, "cross_entropy_perfect_match": true, "cross_entropy_symmetric": true } }, { "file": "specs/port/trinity/src/tri/gen_cursor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 15, "blockers": [], "detail": "", "test_verdicts": { "init returns cursor with zero position and empty data": true, "next returns elements in order and then null": true, "reset sets position to zero": true, "deinit can be called without error": true }, "reference_tests": { "deinit can be called without error": true, "init returns cursor with zero position and empty data": true, "next returns elements in order and then null": true, "reset sets position to zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_escape.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 29, "blockers": [], "detail": "", "test_verdicts": { "escape json": true, "escape json buffer too small": true, "escape json backslash": true }, "reference_tests": { "escape json": true, "escape json backslash": true, "escape json buffer too small": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_fuzz.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(repeat)", "ExprIdentifier(rejected decl)", "ExprCall(@intCast)" ], "detail": "ExprArrayLiteral(repeat)", "reference_tests": { "Fuzzer_init_seed": true, "Fuzzer_randomBytes_increments_counter": true, "Fuzzer_randomInt_increments_counter": true, "rng_bytes_are_not_one_constant": true, "rng_int_range_of_one_value_returns_it": true, "rng_int_range_stays_inside_the_range": true, "rng_same_seed_draws_the_same_bytes": true, "rng_zero_seed_still_moves": true } }, { "file": "specs/port/trinity/src/tri/gen_gradient.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "StmtExpr statement" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "gradient_addStop": true, "gradient_deinit": true, "gradient_init": true, "gradient_sample": true } }, { "file": "specs/port/trinity/src/tri/gen_gradient_descent.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(f64 * 2^k)" ], "detail": "ExprBinary(f64 * 2^k)", "reference_tests": { "gradient_descent_init": true, "gradient_descent_step": true, "gradient_descent_step_different_lengths": true, "gradient_descent_zero_learning_rate": true } }, { "file": "specs/port/trinity/src/tri/gen_image.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type (undeclared)" ], "detail": "type std.mem.Allocator", "reference_tests": { "alloc_size": true, "always_true": true, "bounds_check_false_x": true, "bounds_check_false_y": true, "bounds_check_true": true } }, { "file": "specs/port/trinity/src/tri/gen_kmeans.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "KMeans_init_basic": true, "KMeans_init_zero_clusters": true, "KMeans_init_multiple_clusters": true, "KMeans_predict_returns_zero": true }, "reference_tests": { "KMeans_init_basic": true, "KMeans_init_multiple_clusters": true, "KMeans_init_zero_clusters": true, "KMeans_predict_returns_zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_leb128.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "encodeULEB128 example": true, "encodeULEB128 zero": true }, "reference_tests": { "encodeULEB128 example": true, "encodeULEB128 zero": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_linear_regression.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "linear_regression_init": true, "linear_regression_fit_perfect_line": true, "linear_regression_fit_with_offset": true, "linear_regression_predict": true, "linear_regression_fit_mismatched_lengths": true, "linear_regression_fit_zero_denominator": true }, "reference_tests": { "linear_regression_fit_mismatched_lengths": true, "linear_regression_fit_perfect_line": true, "linear_regression_fit_with_offset": true, "linear_regression_fit_zero_denominator": true, "linear_regression_init": true, "linear_regression_predict": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_matrix3x3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "Mat3x3_identity_test": true, "Mat3x3_multiply_test": true }, "reference_tests": { "Mat3x3_identity_test": true, "Mat3x3_multiply_test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_mock.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "Mock_init": true, "Mock_record_and_wasCalled": true, "Mock_multiple_records": true, "Mock_deinit": true, "Mock_max_calls": true }, "reference_tests": { "Mock_deinit": true, "Mock_init": true, "Mock_max_calls": true, "Mock_multiple_records": true, "Mock_record_and_wasCalled": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_mse.t27", "reference": "fail", "reference_detail": "1 of 3 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL mse: assert_eq failed at line 17 (left 4599676419421066581, right 4599670414621563421)", "test_verdicts": { "mse": false, "mse_perfect_prediction": true, "mse_single_value": true }, "reference_tests": { "mse": false, "mse_perfect_prediction": true, "mse_single_value": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "neuron_init_basic": true, "neuron_forward_computation": true, "neuron_forward_edge_cases": true, "neuron_deinit_structure": true }, "reference_tests": { "neuron_deinit_structure": true, "neuron_forward_computation": true, "neuron_forward_edge_cases": true, "neuron_init_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_quaternion.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "Quaternion_identity_test": true, "Quaternion_multiply_test": true }, "reference_tests": { "Quaternion_identity_test": true, "Quaternion_multiply_test": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_ray.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprTuple" ], "detail": "ExprTuple", "reference_tests": { "ray_at_negative_t": true, "ray_init_and_at": true, "sphere_intersect_hit": true, "sphere_intersect_miss": true, "sphere_intersect_tangent": true } }, { "file": "specs/port/trinity/src/tri/gen_rect.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "rect_init_basic": true, "rect_contains_inside": true, "rect_contains_edge": true, "rect_contains_outside": true, "rect_area_basic": true, "rect_area_rectangular": true }, "reference_tests": { "rect_area_basic": true, "rect_area_rectangular": true, "rect_contains_edge": true, "rect_contains_inside": true, "rect_contains_outside": true, "rect_init_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_relu.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "relu positive": true, "relu negative": true, "reluDerivative positive": true, "reluDerivative nonPositive": true }, "reference_tests": { "relu negative": true, "relu positive": true, "reluDerivative nonPositive": true, "reluDerivative positive": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "rle encode": true, "rle encode empty": true, "rle encode single byte": true, "rle encode max count": true, "rle encode overflow count": true }, "reference_tests": { "rle encode": true, "rle encode empty": true, "rle encode max count": true, "rle encode overflow count": true, "rle encode single byte": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rsa_simple.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "generateKeyPair_basic": true, "generateKeyPair_different_primes": true }, "reference_tests": { "generateKeyPair_basic": true, "generateKeyPair_different_primes": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_rwlock.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "rwlock_init": true, "rwlock_read_lock_unlock": true, "rwlock_write_lock_unlock": true, "rwlock_multiple_readers": true, "rwlock_writer_waits_for_readers": true }, "reference_tests": { "rwlock_init": true, "rwlock_multiple_readers": true, "rwlock_read_lock_unlock": true, "rwlock_write_lock_unlock": true, "rwlock_writer_waits_for_readers": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_semaphore.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "semaphore_init": true, "semaphore_wait_signal": true, "semaphore_wait_blocks_until_signal": true, "semaphore_signal_increments": true, "semaphore_tryWait_decrements_and_returns_true": true }, "reference_tests": { "semaphore_init": true, "semaphore_signal_increments": true, "semaphore_tryWait_decrements_and_returns_true": true, "semaphore_wait_blocks_until_signal": true, "semaphore_wait_signal": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_snapshot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "Snapshot_init_sets_data": true, "Snapshot_match_returns_true_for_equal": true }, "reference_tests": { "Snapshot_init_sets_data": true, "Snapshot_match_returns_true_for_equal": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_softmax.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type void", "ExprCall(@exp)" ], "detail": "type void", "reference_tests": { "softmax_basic": true, "softmax_equal_inputs": true, "softmax_large_values": true, "softmax_negative_values": true, "softmax_two_elements": true } }, { "file": "specs/port/trinity/src/tri/gen_tanh.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-gen_tanh-1132071/spec.zig:19:17: error: use of undeclared identifier 'RadixEconomy'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(method)" }, { "file": "specs/port/trinity/src/tri/gen_test_runner.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "TestRunner_init_basic": true, "TestRunner_run_empty": true, "TestRunner_run_with_passing_tests": true, "TestRunner_run_with_mixed_tests": true }, "reference_tests": { "TestRunner_init_basic": true, "TestRunner_run_empty": true, "TestRunner_run_with_mixed_tests": true, "TestRunner_run_with_passing_tests": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_uuid_generator.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-gen_uuid_generator-1132235/spec.zig:33:18: error: operator == not allowed for type '[16]u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type mismatch" ], "detail": "type std.mem.Allocator" }, { "file": "specs/port/trinity/src/tri/gen_vector2d.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL Vec2_length: assert_eq failed at line 61 (left 4627730092099942521, right 4627730092099895296)", "test_verdicts": { "Vec2_add": true, "Vec2_sub": true, "Vec2_dot": true, "Vec2_length": false }, "reference_tests": { "Vec2_add": true, "Vec2_dot": true, "Vec2_length": false, "Vec2_sub": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/tri/gen_work_stealing.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprReturn", "ExprCall(rejected fn)" ], "detail": "type (anonymous struct)", "reference_tests": { "alternating_push_pop": true, "init_too_large_capacity": true, "init_valid_capacity": true, "push_and_pop": true, "push_until_full": true } }, { "file": "specs/port/trinity/src/tri/string_dualities.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess", "ExprCall(@abs)" ], "detail": "ExprFieldAccess", "reference_tests": { "S_duality_product_is_1": true, "self_dual_at_gs_1": true, "self_dual_edge_cases": true, "stringCouplingAtPhi_is_phi_pi": true } }, { "file": "specs/port/trinity/src/vibeec/p2p_module.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "init_seeds_ten_nodes_with_id_balance_latency": true, "seed_node_writes_the_decimal_digit": true, "gossip_pays_every_node": true, "gossip_health_marker_is_blessed": true, "find_optimal_prefers_the_lowest_latency": true, "find_optimal_returns_null_for_an_empty_swarm": true, "deinit_releases_the_nodes": true }, "reference_tests": { "deinit_releases_the_nodes": true, "find_optimal_prefers_the_lowest_latency": true, "find_optimal_returns_null_for_an_empty_swarm": true, "gossip_health_marker_is_blessed": true, "gossip_pays_every_node": true, "init_seeds_ten_nodes_with_id_balance_latency": true, "seed_node_writes_the_decimal_digit": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vibeec/validation_engine.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "validate_clean_code_passes": true, "deinit_releases_the_violation_list": true, "validate_missing_main_flags_the_alpha": true, "validate_cursed_binary_hack_flags_mock": true, "validate_short_code_flags_void": true, "validate_reports_all_violations_in_law_order": true, "contains_matches_the_way_indexOf_does": true }, "reference_tests": { "contains_matches_the_way_indexOf_does": true, "deinit_releases_the_violation_list": true, "validate_clean_code_passes": true, "validate_cursed_binary_hack_flags_mock": true, "validate_missing_main_flags_the_alpha": true, "validate_reports_all_violations_in_law_order": true, "validate_short_code_flags_void": true }, "reference_disagree": [] }, { "file": "specs/port/trinity/src/vsa_simple/vsa.t27", "reference": "fail", "reference_detail": "1 of 7 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "ExprIdentifier(type as value)" ], "detail": "StmtAssign(reference redeclares)", "reference_tests": { "bind_creates_the_product": true, "bind_with_different_lengths": true, "bundle2_majority_vote": true, "bundle2_with_different_lengths": true, "clone_copies_data": true, "cosine_identical_is_one": false, "vector_init_is_zeroed": true } }, { "file": "specs/port/trinity/src/wasm_stubs/auto_shard_stub.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "system memory defaults": true, "system memory struct fields": true }, "reference_tests": { "system memory defaults": true, "system memory struct fields": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-04/clade-improve/src/variant.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-variant-1132880/spec.zig:49:28: error: root source file struct 'fmt' has no member named 'alloc'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprSwitch statement" ], "detail": "ExprSwitch statement" }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/clade-meshd/src/transport.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(repeat)" ], "detail": "ExprArrayLiteral(repeat)", "reference_tests": { "UdpTransport_new_creation": true, "UdpTransport_struct_creation": true, "spawn_udp_io_validation": true, "validate_frame_size_logic": true } }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/trios-mesh/src/bin/smoke_m1.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "handshake_completion": true, "datagram_exchange": true, "tamper_detection": true, "replay_detection": true }, "reference_tests": { "datagram_exchange": true, "handshake_completion": true, "replay_detection": true, "tamper_detection": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/trios-mesh/tools/ad9361_config.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "select_frequency_default": true, "select_frequency_5_8": true, "ssh_succeeded_cases": true, "parse_rssi_empty": true, "parse_rssi_nonempty": true }, "reference_tests": { "parse_rssi_empty": true, "parse_rssi_nonempty": true, "select_frequency_5_8": true, "select_frequency_default": true, "ssh_succeeded_cases": true }, "reference_disagree": [] }, { "file": "specs/port/trios/apps/trios-macos/rings/RUST-13/trios-mesh/tools/deploy.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-deploy-1133169/spec.zig:86:40: error: expected type '[][]const u8', found '*const [2][]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/port/trios/crates/tri-tunnel/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "check_tailscale_exists": true, "check_tailscale_not_exists": true, "run_start_command": true, "run_stop_command": true, "run_status_command": true, "run_unknown_command": true, "main_success": true }, "reference_tests": { "check_tailscale_exists": true, "check_tailscale_not_exists": true, "main_success": true, "run_start_command": true, "run_status_command": true, "run_stop_command": true, "run_unknown_command": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-bridge/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "compute_config_ports": true }, "reference_tests": { "compute_config_ports": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/agent.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "agent_dispatch_valid_nato": true, "agent_dispatch_invalid_nato": true, "agent_list_specific_agent": true, "agent_list_all_agents": true }, "reference_tests": { "agent_dispatch_invalid_nato": true, "agent_dispatch_valid_nato": true, "agent_list_all_agents": true, "agent_list_specific_agent": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/commit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "commit_decision_false_when_no_staged_changes": true, "commit_decision_true_when_staged_changes": true }, "reference_tests": { "commit_decision_false_when_no_staged_changes": true, "commit_decision_true_when_staged_changes": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/leaderboard.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "export_limit_constant": true, "format_leaderboard_row_basic": true, "format_stats_basic": true, "is_entries_empty_false": true, "is_entries_empty_true": true, "select_entries_with_agent_filter": true, "select_entries_without_agent_filter_less_than_20": true, "select_entries_without_agent_filter_more_than_20": true } }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/roster.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "agent_name_ALFA": true, "agent_name_BRAVO": true, "agent_name_unknown": true }, "reference_tests": { "agent_name_ALFA": true, "agent_name_BRAVO": true, "agent_name_unknown": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "json_mode": true, "human_mode": true }, "reference_tests": { "human_mode": true, "json_mode": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/cmd/submit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "submit_valid_bpb_and_artifact": true, "submit_invalid_bpb": true, "submit_missing_artifact": true, "submit_edge_case_bpb": true }, "reference_tests": { "submit_edge_case_bpb": true, "submit_invalid_bpb": true, "submit_missing_artifact": true, "submit_valid_bpb_and_artifact": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-cli/src/config.t27", "reference": "fail", "reference_detail": "1 of 4 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(value ignored) statement" ], "detail": "ExprStructLit(value ignored) statement", "reference_tests": { "config_default_returns_expected_values": true, "config_load_resolves_relative_paths": false, "config_load_returns_default_when_file_missing": true, "config_save_success_case": true } }, { "file": "specs/port/trios/crates/trios-cli/src/metrics.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "validate_bpb_low": true, "validate_bpb_mid": true, "validate_bpb_high": true, "validate_param_count_ok": true, "validate_param_count_fail": true, "validate_time_ok": true, "validate_time_fail": true }, "reference_tests": { "validate_bpb_high": true, "validate_bpb_low": true, "validate_bpb_mid": true, "validate_param_count_fail": true, "validate_param_count_ok": true, "validate_time_fail": true, "validate_time_ok": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-coq-witness/src/lib.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-lib-1134171/spec.zig:20:12: error: use of undeclared identifier 'powi'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@sqrt)", "ExprCall(undeclared fn)" ], "detail": "ExprCall(@sqrt)" }, { "file": "specs/port/trios/crates/trios-doctor/rings/SILVER-RING-DR-00/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "CheckStatus_fmt_returns_correct_strings": true }, "reference_tests": { "CheckStatus_fmt_returns_correct_strings": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-doctor/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "compute_any_red_all_green": true, "compute_any_red_one_red": true, "compute_any_red_mixed": true }, "reference_tests": { "compute_any_red_all_green": true, "compute_any_red_mixed": true, "compute_any_red_one_red": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-doctor/src/validate_bpb.t27", "reference": "fail", "reference_detail": "2 of 3 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (anonymous struct)", "ExprCall(rejected fn)" ], "detail": "type (anonymous struct)", "reference_tests": { "validate_bpb_basic": true, "validate_bpb_fail": false, "validate_bpb_multiple": false } }, { "file": "specs/port/trios/crates/trios-git/src/stash.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "should_stash_both_false": true, "should_stash_staged_true": true, "should_stash_unstaged_true": true, "should_stash_both_true": true }, "reference_tests": { "should_stash_both_false": true, "should_stash_both_true": true, "should_stash_staged_true": true, "should_stash_unstaged_true": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-golden-float/build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 8, "blockers": [], "detail": "", "test_verdicts": { "should_skip_returns_true_when_build_zig_missing": true, "should_skip_returns_false_when_build_zig_exists": true, "build_succeeded_returns_true_for_exit_code_zero": true, "build_succeeded_returns_false_for_non_zero_exit_code": true, "static_lib_exists_after_build_returns_true_when_exists": true, "static_lib_exists_after_build_returns_false_when_not_exists": true }, "reference_tests": { "build_succeeded_returns_false_for_non_zero_exit_code": true, "build_succeeded_returns_true_for_exit_code_zero": true, "should_skip_returns_false_when_build_zig_exists": true, "should_skip_returns_true_when_build_zig_missing": true, "static_lib_exists_after_build_returns_false_when_not_exists": true, "static_lib_exists_after_build_returns_true_when_exists": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-golden-float/rings/GF-01/src/lib.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-lib-1134678/spec.zig:24:17: error: type 'u16' does not support field access", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(value ignored) statement", "ExprStructLit(value ignored) statement", "ExprCall(undeclared fn)", "ExprBinary(value ignored) statement" ], "detail": "ExprFieldAccess(value ignored) statement" }, { "file": "specs/port/trios/crates/trios-hdc/build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "always_true_works": true }, "reference_tests": { "always_true_works": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mcp/rings/SR-02/src/discovery.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "signature_constant": true, "check_signature_matches": true, "check_signature_mismatch": true, "check_signature_empty": true, "check_signature_case_sensitive": true, "is_port_in_range_lower_bound": true, "is_port_in_range_upper_bound": true, "is_port_in_range_below": true, "is_port_in_range_above": true, "is_port_in_range_middle": true, "port_range_count_correct": true, "port_start_constant": true, "port_end_constant": true }, "reference_tests": { "check_signature_case_sensitive": true, "check_signature_empty": true, "check_signature_matches": true, "check_signature_mismatch": true, "is_port_in_range_above": true, "is_port_in_range_below": true, "is_port_in_range_lower_bound": true, "is_port_in_range_middle": true, "is_port_in_range_upper_bound": true, "port_end_constant": true, "port_range_count_correct": true, "port_start_constant": true, "signature_constant": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mcp/rings/SR-02/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "McpServer_new_test1": true, "McpServer_new_test2": true }, "reference_tests": { "McpServer_new_test1": true, "McpServer_new_test2": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mcp/src/main.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 34, "blockers": [], "detail": "", "test_verdicts": { "parse_port_valid": true, "parse_port_empty_returns_default": true, "parse_port_invalid_returns_default": true, "parse_bool_true_values": true, "parse_bool_false_values": true, "parse_bool_empty_returns_default": true, "parse_bool_invalid_returns_default": true, "protocol_from_tls": true, "protocol_string": true, "build_connection_config": true, "build_connection_config_with_tls": true, "default_constants": true }, "reference_tests": { "build_connection_config": true, "build_connection_config_with_tls": true, "default_constants": true, "parse_bool_empty_returns_default": true, "parse_bool_false_values": true, "parse_bool_invalid_returns_default": true, "parse_bool_true_values": true, "parse_port_empty_returns_default": true, "parse_port_invalid_returns_default": true, "parse_port_valid": true, "protocol_from_tls": true, "protocol_string": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-mesh/benches/routing_table.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-routing_table-1135030/spec.zig:19:24: error: expected 16 array elements; found 1", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral" ], "detail": "ExprArrayLiteral" }, { "file": "specs/port/trios/crates/trios-mesh/src/packet.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type [*]T", "ExprCall(rejected fn)" ], "detail": "type [*]T", "reference_tests": { "parse_invalid_short_buffer": true, "parse_invalid_type": true, "parse_masks_hops": true, "parse_valid": true, "serialise_correct_bytes": true, "serialise_then_parse": true } }, { "file": "specs/port/trios/crates/trios-openclaw/rings/OC-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "supported_set": true, "anthropic_mapping": true, "openai_maps_to_custom_with_default_url": true, "openai_compatible_requires_base_url": true, "unknown_returns_none": true }, "reference_tests": { "anthropic_mapping": true, "openai_compatible_requires_base_url": true, "openai_maps_to_custom_with_default_url": true, "supported_set": true, "unknown_returns_none": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-physics/build.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "should_not_skip_when_build_zig_exists": true, "build_result_success_with_lib": true, "library_exists_check": true, "zig_build_simulation": true }, "reference_tests": { "build_result_success_with_lib": true, "library_exists_check": true, "should_not_skip_when_build_zig_exists": true, "zig_build_simulation": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-physics/rings/PH-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "rest_energy_one_kg": true, "de_broglie_unit_momentum": true, "rest_energy_zero_mass": true, "de_broglie_large_momentum": true }, "reference_tests": { "de_broglie_large_momentum": true, "de_broglie_unit_momentum": true, "rest_energy_one_kg": true, "rest_energy_zero_mass": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-physics/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "chsh_bell_basic": true, "gf_constants_phi_value": true, "qcd_coupling_returns_zero": true, "fibonacci_lattice_spacing_returns_zero": true, "quantum_step_returns_null": true }, "reference_tests": { "chsh_bell_basic": true, "fibonacci_lattice_spacing_returns_zero": true, "gf_constants_phi_value": true, "qcd_coupling_returns_zero": true, "quantum_step_returns_null": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-rainbow-bridge/src/lamport.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "first_event_advances": true, "monotone_steps_accepted": true, "regression_rejected": true, "agents_are_independent": true }, "reference_tests": { "agents_are_independent": true, "first_event_advances": true, "monotone_steps_accepted": true, "regression_rejected": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-sacred/rings/SC-00/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "Vec2_new_basic": true, "Vec2_dot_orthogonal": true, "Vec2_dot_parallel": true, "Vec2_dot_zero_vector": true }, "reference_tests": { "Vec2_dot_orthogonal": true, "Vec2_dot_parallel": true, "Vec2_dot_zero_vector": true, "Vec2_new_basic": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-sacred/rings/SC-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 2, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "scale_phi_basic": true, "scale_phi_with_both_components": true }, "reference_tests": { "scale_phi_basic": true, "scale_phi_with_both_components": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-scarab-types/rings/SR-01/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "three_variants_present": true, "slugs_are_unique": true, "display_matches_slug": true, "as_markdown_emits_bullet": true, "struct_carries_term_pair": true, "new_carries_kind": true, "lane_scarab_display_text": true }, "reference_tests": { "as_markdown_emits_bullet": true, "display_matches_slug": true, "lane_scarab_display_text": true, "new_carries_kind": true, "slugs_are_unique": true, "struct_carries_term_pair": true, "three_variants_present": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-scarab-types/rings/SR-03/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "three_variants_present": true, "slugs_are_unique": true, "display_matches_slug": true, "as_markdown_emits_bullet": true, "struct_carries_term_pair": true, "new_carries_kind": true, "gate_scarab_display_text": true }, "reference_tests": { "as_markdown_emits_bullet": true, "display_matches_slug": true, "gate_scarab_display_text": true, "new_carries_kind": true, "slugs_are_unique": true, "struct_carries_term_pair": true, "three_variants_present": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-scarab-types/rings/SR-04/src/lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "three_variants_present": true, "all_in_declaration_order": true, "slug_values": true, "slugs_are_unique": true, "display_matches_slug": true, "as_markdown_emits_bullet": true, "struct_carries_term_pair": true, "gate_scarab_display_is_kind_slug": true }, "reference_tests": { "all_in_declaration_order": true, "as_markdown_emits_bullet": true, "display_matches_slug": true, "gate_scarab_display_is_kind_slug": true, "slug_values": true, "slugs_are_unique": true, "struct_carries_term_pair": true, "three_variants_present": true }, "reference_disagree": [] }, { "file": "specs/port/trios/crates/trios-server/src/mcp_endpoints/experience.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-experience-1135956/spec.zig:29:40: error: use of undeclared identifier 'Value'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)" ], "detail": "type (undeclared)" }, { "file": "specs/port/trios/crates/trios-ternary/rings/TR-00/src/lib.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-lib-1136011/spec.zig:65:27: error: incompatible types: '?spec.Trit' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprBinary(?T)", "type mismatch" ], "detail": "ExprBinary(?T)" }, { "file": "specs/port/trios/crates/trios-trinity-brain/src/phi.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "phi_add_test": true, "phi_mul_test": true, "phi_subtract_test": true }, "reference_tests": { "phi_add_test": true, "phi_mul_test": true, "phi_subtract_test": true }, "reference_disagree": [] }, { "file": "specs/portable/relay_observer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-relay_observer-1136114/spec.zig:299:65: error: expected expression, found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "ExprFieldAccess(zig keyword field)", "type mismatch", "ExprArrayLiteral", "ExprBinary(**)", "ExprCall(undeclared fn)", "ExprArrayLiteral(to slice field)", "literal out of range", "ExprStructLit", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/provider/adapters.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-adapters-1136223/spec.zig:67:20: error: use of undeclared identifier 'ProviderType'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type (undeclared)", "type mismatch", "ExprArrayLiteral", "ExprBinary(**)", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/provider/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-schema-1136323/spec.zig:206:25: error: expected '}', found '.'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(zig keyword field)", "type mismatch", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprFieldAccess(zig keyword field)" }, { "file": "specs/provider/stream.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-stream-1136448/spec.zig:149:16: error: expected ';' after statement", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "ExprArrayLiteral(reference empty typed)", "StmtAssign(reference redeclares)", "type (undeclared)", "type mismatch", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/provider/transform.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-transform-1136496/spec.zig:36:17: error: use of undeclared identifier 'Message'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprArrayLiteral(reference empty typed)", "ExprFieldAccess(zig keyword field)", "type (undeclared)", "type mismatch", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/providers/catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 2, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "a_model_is_serving_only_when_a_host_serves_it": true, "a_host_class_is_measured_only_with_a_record": true, "a_retired_model_has_no_hosts": true, "the_site_never_calls_a_paid_endpoint": true, "only_a_bench_record_claims_a_measurement": true, "the_threshold_is_stored_in_per_mille": true }, "reference_tests": { "a_host_class_is_measured_only_with_a_record": true, "a_model_is_serving_only_when_a_host_serves_it": true, "a_retired_model_has_no_hosts": true, "only_a_bench_record_claims_a_measurement": true, "the_site_never_calls_a_paid_endpoint": true, "the_threshold_is_stored_in_per_mille": true }, "reference_disagree": [] }, { "file": "specs/providers/gonka/deepseek-v4-flash-0731.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/glm-5-2-fp8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/glm-5-3-flash.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/kimi-k2-6.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/gonka/minimax-m2-7.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/tri_gnk_pair.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 31, "blockers": [], "detail": "", "test_verdicts": { "registration_is_open": true, "one_consumer_card_cannot_host_a_gonka_model": true, "gonka_amounts_in_gnk": true, "issuance_not_customers_pays_the_hosts": true, "an_epoch_is_about_a_day": true, "no_route_is_both_chosen_and_bridged": true, "no_pair_before_a_mainnet_issue": true, "the_pool_and_the_bridge_on_checked": true }, "reference_tests": { "an_epoch_is_about_a_day": true, "gonka_amounts_in_gnk": true, "issuance_not_customers_pays_the_hosts": true, "no_pair_before_a_mainnet_issue": true, "no_route_is_both_chosen_and_bridged": true, "one_consumer_card_cannot_host_a_gonka_model": true, "registration_is_open": true, "the_pool_and_the_bridge_on_checked": true }, "reference_disagree": [] }, { "file": "specs/providers/trinet/fpga-xc7a200t.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 1, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/providers/trinet/gpu-consumer-24gb.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 0, "invariants": 2, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/queen/actors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 22, "invariants": 9, "asserts": 247, "blockers": [], "detail": "", "test_verdicts": { "a_restart_gives_a_new_pid_and_the_old_one_reaches_nobody": true, "a_send_never_blocks_and_a_dead_pid_drops_it": true, "order_holds_per_sender_pair_only": true, "selective_receive_takes_the_oldest_match_and_keeps_the_rest_in_order": true, "a_full_model_box_refuses_and_every_slot_is_removable": true, "receive_after_times_out_and_after_zero_polls": true, "the_exit_signal_table": true, "kill_is_untrappable_and_its_victims_links_see_killed": true, "linking_or_monitoring_a_dead_pid_answers_noproc_at_once": true, "a_monitor_is_one_way_one_down_each_and_flushable": true, "restart_types_follow_otp": true, "strategies_choose_who_stops_and_who_starts_again": true, "children_stop_in_reverse_order_shutdown_first_then_kill": true, "too_many_restarts_in_a_period_escalate_to_the_parent": true, "the_queens_tree_restarts_a_crashed_agent_and_lets_a_retired_one_go": true, "a_down_from_the_holder_reclaims_at_once_and_noconnection_waits_the_lease": true, "the_control_lane_survives_a_full_mailbox_and_is_taken_first": true, "a_call_ends_on_the_reply_the_down_or_the_timeout_and_a_late_reply_reaches_nobody": true, "a_slow_crash_loop_backs_off_and_then_reaches_the_parent": true, "each_strategy_picks_its_own_children": true, "a_hung_turn_is_killed_and_its_task_reclaimed_at_once": true, "every_lost_message_is_a_dead_letter_and_a_coalesced_one_is_not": true }, "reference_tests": { "a_call_ends_on_the_reply_the_down_or_the_timeout_and_a_late_reply_reaches_nobody": true, "a_down_from_the_holder_reclaims_at_once_and_noconnection_waits_the_lease": true, "a_full_model_box_refuses_and_every_slot_is_removable": true, "a_hung_turn_is_killed_and_its_task_reclaimed_at_once": true, "a_monitor_is_one_way_one_down_each_and_flushable": true, "a_restart_gives_a_new_pid_and_the_old_one_reaches_nobody": true, "a_send_never_blocks_and_a_dead_pid_drops_it": true, "a_slow_crash_loop_backs_off_and_then_reaches_the_parent": true, "children_stop_in_reverse_order_shutdown_first_then_kill": true, "each_strategy_picks_its_own_children": true, "every_lost_message_is_a_dead_letter_and_a_coalesced_one_is_not": true, "kill_is_untrappable_and_its_victims_links_see_killed": true, "linking_or_monitoring_a_dead_pid_answers_noproc_at_once": true, "order_holds_per_sender_pair_only": true, "receive_after_times_out_and_after_zero_polls": true, "restart_types_follow_otp": true, "selective_receive_takes_the_oldest_match_and_keeps_the_rest_in_order": true, "strategies_choose_who_stops_and_who_starts_again": true, "the_control_lane_survives_a_full_mailbox_and_is_taken_first": true, "the_exit_signal_table": true, "the_queens_tree_restarts_a_crashed_agent_and_lets_a_retired_one_go": true, "too_many_restarts_in_a_period_escalate_to_the_parent": true }, "reference_disagree": [] }, { "file": "specs/queen/brain_summaries.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-brain_summaries-2118620/spec.zig:82:24: error: use of undefined value here causes illegal behavior", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "StmtAssign", "TestBlock", "InvariantBlock", "ExprCall(@setEvalBranchQuota)", "BenchBlock" ], "detail": "ExprCall(@intCast)" }, { "file": "specs/queen/control.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 6, "asserts": 105, "blockers": [], "detail": "", "test_verdicts": { "a_synthetic_task_ended_event_wakes_the_queen_before_the_tick": true, "a_redelivered_event_changes_nothing": true, "the_tick_reconciles_only_after_a_quiet_period": true, "two_claimants_on_one_fence_land_once": true, "an_expired_lease_is_reclaimed_and_the_old_holder_writes_nothing": true, "a_person_assigns_first_and_cannot_steal_a_live_lease": true, "a_cancel_interrupts_frees_and_fences_out_the_bee": true, "every_free_slot_is_offered_in_one_wake": true, "one_runtime_takes_task_b_after_task_a_without_a_rebuild": true, "a_clone_keeps_the_lineage_and_gets_its_own_lease": true, "agent_memory_never_overrides_the_store": true, "a_re_dispatch_inherits_the_tip_and_never_restarts_waiting_work": true, "an_attempt_from_the_tip_pushes_as_a_fast_forward": true, "the_measured_jam_recovers_without_losing_a_commit": true }, "reference_tests": { "a_cancel_interrupts_frees_and_fences_out_the_bee": true, "a_clone_keeps_the_lineage_and_gets_its_own_lease": true, "a_person_assigns_first_and_cannot_steal_a_live_lease": true, "a_re_dispatch_inherits_the_tip_and_never_restarts_waiting_work": true, "a_redelivered_event_changes_nothing": true, "a_synthetic_task_ended_event_wakes_the_queen_before_the_tick": true, "agent_memory_never_overrides_the_store": true, "an_attempt_from_the_tip_pushes_as_a_fast_forward": true, "an_expired_lease_is_reclaimed_and_the_old_holder_writes_nothing": true, "every_free_slot_is_offered_in_one_wake": true, "one_runtime_takes_task_b_after_task_a_without_a_rebuild": true, "the_measured_jam_recovers_without_losing_a_commit": true, "the_tick_reconciles_only_after_a_quiet_period": true, "two_claimants_on_one_fence_land_once": true }, "reference_disagree": [] }, { "file": "specs/queen/dispatch.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 4, "asserts": 52, "blockers": [], "detail": "", "test_verdicts": { "the_table_moves_only_along_its_guards": true, "a_claim_follows_the_verdict_and_three_clocks": true, "a_closed_issue_is_drawn_done_whatever_its_verdict": true, "the_first_eligible_wins_in_any_order": true, "review_escalates_without_work_and_after_two_send_backs": true, "one_lease_one_owner_and_age_alone_reaps": true }, "reference_tests": { "a_claim_follows_the_verdict_and_three_clocks": true, "a_closed_issue_is_drawn_done_whatever_its_verdict": true, "one_lease_one_owner_and_age_alone_reaps": true, "review_escalates_without_work_and_after_two_send_backs": true, "the_first_eligible_wins_in_any_order": true, "the_table_moves_only_along_its_guards": true }, "reference_disagree": [] }, { "file": "specs/queen/lotus.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-lotus-2118639/spec.zig:427:5: error: use of undeclared identifier 'then'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, undefined)", "type mismatch", "ExprIdentifier(rejected decl)", "TestBlock", "ExprIdentifier(var at comptime)", "ExprArrayLiteral", "ExprFieldAccess" ], "detail": "VarDecl(module, undefined)" }, { "file": "specs/queen/merger_gate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "red_check_passes_valid_discounted_non_required": true, "red_check_passes_discounted_required_fails": true, "red_check_passes_unconcluded_fails": true, "red_check_passes_non_discounted_fails": true, "red_check_passes_all_false_fails": true, "required_check_passes_posted_and_green_passes": true, "required_check_passes_not_posted_fails": true, "required_check_passes_posted_but_not_green_fails": true, "required_check_passes_neither_posted_nor_green_fails": true, "gate_open_readable_with_passing_checks_opens": true, "gate_open_unreadable_fails_closed": true, "gate_open_readable_with_failing_checks_fails": true, "gate_open_unreadable_with_failing_checks_fails": true }, "reference_tests": { "gate_open_readable_with_failing_checks_fails": true, "gate_open_readable_with_passing_checks_opens": true, "gate_open_unreadable_fails_closed": true, "gate_open_unreadable_with_failing_checks_fails": true, "red_check_passes_all_false_fails": true, "red_check_passes_discounted_required_fails": true, "red_check_passes_non_discounted_fails": true, "red_check_passes_unconcluded_fails": true, "red_check_passes_valid_discounted_non_required": true, "required_check_passes_neither_posted_nor_green_fails": true, "required_check_passes_not_posted_fails": true, "required_check_passes_posted_and_green_passes": true, "required_check_passes_posted_but_not_green_fails": true }, "reference_disagree": [] }, { "file": "specs/queen/priority.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 1, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "no_label_keeps_the_listing_order": true, "critical_runs_before_a_newer_unlabelled_issue": true, "unlabelled_never_beats_urgent": true, "labelled_work_ages_one_level_and_never_to_critical": true, "an_aged_issue_loses_the_tie_to_a_real_one": true, "the_fourth_critical_runs_as_high": true, "a_blocked_issue_is_skipped": true, "every_reason_is_reachable": true }, "reference_tests": { "a_blocked_issue_is_skipped": true, "an_aged_issue_loses_the_tie_to_a_real_one": true, "critical_runs_before_a_newer_unlabelled_issue": true, "every_reason_is_reachable": true, "labelled_work_ages_one_level_and_never_to_critical": true, "no_label_keeps_the_listing_order": true, "the_fourth_critical_runs_as_high": true, "unlabelled_never_beats_urgent": true }, "reference_disagree": [] }, { "file": "specs/queen/review_valve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 1, "asserts": 48, "blockers": [], "detail": "", "test_verdicts": { "the_kind_is_read_from_the_row": true, "an_empty_attempt_is_released_after_the_floor": true, "a_spent_ceiling_waits_the_hour_then_goes_back_once": true, "spent_releases_close_at_once_not_hold": true, "missing_criteria_are_backfilled_then_closed": true, "no_kind_waits_for_a_person": true, "request_changes_goes_back_to_the_queen_then_closes": true, "a_new_head_is_judged_and_a_stranger_is_left_alone": true }, "reference_tests": { "a_new_head_is_judged_and_a_stranger_is_left_alone": true, "a_spent_ceiling_waits_the_hour_then_goes_back_once": true, "an_empty_attempt_is_released_after_the_floor": true, "missing_criteria_are_backfilled_then_closed": true, "no_kind_waits_for_a_person": true, "request_changes_goes_back_to_the_queen_then_closes": true, "spent_releases_close_at_once_not_hold": true, "the_kind_is_read_from_the_row": true }, "reference_disagree": [] }, { "file": "specs/queen/task_analysis.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 2, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "priority_levels_constant": true, "agent_letters_are_not_workers": true, "priority_score_bounds": true, "an_unsorted_queue_is_put_in_order": true, "ties_go_to_the_older_task_then_the_lower_index": true, "a_short_queue_uses_only_its_first_n": true, "critical_tasks_are_counted": true }, "reference_tests": { "a_short_queue_uses_only_its_first_n": true, "agent_letters_are_not_workers": true, "an_unsorted_queue_is_put_in_order": true, "critical_tasks_are_counted": true, "priority_levels_constant": true, "priority_score_bounds": true, "ties_go_to_the_older_task_then_the_lower_index": true }, "reference_disagree": [] }, { "file": "specs/queen/views.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 2, "asserts": 58, "blockers": [], "detail": "", "test_verdicts": { "only_exact_and_hash_are_identity": true, "a_row_of_another_repository_never_joins": true, "an_explicit_address_never_shows_another_spec": true, "nothing_but_accepted_marks_done": true, "a_snapshot_is_never_live": true, "a_spec_in_three_placements_counts_once": true, "reduced_motion_stops_motion": true }, "reference_tests": { "a_row_of_another_repository_never_joins": true, "a_snapshot_is_never_live": true, "a_spec_in_three_placements_counts_once": true, "an_explicit_address_never_shows_another_spec": true, "nothing_but_accepted_marks_done": true, "only_exact_and_hash_are_identity": true, "reduced_motion_stops_motion": true }, "reference_disagree": [] }, { "file": "specs/rings/ring_103_phi_sgd.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)", "reference_tests": { "clip_limits_step_magnitude": true, "disabled_clip_passes_gradient_through": true, "identity_witness_holds": true, "phi_constants_satisfy_trinity_anchor": true, "positive_gradient_decreases_weight": true, "zero_gradient_leaves_weight_unchanged": true } }, { "file": "specs/runtime/execute.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-execute-1138231/spec.zig:101:104: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprFieldAccess(zig keyword field)", "type (alias)", "ExprIdentifier(undeclared)", "ExprIdentifier(type as value)", "ExprArrayLiteral", "StmtAssign(undeclared)", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/runtime/instance.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-instance-1138290/spec.zig:269:64: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprFieldAccess(zig keyword field)", "type (alias)", "ExprIdentifier(type as value)", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/runtime/process.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-process-1138486/spec.zig:96:38: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprFieldAccess(zig keyword field)", "type (alias)", "ExprIdentifier(type as value)", "ExprArrayLiteral", "type mismatch", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/sacred/cosmology.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/dark_matter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/gravity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/monopoles.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/quantum.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/quantum_gravity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sacred/sacred_constants.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-sacred_constants-1138950/spec.zig:8:11: error: use of undeclared identifier 'Namespacestructallmembersarecomptimeconstantsorpurefunctions'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/sacred/sacred_governance.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-sacred_governance-1138961/spec.zig:25:23: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/sacred/sacred_identity.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-sacred_identity-1139109/spec.zig:34:24: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/sacred/superconductivity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sandbox/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "default_poll_interval_is_ten_seconds": true }, "reference_tests": { "default_poll_interval_is_ten_seconds": true }, "reference_disagree": [] }, { "file": "specs/sandbox/https_enforce.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "https_not_redirected": true, "http_redirected_in_prod": true, "no_proto_header_redirected": true, "local_mode_never_redirects": true, "redirect_url_correct": true, "https_url_unchanged": true, "127_0_0_1_is_local": true, "ipv6_localhost_is_local": true, "redirect_preserves_port": true, "redirect_preserves_query": true }, "reference_tests": { "127_0_0_1_is_local": true, "http_redirected_in_prod": true, "https_not_redirected": true, "https_url_unchanged": true, "ipv6_localhost_is_local": true, "local_mode_never_redirects": true, "no_proto_header_redirected": true, "redirect_preserves_port": true, "redirect_preserves_query": true, "redirect_url_correct": true }, "reference_disagree": [] }, { "file": "specs/sandbox/modules.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 1, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/sandbox/orphan_detection.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "orphaned_active_session_no_railway_id": true, "active_session_with_railway_id_not_orphaned": true, "failed_session_not_orphaned": true, "terminating_session_not_orphaned": true, "deleted_session_not_orphaned": true, "starting_session_grace_period_not_orphaned": true }, "reference_tests": { "active_session_with_railway_id_not_orphaned": true, "deleted_session_not_orphaned": true, "failed_session_not_orphaned": true, "orphaned_active_session_no_railway_id": true, "starting_session_grace_period_not_orphaned": true, "terminating_session_not_orphaned": true }, "reference_disagree": [] }, { "file": "specs/sandbox/session_timeout.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-session_timeout-1139604/timestamp.zig:1:1: error: unable to load 'timestamp.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(method)", "ExprArrayLiteral" ], "detail": "ExprCall(method)" }, { "file": "specs/server/agent-runner.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-agent-runner-1139662/spec.zig:56:27: error: missing struct field: turn", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "ExprStructLit" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/server/api.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-api-1139753/spec.zig:32:14: error: use of undeclared identifier 'MessageContent'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/server/http.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-http-1139805/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprIdentifier(undeclared)", "ExprCall(@ptrFromNull)", "ExprCall(std.*)", "literal out of range", "ExprCall(@setEvalBranchQuota)" ], "detail": "type mismatch" }, { "file": "specs/server/mdns.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-mdns-1139872/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprFieldAccess(zig keyword field)", "type mismatch", "ExprArrayLiteral", "ExprCall(std.*)", "literal out of range", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/server/project.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-project-1140068/spec.zig:39:50: error: missing struct field: id", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "ExprBinary(++)", "ExprCall(value ignored) statement" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/server/provider.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-provider-1140118/spec.zig:49:53: error: missing struct field: id", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "type mismatch", "ExprCall(value ignored) statement" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/server/router.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-router-1140170/spec.zig:93:47: error: expected '}', found ']'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (alias)", "type (undeclared)", "ExprIdentifier(undeclared)", "ConstDecl(slice)", "ExprLiteral(null)", "ExprArrayLiteral", "ExprCall(std.*)", "type mismatch", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/server/routes.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-routes-1140318/spec.zig:33:26: error: incompatible types: 'spec.HttpMethod' and 'comptime_int'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch" ], "detail": "type mismatch" }, { "file": "specs/server/session.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-session-1140473/spec.zig:58:50: error: missing struct field: id", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(text element)", "type mismatch" ], "detail": "ExprArrayLiteral(text element)" }, { "file": "specs/server/sse.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-sse-1140555/spec.zig:30:16: error: expected type expression, found 'invalid token'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (generic)", "type mismatch", "EnumDecl", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(std.*)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/server/vm.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-vm-2118854/spec.zig:48:9: error: use of undeclared identifier 'hybrid_arithmetic'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type hybrid_arithmetic::HybridBigInt", "ExprCall(rejected fn)", "ExprCall(undeclared fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type hybrid_arithmetic::HybridBigInt" }, { "file": "specs/shell/environment.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-environment-1140863/spec.zig:20:26: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprFieldAccess(enum)", "ExprCast", "ExprFieldAccess" ], "detail": "type Result" }, { "file": "specs/shell/process.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-process-1141009/spec.zig:23:73: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "StmtFor", "ExprArrayLiteral(to slice field)", "ExprCast", "type mismatch", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/shell/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-schema-1141107/spec.zig:96:69: error: enum 'spec.ShellType' has no member named 'Nu'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(enum)", "ExprCast", "type mismatch" ], "detail": "ExprFieldAccess(enum)" }, { "file": "specs/skills/t27-measure-corpus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-phi-loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-providers-steward.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-self-host.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-tri-pipeline.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-tri.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-wave-audit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/t27-wrap-up.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-blog-post.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-board-sync.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-cloud.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-connect-accounts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-doctor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-farm-garden.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-fpga-synth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-god-mode.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-implement-issue.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-queen-hive-visuals.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-review-code.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-run-tests.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-scholar.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-tech-tree.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-tri.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-trinity-test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-ux-wave.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-vibee-gen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-vsa-verify.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/skills/trinity-wave.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/storage/kv.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-kv-1143465/spec.zig:46:30: error: expected ')', found ':'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "type (tuple)", "type [K:V]", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type Result" }, { "file": "specs/storage/lock.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-lock-1143563/spec.zig:27:34: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type Result", "ExprCall(rejected fn)" ], "detail": "type Result" }, { "file": "specs/storage/migrate.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-migrate-1143567/spec.zig:23:14: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type Result", "type (tuple)", "ConstDecl(slice)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/storage/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-schema-1143617/spec.zig:81:29: error: expected integer or vector, found 'spec.LockMode'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(to slice field)", "ExprCast" ], "detail": "ExprArrayLiteral(to slice field)" }, { "file": "specs/sync/index.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-index-1143812/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprFieldAccess(zig keyword field)", "type (undeclared)", "type mismatch", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/sync/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-schema-1143852/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (alias)", "ExprIdentifier(type as value)", "type mismatch", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/system/unified-agent-operations.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/ternary/activation_quantizer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 7, "blockers": [], "detail": "", "test_verdicts": { "quantize_positive": true, "quantize_negative": true, "quantize_zero_band": true, "quantize_boundary_hi": true, "quantize_boundary_lo": true, "quantize_just_over": true, "quantize_just_under": true }, "reference_tests": { "quantize_boundary_hi": true, "quantize_boundary_lo": true, "quantize_just_over": true, "quantize_just_under": true, "quantize_negative": true, "quantize_positive": true, "quantize_zero_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bigint.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-bigint-1144111/Trit.zig:1:1: error: unable to load 'Trit.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "type (undeclared)", "ExprCall(method)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ConstDecl" }, { "file": "specs/ternary/bitnet_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "quantize_pos": true, "quantize_neg": true, "quantize_band": true }, "reference_tests": { "dot27_all_n": true, "quantize_band": true, "quantize_neg": true, "quantize_pos": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_majority.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 12, "blockers": [], "detail": "", "test_verdicts": { "maj_p_p_n": true, "maj_p_n_z": true, "maj_n_n_p": true, "maj_p_p_p": true, "maj_z_z_z": true, "maj_n_n_n": true, "maj_p_n_n": true, "wv_p_p_p": true, "wv_p_z_p": true, "wv_z_z_z": true, "wv_p_n_n": true, "wv_z_z_p": true }, "reference_tests": { "maj_n_n_n": true, "maj_n_n_p": true, "maj_p_n_n": true, "maj_p_n_z": true, "maj_p_p_n": true, "maj_p_p_p": true, "maj_z_z_z": true, "wv_p_n_n": true, "wv_p_p_p": true, "wv_p_z_p": true, "wv_z_z_p": true, "wv_z_z_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_mlp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_tests": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_mlp3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_tests": { "dot27_all_n": true, "neuron1_p_p": true, "pack3_zzz": true, "quantize_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "neuron_all_p": true, "neuron_all_p_x_n": true, "neuron_all_zero": true, "neuron_within_band": true, "dot27_all_n": true }, "reference_tests": { "dot27_all_n": true, "neuron_all_p": true, "neuron_all_p_x_n": true, "neuron_all_zero": true, "neuron_within_band": true }, "reference_disagree": [] }, { "file": "specs/ternary/bitnet_neuron_nchunk.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "dot27_all_n": true, "dot27_all_p_x_n": true, "dot27_all_z": true, "quantize_pos": true, "quantize_neg": true, "quantize_band": true, "neuron_all_p_x_p": true, "neuron_all_p_x_n": true, "neuron_all_z": true, "neuron_two_chunks": true, "neuron_zero_chunks": true }, "reference_tests": { "dot27_all_n": true, "dot27_all_p_x_n": true, "dot27_all_z": true, "neuron_all_p_x_n": true, "neuron_all_p_x_p": true, "neuron_all_z": true, "neuron_two_chunks": true, "neuron_zero_chunks": true, "quantize_band": true, "quantize_neg": true, "quantize_pos": true }, "reference_disagree": [] }, { "file": "specs/ternary/clocked_counter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "on_clock_increments": true }, "reference_tests": { "on_clock_increments": true }, "reference_disagree": [] }, { "file": "specs/ternary/comb_bitnet_layer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "layer_allp": true, "layer_alln": true, "layer_allz": true }, "reference_tests": { "layer_alln": true, "layer_allp": true, "layer_allz": true }, "reference_disagree": [] }, { "file": "specs/ternary/comb_bitnet_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "neuron_pp": true, "neuron_np": true, "neuron_zz": true, "neuron_nn": true }, "reference_tests": { "neuron_nn": true, "neuron_np": true, "neuron_pp": true, "neuron_zz": true }, "reference_disagree": [] }, { "file": "specs/ternary/comb_ternary_dot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_tests": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_add_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "add_ones": true }, "reference_tests": { "add_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_argmax4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "pick_pos": true, "pick_last": true, "zero_wins": true, "tie_low": true }, "reference_tests": { "pick_last": true, "pick_pos": true, "tie_low": true, "zero_wins": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_axpy.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "boost": true, "supp": true }, "reference_tests": { "boost": true, "supp": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_bitnet_neuron.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "cancel": true, "single": true }, "reference_tests": { "cancel": true, "single": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_classifier4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "hand": true, "all_zero": true }, "reference_tests": { "all_zero": true, "hand": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_classify.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "pos": true, "neg": true }, "reference_tests": { "neg": true, "pos": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_classify3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "c0": true, "c1": true, "c2": true }, "reference_tests": { "c0": true, "c1": true, "c2": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "one_times_one_mul": true, "dot_one": true }, "reference_tests": { "dot_one": true, "one_times_one_mul": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot2_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot_ones": true }, "reference_tests": { "dot_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot4_ones": true }, "reference_tests": { "dot4_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot4_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot4_ones": true }, "reference_tests": { "dot4_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_dot8.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dot8_ones": true }, "reference_tests": { "dot8_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_exp2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "e0": true, "e1": true, "em1": true, "e2": true }, "reference_tests": { "e0": true, "e1": true, "e2": true, "em1": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_hidden2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "both": true, "onedead": true }, "reference_tests": { "both": true, "onedead": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_layer2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "layer_ones": true }, "reference_tests": { "layer_ones": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_layer3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "lanes": true, "all_zero": true }, "reference_tests": { "all_zero": true, "lanes": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_layer4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "lanes": true, "all_zero": true }, "reference_tests": { "all_zero": true, "lanes": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_log2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "l1": true, "l2": true, "lhalf": true, "l4": true, "lq": true }, "reference_tests": { "l1": true, "l2": true, "l4": true, "lhalf": true, "lq": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_logistic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "learn": true, "partial": true }, "reference_tests": { "learn": true, "partial": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_madd.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "upd": true, "nograd": true }, "reference_tests": { "nograd": true, "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_mlp2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "all_pos": true, "mixed": true }, "reference_tests": { "all_pos": true, "mixed": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_mlp3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "all_pos": true, "cancel_out": true }, "reference_tests": { "all_pos": true, "cancel_out": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_mul_rne.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "one": true }, "reference_tests": { "one": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_neuron_full.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "pos": true, "zero": true, "neg": true }, "reference_tests": { "neg": true, "pos": true, "zero": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_nll.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "perfect": true, "half": true, "quarter": true }, "reference_tests": { "half": true, "perfect": true, "quarter": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_recip.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "r1": true, "r2": true, "rhalf": true, "rneg": true, "r4": true }, "reference_tests": { "r1": true, "r2": true, "r4": true, "rhalf": true, "rneg": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_relu.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "pos": true, "negz": true, "zero": true, "pos2": true }, "reference_tests": { "negz": true, "pos": true, "pos2": true, "zero": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_sadd.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "a1": true, "a2": true, "a3": true }, "reference_tests": { "a1": true, "a2": true, "a3": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_sgd_step.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "step": true, "nograd": true, "ascend": true }, "reference_tests": { "ascend": true, "nograd": true, "step": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_signed_dot4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "cancel": true }, "reference_tests": { "cancel": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_signed_mac.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "pp": true, "cancel": true, "zero_clause": true, "comm_clause": true }, "reference_tests": { "cancel": true, "comm_clause": true, "pp": true, "zero_clause": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_smul.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "m1": true, "m2": true, "m3": true }, "reference_tests": { "m1": true, "m2": true, "m3": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_softmax4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "uniform": true, "dom0": true }, "reference_tests": { "dom0": true, "uniform": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_softmax_grad4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "u_target": true, "u_other": true }, "reference_tests": { "u_other": true, "u_target": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_train1.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "learn": true, "optimum": true, "ascend": true }, "reference_tests": { "ascend": true, "learn": true, "optimum": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_train2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "learn": true }, "reference_tests": { "learn": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_train2relu.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "active": true, "dead": true }, "reference_tests": { "active": true, "dead": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorbp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "out_noupdate": true }, "reference_tests": { "out_noupdate": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorbp2.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "out_noupdate": true }, "reference_tests": { "out_noupdate": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xornet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "x00": true, "x10": true, "x01": true, "x11": true }, "reference_tests": { "x00": true, "x01": true, "x10": true, "x11": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorpercep.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorpercep3.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xorpercep4.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/gft_xortrain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "upd": true }, "reference_tests": { "upd": true }, "reference_disagree": [] }, { "file": "specs/ternary/hybrid_arithmetic.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-hybrid_arithmetic-2118947/spec.zig:94:26: error: use of undeclared identifier 'packed_mode'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/ternary/hybrid_bigint.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-hybrid_bigint-2118997/Trit.zig:1:1: error: unable to load 'Trit.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ConstDecl", "type (undeclared)", "type gf16", "ExprIdentifier(type as value)", "ExprCall(@min)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type (alias)" }, { "file": "specs/ternary/packed_trit.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-packed_trit-2119191/spec.zig:127:31: error: use of undeclared identifier 'trits'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(type as value)", "ExprIdentifier(undeclared)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "ExprIdentifier(type as value)" }, { "file": "specs/ternary/stream_ternary_mac.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_tests": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_full_adder.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "fa_000": true, "fa_100": true, "fa_110": true, "fa_111": true, "fa_011": true, "fa_101": true }, "reference_tests": { "fa_000": true, "fa_011": true, "fa_100": true, "fa_101": true, "fa_110": true, "fa_111": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_mac.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_tests": { "dot_all_n_x_all_n": true, "dot_all_n_x_all_p": true, "dot_all_p_x_all_p": true, "dot_all_z": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_ripple_adder.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "add_0_0": true, "add_1_1": true, "add_3_1": true, "add_3_3": true, "add_2_1": true }, "reference_tests": { "add_0_0": true, "add_1_1": true, "add_2_1": true, "add_3_1": true, "add_3_3": true }, "reference_disagree": [] }, { "file": "specs/ternary/ternary_xor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 4, "blockers": [], "detail": "", "test_verdicts": { "xor_p_p": true, "xor_p_n": true, "xor_n_p": true, "xor_n_n": true }, "reference_tests": { "xor_n_n": true, "xor_n_p": true, "xor_p_n": true, "xor_p_p": true }, "reference_disagree": [] }, { "file": "specs/test_framework/core.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-core-1148217/spec.zig:544:6: error: empty test name must be omitted", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCast(f64)", "ExprCast(f32)", "ExprIf(left operand)", "ExprCall(undeclared fn)" ], "detail": "ExprCast(f64)" }, { "file": "specs/test_framework/graph_drift_detection.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-graph_drift_detection-1148273/spec.zig:33:22: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type mut", "ExprCall(undeclared fn)", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/test_framework/property_test_template.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-property_test_template-1148375/spec.zig:373:29: error: expected ';' after statement", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference CSE hoist)", "type (undeclared)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "FnDecl(reference CSE hoist)" }, { "file": "specs/test_framework/runner.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-runner-1148473/EngineeringStatus.zig:1:1: error: unable to load 'EngineeringStatus.zig': FileNotFound", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "type (alias)", "ExprIdentifier(undeclared)", "ExprReturn", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/test_framework/verilog_bench_harness.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-verilog_bench_harness-1148571/spec.zig:30:23: error: expected ')', found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type (tuple)", "type (undeclared)", "ExprArrayLiteral(constant to mutable slice)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)", "ExprCall(method)", "ExprArrayLiteral" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/tools/catalog.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 4, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "a_legacy_id_never_selects_the_other_repository": true, "the_collisions_are_the_names_both_binaries_dispatch": true, "witnesses_rank_and_only_runtime_claims_runtime": true, "schema_two_needs_the_three_fields": true, "the_export_is_a_sixth_of_the_table": true }, "reference_tests": { "a_legacy_id_never_selects_the_other_repository": true, "schema_two_needs_the_three_fields": true, "the_collisions_are_the_names_both_binaries_dispatch": true, "the_export_is_a_sixth_of_the_table": true, "witnesses_rank_and_only_runtime_claims_runtime": true }, "reference_disagree": [] }, { "file": "specs/tools/mcp/gitbutler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/inngest-dev.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/needle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/neon.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/notebooklm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/railway-mcp-server.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/t27-traceability.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/tri-mcp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/tri-ssot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/trinity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp/zig-docs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/mcp_protocol.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 3, "asserts": 25, "blockers": [], "detail": "", "test_verdicts": { "known_methods_are_answered_and_everything_else_is_silence": true, "a_call_is_routed_exact_then_prefix_then_generic_and_never_refused": true, "failures_travel_as_results_and_the_declared_codes_stay_declared": true, "the_client_side_permission_gate": true, "the_result_buffer_and_the_tool_list_arithmetic": true }, "reference_tests": { "a_call_is_routed_exact_then_prefix_then_generic_and_never_refused": true, "failures_travel_as_results_and_the_declared_codes_stay_declared": true, "known_methods_are_answered_and_everything_else_is_silence": true, "the_client_side_permission_gate": true, "the_result_buffer_and_the_tool_list_arithmetic": true }, "reference_disagree": [] }, { "file": "specs/tools/registry.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-registry-1149538/spec.zig:23:59: error: use of undeclared identifier 'Result'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type bool?", "type Result", "ExprArrayLiteral", "type mismatch", "ExprCall(undeclared fn)", "ExprCast", "type (undeclared)", "type str?", "ExprCall(rejected fn)" ], "detail": "ExprStructLit(zig keyword field)" }, { "file": "specs/tools/schema.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-schema-1149644/spec.zig:207:38: error: expected type expression, found '='", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprStructLit(zig keyword field)", "ExprFieldAccess(zig keyword field)", "type bool?", "ExprCast", "type str?", "type [K:V]", "type (undeclared)", "ExprArrayLiteral" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tools/tri/abandoned.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/cell.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/census.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/ci.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/competitors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/discard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/doctor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/elab.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/emit.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/experience.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/fleet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/fmt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/fpga.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/gates.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "basic_constants": true }, "reference_tests": { "basic_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/tri/gen.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/harness.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/hooks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/issues.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/jumps.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/kinds.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/lean.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/ledgers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/merging.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/misread.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/mods.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/mutate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/now.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/one-away.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/orphaned.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/pr.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/prose.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/quantifiers.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/red.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/reseal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/rtl.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/seals.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/serve.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/skill.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/status.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/sweep.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/synth.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/topic.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/types.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/unparsed.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/vectors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/verdict.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/vsim.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/window.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri/worktrees.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/tri_to_t27_converter.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-tri_to_t27_converter-1153178/spec.zig:83:19: error: use of undeclared identifier 'trim'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall", "ExprIdentifier(undeclared)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/tools/trinity/tri/bench.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "bench_constants": true }, "reference_tests": { "bench_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/bio.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "bio_constants": true }, "reference_tests": { "bio_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/blindspots.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "blindspots_constants": true }, "reference_tests": { "blindspots_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/conscious.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "conscious_constants": true }, "reference_tests": { "conscious_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/constants.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "constants_constants": true }, "reference_tests": { "constants_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/cosmos.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "cosmos_constants": true }, "reference_tests": { "cosmos_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/dashboard.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "dashboard_constants": true }, "reference_tests": { "dashboard_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/fib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/fpga.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/gematria.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/govern.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/hardware.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/identity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/lucas.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/mesh.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/needle-check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/needle-search.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/needle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/omega.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/particles.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/phi.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/quantum.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "quantum_constants": true }, "reference_tests": { "quantum_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/reputation.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "reputation_constants": true }, "reference_tests": { "reputation_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/sacred-const.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "sacred_const_constants": true }, "reference_tests": { "sacred_const_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/spiral.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "spiral_constants": true }, "reference_tests": { "spiral_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/swarm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "swarm_constants": true }, "reference_tests": { "swarm_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "test_constants": true }, "reference_tests": { "test_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/vsa.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "vsa_constants": true }, "reference_tests": { "vsa_constants": true }, "reference_disagree": [] }, { "file": "specs/tools/trinity/tri/wallet.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 5, "blockers": [], "detail": "", "test_verdicts": { "wallet_constants": true }, "reference_tests": { "wallet_constants": true }, "reference_disagree": [] }, { "file": "specs/traffic_animator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/agent_run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/agents.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/autonomous_lifecycle.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-autonomous_lifecycle-1155233/spec.zig:28:25: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/agent/autonomous_universe.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/eternal_monitor.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-eternal_monitor-1155331/spec.zig:46:16: error: use of undeclared identifier 'std'", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {} }, { "file": "specs/tri/agent/experience_hooks.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/faculty_board.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/governance_agent.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-governance_agent-1155625/spec.zig:43:16: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/agent/handoff.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-handoff-1155800/spec.zig:8:19: error: use of undeclared identifier 'UInt32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/agent/memory.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/agent/swarm_agents.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-swarm_agents-1155901/spec.zig:28:21: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/catalog/health.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 1, "asserts": 35, "blockers": [], "detail": "", "test_verdicts": { "ok_is_never_broken": true, "a_negative_fixture_is_not_work": true, "a_real_spec_splits_by_parse": true, "either_marker_makes_a_negative_fixture": true, "changes_between_builds": true, "regressions_are_the_ones_to_read": true }, "reference_tests": { "a_negative_fixture_is_not_work": true, "a_real_spec_splits_by_parse": true, "changes_between_builds": true, "either_marker_makes_a_negative_fixture": true, "ok_is_never_broken": true, "regressions_are_the_ones_to_read": true }, "reference_disagree": [] }, { "file": "specs/tri/collections/array.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-array-1156180/spec.zig:21:13: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "StructDecl(reference undeclared field type)", "type (undeclared)", "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/collections/bitmap.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-bitmap-1156288/spec.zig:94:13: error: local variable 'i' shadows local variable from outer scope", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprUnary(~)", "StmtAssign", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/bitset.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-bitset-1156290/spec.zig:69:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/bitvector.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-bitvector-1156388/spec.zig:94:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(@bitSizeOf)", "ExprArrayLiteral(to slice field)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprIdentifier(undeclared)", "type mismatch" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/btree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-btree-1156439/spec.zig:21:21: error: use of undeclared identifier 'K'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/circular_buffer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-circular_buffer-1156592/spec.zig:42:16: error: use of undeclared identifier 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/context.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/collections/deque.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-deque-1156798/spec.zig:29:11: error: unused local constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/either.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-either-1157041/spec.zig:22:11: error: use of undeclared identifier 'L'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/interval.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-interval-1157141/spec.zig:35:68: error: expected type '[]spec.Interval', found 'error{OutOfMemory}![]spec.Interval'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprArrayLiteral(to slice field)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/linked_list.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-linked_list-1157240/spec.zig:21:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/list.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-list-1157242/spec.zig:22:11: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/lockfree_stack.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-lockfree_stack-1157340/spec.zig:42:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(value ignored) statement", "type mismatch", "ExprFieldAccess(?T)", "ExprCall(undeclared fn)", "ExprIdentifier(undeclared)", "ExprCall" ], "detail": "ExprStructLit(value ignored) statement" }, { "file": "specs/tri/collections/lru.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-lru-1157342/spec.zig:22:26: error: use of undeclared identifier 'K'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/lru_cache.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-lru_cache-1157584/spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(undeclared fn)", "ExprCall" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/map.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-map-1157876/spec.zig:21:13: error: use of undeclared identifier 'K'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/maybe.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-maybe-1157974/spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "type (undeclared)", "ExprIdentifier(undeclared)", "ExprCall(rejected fn)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/namespace.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-namespace-1158024/spec.zig:35:5: error: variables must be initialized", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "EnumDecl(union)" ], "detail": "EnumDecl(union)" }, { "file": "specs/tri/collections/option.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-option-1158027/spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/priority_queue.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-priority_queue-1158124/spec.zig:32:15: error: use of undeclared identifier 'append'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/queue.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-queue-1158295/spec.zig:21:14: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/result.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-result-1158416/spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprFieldAccess(zig keyword field)", "type (undeclared)", "type (alias)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/ring_buffer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-ring_buffer-1158564/spec.zig:21:15: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/set.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-set-1158758/spec.zig:21:24: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/collections/skip_list.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-skip_list-1158906/spec.zig:21:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/stack.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-stack-1159052/spec.zig:21:14: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprArrayLiteral(reference empty typed)", "type (generic)", "type std.mem.Allocator", "ExprCall(rejected fn)", "ExprFieldAccess" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/state.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-state-1159054/spec.zig:21:16: error: expected return type expression, found '->'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/collections/tuple.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-tuple-1159079/spec.zig:21:12: error: use of undeclared identifier 'A'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/collections/variant.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-variant-1159093/spec.zig:20:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/crypto/base32.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-base32-1159300/spec.zig:30:30: error: expected type '[]const u8', found 'error{OutOfMemory}![]u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprIdentifier(undeclared)", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/base64.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-base64-1159481/spec.zig:18:56: error: use of undeclared identifier 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/crypto.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-crypto-1159592/spec.zig:38:5: error: not yet implemented", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/ecc.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-ecc-1159690/spec.zig:32:12: error: expected type 'void', found 'spec.ECPoint'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprReturn", "ExprCall(undeclared fn)" ], "detail": "ExprReturn" }, { "file": "specs/tri/crypto/hex.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprStructLit(value ignored) statement", "StmtAssign(undeclared)", "ExprCall" ], "detail": "ExprStructLit(value ignored) statement", "reference_tests": { "char_to_nibble_digit": true, "char_to_nibble_lowercase": true, "char_to_nibble_uppercase": true, "decode_basic_case": true, "encode_basic_case": true, "lower_case_basic_case": true, "nibble_to_char_digit": true, "nibble_to_char_lowercase": true, "nibble_to_char_uppercase": true, "upper_case_basic_case": true } }, { "file": "specs/tri/crypto/hmac.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-hmac-1159790/spec.zig:22:12: error: use of undeclared identifier 'SHA256'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/crypto/reed_solomon.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-reed_solomon-1159936/spec.zig:34:26: error: expected type expression, found ','", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type const", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/rsa.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-rsa-1160130/spec.zig:34:9: error: redeclaration of local variable 'base'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtAssign", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/crypto/sha256.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-sha256-1160180/spec.zig:176:12: error: expected type '*spec.SHA256', found '*const spec.SHA256'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "ExprCall(@bitSizeOf)", "ExprCall(@sizeOf)", "type mismatch" ], "detail": "ExprCall(@intCast)" }, { "file": "specs/tri/encoding/bson.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-bson-1160183/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/encoding/csv.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-csv-1160331/spec.zig:28:46: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprArrayLiteral", "type mismatch" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/encoding/html.t27", "reference": "fail", "reference_detail": "2 of 3 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "ExprCall(undeclared fn)" ], "detail": "type (generic)", "reference_tests": { "parse_basic_case": false, "parse_function": true, "query_selector_basic_case": false } }, { "file": "specs/tri/encoding/json.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-json-1160487/spec.zig:53:18: error: no field or member function named 'parseValue' in 'spec.Parser'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/encoding/markup.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-markup-1160585/spec.zig:30:12: error: expected type '[]spec.MarkdownNode', found '@TypeOf(.{})'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/encoding/mime.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-mime-1160587/spec.zig:39:33: error: expected type 'mem.Allocator', found '@TypeOf(null)'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/encoding/msgpack.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-msgpack-1160881/spec.zig:44:16: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type (generic)", "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/encoding/xml.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "StmtAssign(undeclared)", "ExprCall" ], "detail": "type (generic)", "reference_tests": { "parse_basic_case": false } }, { "file": "specs/tri/graph/bellman_ford.t27", "reference": "fail", "reference_detail": "1 of 1 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)" ], "detail": "ExprCall(undeclared fn)", "reference_tests": { "shortest_path_basic_case": false } }, { "file": "specs/tri/graph/dijkstra.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-dijkstra-1161129/spec.zig:25:26: error: use of undeclared identifier 'Graph'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/graph/disjoint_set.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-disjoint_set-1161279/spec.zig:88:18: error: operator != not allowed for type 'spec.DisjointSet'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, undefined)", "ExprIdentifier(rejected decl)", "ExprCall(undeclared fn)", "ExprArrayLiteral", "type mismatch" ], "detail": "VarDecl(module, undefined)" }, { "file": "specs/tri/graph/graph.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-graph-1161329/spec.zig:21:24: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "ExprCall" ], "detail": "type (generic)" }, { "file": "specs/tri/graph/graph_bfs.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-graph_bfs-1161379/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(method)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)", "ExprArrayLiteral" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/graph/graph_dfs.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-graph_dfs-1161525/spec.zig:25:21: error: use of undeclared identifier 'Graph'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/graph/prims_mst.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-prims_mst-1161527/spec.zig:21:14: error: use of undeclared identifier 'Edge'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/graph/topological_sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-topological_sort-1161675/spec.zig:24:23: error: use of undeclared identifier 'Graph'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprFieldAccess(slice)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/io/compress.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-compress-1161870/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/io/filesystem.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-filesystem-1162065/spec.zig:33:24: error: extra capture in for loop", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtFor", "ExprCall(undeclared fn)", "ExprCall(rejected fn)", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/io/fs.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-fs-1162068/spec.zig:28:15: error: use of undeclared identifier 'Instant'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "ExprBinary(++)", "type mismatch", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/io/io.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-io-1162113/spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "type int", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/io/reader.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-reader-1162359/spec.zig:8:16: error: expected return type expression, found '->'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "type (generic)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/io/writer.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-writer-1162409/spec.zig:37:32: error: expected type expression, found ')'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/io/zip.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-zip-1162555/spec.zig:21:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/math/bezier.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-bezier-1162605/spec.zig:43:26: error: use of undeclared identifier 'append'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(@constCast)", "ExprCall(@abs)", "type mismatch" ], "detail": "ExprArrayLiteral" }, { "file": "specs/tri/math/constants.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-constants-1162607/spec.zig:71:19: error: use of undeclared identifier 'default_input'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall(@abs)" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/tri/math/math.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/math/matrix.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-matrix-1162899/spec.zig:49:36: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(method)", "ExprFieldAccess" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/math/measurement.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/math/polynomial.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-polynomial-1163048/spec.zig:32:28: error: extra capture in for loop", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtFor", "ExprCall(method)", "StmtLocal", "ExprCast(f64)", "ExprBinary", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/math/probability.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-probability-1163242/spec.zig:100:74: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@min)", "ExprCall(@exp)", "ExprCall(@sqrt)", "ExprCall(@abs)" ], "detail": "ExprCall(@min)" }, { "file": "specs/tri/math/statistics.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-statistics-1163307/spec.zig:42:12: error: use of undeclared identifier 'math'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprCall(method)", "ExprCast(f64)", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/net/async.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-async-1163391/spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/net/async_stream.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-async_stream-1163489/spec.zig:49:25: error: unable to resolve comptime value", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "type (generic)", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/net/channel.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-channel-1163589/spec.zig:26:41: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (generic)", "ExprCall(rejected fn)" ], "detail": "type (generic)" }, { "file": "specs/tri/net/cloud.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/net/http.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-http-1163707/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/net/net.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-net-1163931/spec.zig:110:19: error: operator != not allowed for type '?spec.IpAddress'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(undeclared)", "literal out of range" ], "detail": "ExprIdentifier(undeclared)" }, { "file": "specs/tri/net/url.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-url-1164029/spec.zig:39:16: error: use of undeclared identifier 'r'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/pipeline/batch_runner.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-batch_runner-1164127/spec.zig:36:16: error: use of undeclared identifier 'String'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/builder.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-builder-1164177/spec.zig:21:14: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "type (generic)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/cloud_orchestrator.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/codegen.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-codegen-1164278/spec.zig:8:14: error: use of undeclared identifier 'String'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/pipeline.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/pipeline_parallel.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-pipeline_parallel-1164621/spec.zig:31:15: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/spec_parser.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/spec_writer.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/workflow.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-workflow-1164822/spec.zig:8:14: error: use of undeclared identifier 'String'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/pipeline/workflow_executor.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/pipeline/workflow_parser.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/search/aho_corasick.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-aho_corasick-1165070/spec.zig:146:31: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprArrayLiteral", "type [*]T", "ExprFieldAccess", "ExprCall" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/search/bloom_filter.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-bloom_filter-1165121/spec.zig:34:16: error: use of undeclared identifier 'new'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprIdentifier(undeclared)", "type mismatch" ], "detail": "StmtAssign" }, { "file": "specs/tri/search/boyer_moore.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-boyer_moore-1165123/spec.zig:29:23: error: cannot assign to constant", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign", "ExprCall(undeclared fn)" ], "detail": "StmtAssign" }, { "file": "specs/tri/search/knuth_morris_pratt.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-knuth_morris_pratt-1165127/spec.zig:28:31: error: incompatible types: 'struct { comptime comptime_int = 0 }' and 'usize'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/tri/search/match.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-match-1165369/spec.zig:29:9: error: use of undeclared identifier 'unreachable'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprIdentifier(value ignored) statement", "ExprCall(undeclared fn)" ], "detail": "ExprIdentifier(value ignored) statement" }, { "file": "specs/tri/search/pattern.t27", "reference": "fail", "reference_detail": "1 of 11 tests fail", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL wildcard_match_no_match: assert failed at line 217 (assert)", "test_verdicts": { "glob_match_exact_match": true, "glob_match_no_match": true, "glob_match_wildcard_star": true, "glob_match_wildcard_question": true, "glob_match_character_class": true, "glob_match_character_class_range": true, "glob_match_negated_class": true, "wildcard_match_exact": true, "wildcard_match_wildcard": true, "wildcard_match_no_match": false, "wildcard_match_trailing_wildcard": true }, "reference_tests": { "glob_match_character_class": true, "glob_match_character_class_range": true, "glob_match_exact_match": true, "glob_match_negated_class": true, "glob_match_no_match": true, "glob_match_wildcard_question": true, "glob_match_wildcard_star": true, "wildcard_match_exact": true, "wildcard_match_no_match": false, "wildcard_match_trailing_wildcard": true, "wildcard_match_wildcard": true }, "reference_disagree": [] }, { "file": "specs/tri/search/rabin_karp.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-rabin_karp-1165518/spec.zig:33:48: error: @intCast must have a known result type", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "ExprCall(@intCast)", "ExprArrayLiteral", "type mismatch" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/search/regex.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-regex-1165664/spec.zig:47:18: error: operator != not allowed for type 'spec.Regex'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprTuple", "ExprIdentifier(undeclared)" ], "detail": "ExprTuple" }, { "file": "specs/tri/search/regex_advanced.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-regex_advanced-1165958/spec.zig:43:72: error: use of undeclared identifier 'index'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess", "ExprTuple" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/search/search.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-search-1166066/spec.zig:24:27: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprArrayLiteral" ], "detail": "type (undeclared)" }, { "file": "specs/tri/sort/counting_sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-counting_sort-1166116/spec.zig:22:15: error: comparison of 'error{OutOfMemory}![]u8' with null", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/sort/heap_sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-heap_sort-1166161/spec.zig:75:17: error: operator == not allowed for type '[6]i64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprCall(undeclared fn)" }, { "file": "specs/tri/sort/insertion_sort.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 11, "blockers": [], "detail": "", "test_verdicts": { "sort_basic_case": true, "sort_simple_case": true }, "reference_tests": { "sort_basic_case": true, "sort_simple_case": true }, "reference_disagree": [] }, { "file": "specs/tri/sort/merge_sort.t27", "reference": "fail", "reference_detail": "2 of 2 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator", "reference_tests": { "sort_basic_case": false, "sort_in_place_basic_case": false } }, { "file": "specs/tri/sort/quick_sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-quick_sort-1166381/spec.zig:40:13: error: use of undeclared identifier 'append'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type mismatch", "ExprCall(undeclared fn)", "ExprCall", "ExprArrayLiteral" ], "detail": "type mismatch" }, { "file": "specs/tri/sort/radix_sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-radix_sort-1166560/spec.zig:109:10: error: expected type 'mem.Allocator', found '[8]usize'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprArrayLiteral", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/sort/selection_sort.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 16, "blockers": [], "detail": "", "test_verdicts": { "sort_basic_case": true, "sort_already_sorted": true, "sort_reverse_sorted": true, "sort_single_element": true, "sort_empty": true }, "reference_tests": { "sort_already_sorted": true, "sort_basic_case": true, "sort_empty": true, "sort_reverse_sorted": true, "sort_single_element": true }, "reference_disagree": [] }, { "file": "specs/tri/sort/shell_sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-shell_sort-1166614/spec.zig:22:22: error: no member named 'length' in '[]i64'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(slice)", "ExprCall(undeclared fn)", "ExprArrayLiteral" ], "detail": "ExprFieldAccess(slice)" }, { "file": "specs/tri/sort/sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-sort-1166713/spec.zig:24:24: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (undeclared)", "ExprCall(undeclared fn)" ], "detail": "type (undeclared)" }, { "file": "specs/tri/sort/tim_sort.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-tim_sort-1167015/spec.zig:31:25: error: expected type 'mem.Allocator', found 'type'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/t27b/conformance/array_literal.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "addr_of_literal_is_a_const_slice": true, "integer_elements_become_the_callee_element_type": true, "the_declared_element_type_is_not_the_one_used": true, "one_element": true, "passed_twice": true, "empty_literals_are_empty_slices": true }, "reference_tests": { "addr_of_literal_is_a_const_slice": true, "empty_literals_are_empty_slices": true, "integer_elements_become_the_callee_element_type": true, "one_element": true, "passed_twice": true, "the_declared_element_type_is_not_the_one_used": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/array_literal_value.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 10, "blockers": [], "detail": "", "test_verdicts": { "a_returned_literal_is_a_constant_slice": true, "integer_elements_take_the_return_element_type": true, "a_typed_returned_literal": true, "returned_twice_is_the_same_data": true, "a_local_literal_passed_by_address": true, "the_declared_length_is_dropped": true }, "reference_tests": { "a_local_literal_passed_by_address": true, "a_returned_literal_is_a_constant_slice": true, "a_typed_returned_literal": true, "integer_elements_take_the_return_element_type": true, "returned_twice_is_the_same_data": true, "the_declared_length_is_dropped": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/brace_invariant.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 11, "asserts": 14, "blockers": [], "detail": "", "test_verdicts": { "the_predicates_hold_at_run_time": true }, "reference_tests": { "the_predicates_hold_at_run_time": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/module_var_in_test.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "a_write_is_seen_by_the_fn_it_calls": true, "each_test_starts_from_the_declared_value": true, "a_bool_var_is_written": true, "the_second_write_reads_the_first": true, "a_computed_value_is_stored": true, "a_signed_var_goes_negative": true }, "reference_tests": { "a_bool_var_is_written": true, "a_computed_value_is_stored": true, "a_signed_var_goes_negative": true, "a_write_is_seen_by_the_fn_it_calls": true, "each_test_starts_from_the_declared_value": true, "the_second_write_reads_the_first": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/untyped_local.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "a_counter_from_zero_counts": true, "two_untyped_vars_accumulate": true, "a_small_literal_makes_a_u32": true, "a_literal_past_u32_makes_a_u64": true, "hex_and_binary_literals_are_read_alike": true, "an_unread_undefined_const_is_dropped": true }, "reference_tests": { "a_counter_from_zero_counts": true, "a_literal_past_u32_makes_a_u64": true, "a_small_literal_makes_a_u32": true, "an_unread_undefined_const_is_dropped": true, "hex_and_binary_literals_are_read_alike": true, "two_untyped_vars_accumulate": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/conformance/value_params.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "array_element_write_stays_local": true, "struct_field_write_stays_local": true, "compound_field_assignment": true, "writes_inside_a_loop": true, "whole_parameter_reassigned": true, "nested_write_after_a_field_write": true, "let_struct_from_a_call_is_writable": true, "const_struct_literal_written_in_a_loop": true, "typed_let_array_element_write": true, "a_copy_is_not_an_alias": true }, "reference_tests": { "a_copy_is_not_an_alias": true, "array_element_write_stays_local": true, "compound_field_assignment": true, "const_struct_literal_written_in_a_loop": true, "let_struct_from_a_call_is_writable": true, "nested_write_after_a_field_write": true, "struct_field_write_stays_local": true, "typed_let_array_element_write": true, "whole_parameter_reassigned": true, "writes_inside_a_loop": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/dogfood.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "own_by_prefix_or_loader": true, "not_own_is_no_row": true, "both_pass": true, "reference_passes_t27b_does_not_is_a_lane": true, "reference_not_passing_is_a_t27c_issue": true, "no_reference_verdict_is_unjudged": true, "only_lanes_and_issues_are_work": true, "own_specs_break_ties": true, "own_specs_never_outrank_a_score": true }, "reference_tests": { "both_pass": true, "no_reference_verdict_is_unjudged": true, "not_own_is_no_row": true, "only_lanes_and_issues_are_work": true, "own_by_prefix_or_loader": true, "own_specs_break_ties": true, "own_specs_never_outrank_a_score": true, "reference_not_passing_is_a_t27c_issue": true, "reference_passes_t27b_does_not_is_a_lane": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/fuzz.t27", "reference": "pass", "reference_detail": "", "t27b": "codegen", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "t27b: unsupported construct FnDecl(frame size) at line 0 (fn same_seed_same_case: 80000 bytes of local aggregates; at most 16384 per frame)", "reference_tests": { "biased_constants_are_mostly_special": true, "cases_are_consistent_and_fit": true, "kept_trap_checksum_is_the_wrapped_value": true, "model_checked_overflow": true, "model_shifts_and_division": true, "render_hand_built_case": true, "same_seed_same_case": true, "splitmix_known_vector": true, "types_and_masks": true } }, { "file": "specs/tri/t27b/fuzz_oracle.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 1, "asserts": 42, "blockers": [], "detail": "", "test_verdicts": { "agree_on_pass_and_on_trap": true, "wrong_checksum_is_a_disagreement": true, "forgotten_trap_is_the_side_that_forgot": true, "refusals_are_rejected_not_agree": true, "one_side_wrong_other_refused_is_split": true, "broken_t27b_and_timeouts": true, "a_refused_host_is_unjudged_not_a_bug": true, "names_carry_the_expectation": true }, "reference_tests": { "a_refused_host_is_unjudged_not_a_bug": true, "agree_on_pass_and_on_trap": true, "broken_t27b_and_timeouts": true, "forgotten_trap_is_the_side_that_forgot": true, "names_carry_the_expectation": true, "one_side_wrong_other_refused_is_split": true, "refusals_are_rejected_not_agree": true, "wrong_checksum_is_a_disagreement": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/reduce.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 13, "invariants": 1, "asserts": 67, "blockers": [], "detail": "", "test_verdicts": { "guard_rejects_reference_fail": true, "guard_rejects_reference_blocked_and_unjudged": true, "guard_wants_tests_when_the_original_had_them": true, "family_needs_blocked_and_the_family_first": true, "disagree_kinds": true, "bad_mode_is_never_kept": true, "interesting_is_keep": true, "t27b_side_is_the_t27b_half": true, "chunks_cover_every_unit_once": true, "chunks_do_not_overflow": true, "granularity": true, "levels_run_in_order_and_repeat_only_on_progress": true, "budget_and_goal": true }, "reference_tests": { "bad_mode_is_never_kept": true, "budget_and_goal": true, "chunks_cover_every_unit_once": true, "chunks_do_not_overflow": true, "disagree_kinds": true, "family_needs_blocked_and_the_family_first": true, "granularity": true, "guard_rejects_reference_blocked_and_unjudged": true, "guard_rejects_reference_fail": true, "guard_wants_tests_when_the_original_had_them": true, "interesting_is_keep": true, "levels_run_in_order_and_repeat_only_on_progress": true, "t27b_side_is_the_t27b_half": true }, "reference_disagree": [] }, { "file": "specs/tri/t27b/steward.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 124, "invariants": 2, "asserts": 146, "blockers": [], "detail": "", "test_verdicts": { "delta_ref_moved": true, "delta_outside_reference_is_silent": true, "delta_regressed": true, "delta_regressed_to_fail_is_regressed": true, "delta_new_mismatch": true, "delta_old_mismatch_is_silent": true, "delta_gained": true, "delta_check_lost": true, "delta_unchanged": true, "red_codes": true, "pct_56_of_648": true, "pct_75_of_657": true, "pct_rounds_to_nearest": true, "pct_empty_reference": true, "ratchet_green": true, "ratchet_unexpected_failure": true, "ratchet_vacuous_counted_is_failure": true, "ratchet_vacuity_measured": true, "ratchet_vacuous_to_pass": true, "ratchet_vacuous_lost": true, "ratchet_vacuous_stays": true, "ratchet_unexpected_pass": true, "ratchet_moved": true, "ratchet_same_blocker": true, "ratchet_stale_blocked": true, "ratchet_stale_fail": true, "ratchet_unjudged": true, "ratchet_lab_error_is_unjudged": true, "ratchet_unlisted": true, "ratchet_cap": true, "ratchet_red_codes": true, "bless_keeps_a_written_reason": true, "bless_unimplemented": true, "bless_refuses_a_defect": true, "bless_refuses_a_timeout": true, "bless_cap_rises": true, "bless_cap_holds": true, "bless_first_cap": true, "doctor_stale": true, "doctor_fresh_at_limit": true, "doctor_claim_dead_young": true, "doctor_claim_old": true, "doctor_claim_live_at_limit": true, "doctor_claim_unknown_old": true, "doctor_railway": true, "doctor_ledger_quiet": true, "doctor_checkout_failed": true, "doctor_checkout_reclone_failed": true, "doctor_checkout_healed": true, "doctor_checkout_kept": true, "doctor_image_master_unknown": true, "doctor_image_unreported_is_stale": true, "doctor_image_differs": true, "doctor_image_current": true, "bless_rise_all_new": true, "bless_rise_old_entries_over_cap": true, "bless_rise_at_old_cap": true, "bless_rise_none_new": true, "bless_rise_more_new_than_total": true, "alarm_fail_where_reference_passes": true, "alarm_fail_reference_shares": true, "alarm_timeout_reference_shares": true, "alarm_timeout": true, "alarm_crash_always": true, "alarm_mismatch_always": true, "alarm_blocked_never": true, "alarm_shared_fail_same_tests": true, "alarm_shared_fail_other_tests": true, "alarm_shared_fail_not_compared": true, "alarm_pass_disagrees": true, "alarm_pass_agrees": true, "alarm_tests_keeps_is_alarm": true, "stop_on_mismatch": true, "stop_on_reference_disagree": true, "stop_neither": true, "gate_required_green": true, "gate_required_pending_waits": true, "gate_required_absent_waits": true, "gate_required_skipped_waits": true, "gate_required_red_blocks_even_if_master_red": true, "gate_other_red_green_on_master_blocks": true, "gate_other_red_red_on_master_passes": true, "gate_other_red_absent_on_master_passes": true, "gate_other_pending_never_waits": true, "gate_other_red_master_running_waits": true, "gate_master_settled_is_its_verdict": true, "gate_master_running_red_below_stays_red": true, "gate_master_running_green_below_is_pending": true, "gate_master_running_no_verdict_is_pending": true, "gate_other_red_master_running_no_verdict_waits": true, "gate_other_red_master_red_below_running_passes": true, "gate_fold": true, "gate_ready": true, "gate_conflict_first": true, "gate_retarget": true, "gate_required_red": true, "gate_blocked_by_other": true, "gate_waits_on_required": true, "gate_closed_first": true, "gate_waits_on_other_wait": true, "gate_waits_on_mergeable_unknown": true, "watch_merges_ready": true, "watch_waits": true, "watch_stops_on_red": true, "watch_stops_on_conflict": true, "watch_stops_on_blocked": true, "watch_done_when_closed": true, "watch_retargets_after_parent_merged": true, "watch_stacked_waits_for_parent": true, "watch_orphan_stack_stops": true, "watch_unknown_base_stops": true, "next_lane_when_reference_passes": true, "next_reference_bug_when_reference_blocked": true, "next_reference_bug_when_reference_fails": true, "next_reference_bug_on_reference_timeout": true, "next_no_verdict_counts_nowhere": true, "next_not_run_counts_nowhere": true, "next_only_blocked_files_count": true, "next_frontend_is_not_a_lane": true, "next_sole_outranks_first": true, "next_first_breaks_ties": true, "next_score_value": true, "next_with_tests": true, "next_with_tests_never_wraps": true }, "reference_tests": { "alarm_blocked_never": true, "alarm_crash_always": true, "alarm_fail_reference_shares": true, "alarm_fail_where_reference_passes": true, "alarm_mismatch_always": true, "alarm_pass_agrees": true, "alarm_pass_disagrees": true, "alarm_shared_fail_not_compared": true, "alarm_shared_fail_other_tests": true, "alarm_shared_fail_same_tests": true, "alarm_tests_keeps_is_alarm": true, "alarm_timeout": true, "alarm_timeout_reference_shares": true, "bless_cap_holds": true, "bless_cap_rises": true, "bless_first_cap": true, "bless_keeps_a_written_reason": true, "bless_refuses_a_defect": true, "bless_refuses_a_timeout": true, "bless_rise_all_new": true, "bless_rise_at_old_cap": true, "bless_rise_more_new_than_total": true, "bless_rise_none_new": true, "bless_rise_old_entries_over_cap": true, "bless_unimplemented": true, "delta_check_lost": true, "delta_gained": true, "delta_new_mismatch": true, "delta_old_mismatch_is_silent": true, "delta_outside_reference_is_silent": true, "delta_ref_moved": true, "delta_regressed": true, "delta_regressed_to_fail_is_regressed": true, "delta_unchanged": true, "doctor_checkout_failed": true, "doctor_checkout_healed": true, "doctor_checkout_kept": true, "doctor_checkout_reclone_failed": true, "doctor_claim_dead_young": true, "doctor_claim_live_at_limit": true, "doctor_claim_old": true, "doctor_claim_unknown_old": true, "doctor_fresh_at_limit": true, "doctor_image_current": true, "doctor_image_differs": true, "doctor_image_master_unknown": true, "doctor_image_unreported_is_stale": true, "doctor_ledger_quiet": true, "doctor_railway": true, "doctor_stale": true, "gate_blocked_by_other": true, "gate_closed_first": true, "gate_conflict_first": true, "gate_fold": true, "gate_master_running_green_below_is_pending": true, "gate_master_running_no_verdict_is_pending": true, "gate_master_running_red_below_stays_red": true, "gate_master_settled_is_its_verdict": true, "gate_other_pending_never_waits": true, "gate_other_red_absent_on_master_passes": true, "gate_other_red_green_on_master_blocks": true, "gate_other_red_master_red_below_running_passes": true, "gate_other_red_master_running_no_verdict_waits": true, "gate_other_red_master_running_waits": true, "gate_other_red_red_on_master_passes": true, "gate_ready": true, "gate_required_absent_waits": true, "gate_required_green": true, "gate_required_pending_waits": true, "gate_required_red": true, "gate_required_red_blocks_even_if_master_red": true, "gate_required_skipped_waits": true, "gate_retarget": true, "gate_waits_on_mergeable_unknown": true, "gate_waits_on_other_wait": true, "gate_waits_on_required": true, "next_first_breaks_ties": true, "next_frontend_is_not_a_lane": true, "next_lane_when_reference_passes": true, "next_no_verdict_counts_nowhere": true, "next_not_run_counts_nowhere": true, "next_only_blocked_files_count": true, "next_reference_bug_on_reference_timeout": true, "next_reference_bug_when_reference_blocked": true, "next_reference_bug_when_reference_fails": true, "next_score_value": true, "next_sole_outranks_first": true, "next_with_tests": true, "next_with_tests_never_wraps": true, "pct_56_of_648": true, "pct_75_of_657": true, "pct_empty_reference": true, "pct_rounds_to_nearest": true, "ratchet_cap": true, "ratchet_green": true, "ratchet_lab_error_is_unjudged": true, "ratchet_moved": true, "ratchet_red_codes": true, "ratchet_same_blocker": true, "ratchet_stale_blocked": true, "ratchet_stale_fail": true, "ratchet_unexpected_failure": true, "ratchet_unexpected_pass": true, "ratchet_unjudged": true, "ratchet_unlisted": true, "ratchet_vacuity_measured": true, "ratchet_vacuous_counted_is_failure": true, "ratchet_vacuous_lost": true, "ratchet_vacuous_stays": true, "ratchet_vacuous_to_pass": true, "red_codes": true, "stop_neither": true, "stop_on_mismatch": true, "stop_on_reference_disagree": true, "watch_done_when_closed": true, "watch_merges_ready": true, "watch_orphan_stack_stops": true, "watch_retargets_after_parent_merged": true, "watch_stacked_waits_for_parent": true, "watch_stops_on_blocked": true, "watch_stops_on_conflict": true, "watch_stops_on_red": true, "watch_unknown_base_stops": true, "watch_waits": true }, "reference_disagree": [] }, { "file": "specs/tri/trees/avl_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-avl_tree-1167747/spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprFieldAccess(?T)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/b_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-b_tree-1167791/spec.zig:68:5: error: use of undeclared identifier 'one'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/fenwick_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-fenwick_tree-1167849/spec.zig:91:21: error: '_' used as an identifier without @\"_\" syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "ExprCall(method)", "ExprCall(rejected fn)" ], "detail": "ExprArrayLiteral(reference empty typed)" }, { "file": "specs/tri/trees/kd_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-kd_tree-1167909/spec.zig:100:9: error: local variable is never mutated", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "FnDecl(reference var param)", "type std.mem.Allocator", "StructDecl", "StmtLocal", "ExprArrayLiteral", "ExprCall(rejected fn)", "ExprFieldAccess" ], "detail": "FnDecl(reference var param)" }, { "file": "specs/tri/trees/octree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-octree-1167968/spec.zig:30:22: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type std.mem.Allocator", "StmtAssign(undeclared)", "ExprFieldAccess", "type (undeclared)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/quadtree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-quadtree-1168032/spec.zig:42:38: error: unused function parameter", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StructDecl", "ExprArrayLiteral", "ExprCall(undeclared fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/red_black_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-red_black_tree-1168178/spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/rtree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-rtree-1168470/spec.zig:115:21: error: trailing digit separator", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprStructLit(value ignored) statement", "ExprCall(undeclared fn)", "ExprArrayLiteral", "ExprCall(method)", "ExprIdentifier(undeclared)", "ExprCall" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/segment_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-segment_tree-1168576/spec.zig:29:5: error: use of undeclared identifier 'panic'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(method)", "ExprFieldAccess", "ExprArrayLiteral" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/splay_tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-splay_tree-1168887/spec.zig:21:5: error: tuple field has a name", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/suffix_array.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-suffix_array-1168937/spec.zig:52:26: error: use of undeclared identifier 'allocator'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprFieldAccess" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/trees/tree.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-tree-1168970/spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "type (generic)", "ExprCall(undeclared fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/trees/trie.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-trie-1169087/spec.zig:22:12: error: use of undeclared identifier 'T'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (generic)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/utils/args.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type (alias)", "ExprFieldAccess" ], "detail": "type (alias)", "reference_tests": { "parse_creates_result": true } }, { "file": "specs/tri/utils/arrow_time.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/bytes.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w0/tmp/t27c-test-report-bytes-1169525/spec.zig:28:36: error: index syntax required for slice type '[]const u8'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprArrayLiteral(to slice field)", "ExprFieldAccess(.*)", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/utils/color.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-color-1169527/spec.zig:34:12: error: expected type 'void', found 'spec.Color'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprReturn", "ExprCall(std.*)", "ExprCast(f64)", "ExprCall(undeclared fn)" ], "detail": "ExprReturn" }, { "file": "specs/tri/utils/colors.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/config.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w1/tmp/t27c-test-report-config-1169628/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(zig keyword field)", "ExprStructLit(zig keyword field)", "ExprArrayLiteral(reference empty typed)", "type std.mem.Allocator", "StmtIf(capture)", "ExprCall(undeclared fn)", "ExprCall(@FieldType)", "ExprArrayLiteral", "ExprCall(rejected fn)" ], "detail": "ExprFieldAccess(zig keyword field)" }, { "file": "specs/tri/utils/error.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/exit_codes.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 3, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "success_is_zero": true, "internal_error_is_seven": true, "timeout_is_four": true }, "reference_tests": { "internal_error_is_seven": true, "success_is_zero": true, "timeout_is_four": true }, "reference_disagree": [] }, { "file": "specs/tri/utils/help.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-help-1169876/spec.zig:8:16: error: use of undeclared identifier 'CommandCategory'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/utils/logger.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-logger-1169878/spec.zig:29:16: error: use of undeclared identifier 'Instant'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (undeclared)", "StmtAssign(undeclared)", "ExprTuple" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/tri/utils/logging.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-logging-1170123/spec.zig:5:7: error: duplicate struct member name 'std'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprFieldAccess(zig keyword field)", "type std.mem.Allocator", "ExprCall(@enumToInt)", "ExprCall(undeclared fn)", "ExprBinary(?T)", "ExprFieldAccess" ], "detail": "ExprFieldAccess(zig keyword field)" }, { "file": "specs/tri/utils/random.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w10/tmp/t27c-test-report-random-1170221/spec.zig:61:18: error: operator != not allowed for type 'spec.Rng'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprCall(@intCast)", "ExprCall(undeclared fn)", "type mismatch" ], "detail": "ExprCall(@intCast)" }, { "file": "specs/tri/utils/string.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 0, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": {}, "reference_tests": {}, "reference_disagree": [] }, { "file": "specs/tri/utils/template.t27", "reference": "fail", "reference_detail": "2 of 2 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(undeclared)", "ExprCall(undeclared fn)" ], "detail": "StmtAssign(undeclared)", "reference_tests": { "compile_basic_case": false, "render_basic_case": false } }, { "file": "specs/tri/utils/terminal.t27", "reference": "fail", "reference_detail": "1 of 3 tests fail", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(@import)" ], "detail": "type std.mem.Allocator", "reference_tests": { "colorize_handles_allocator": true, "get_size_returns_valid_size": true, "reset_returns_ansi_sequence": false } }, { "file": "specs/tri/utils/text.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w7/tmp/t27c-test-report-text-1170555/spec.zig:69:17: error: type 'type' not a function", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(undeclared fn)", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/utils/time.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-time-1170669/spec.zig:29:27: error: invalid builtin function: '@builtin'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "ExprCall(@builtin)", "type mismatch" ], "detail": "type std.mem.Allocator" }, { "file": "specs/tri/utils/utf8.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-utf8-1170719/spec.zig:90:16: error: use of undeclared identifier 'error'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type u21", "ExprTuple", "ExprCall(undeclared fn)" ], "detail": "type u21" }, { "file": "specs/tri/utils/version.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-version-1170772/spec.zig:61:20: error: extra capture in for loop", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type std.mem.Allocator", "StmtFor", "ExprFieldAccess", "ExprCall(rejected fn)" ], "detail": "type std.mem.Allocator" }, { "file": "specs/trinet/etx.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 2, "asserts": 13, "blockers": [], "detail": "", "test_verdicts": { "alpha_small_window_clamps_high": true, "alpha_large_window_clamps_low": true, "alpha_zero_window_is_max": true, "ewma_hello_moves_toward_one": true, "ewma_miss_moves_toward_zero": true, "kill_collapses_to_zero": true, "dead_when_forward_below_eps": true, "dead_when_reverse_below_eps": true, "alive_when_both_above_eps": true, "etx_of_perfect_link_is_one": true, "etx_of_half_by_half_is_four": true }, "reference_tests": { "alive_when_both_above_eps": true, "alpha_large_window_clamps_low": true, "alpha_small_window_clamps_high": true, "alpha_zero_window_is_max": true, "dead_when_forward_below_eps": true, "dead_when_reverse_below_eps": true, "etx_of_half_by_half_is_four": true, "etx_of_perfect_link_is_one": true, "ewma_hello_moves_toward_one": true, "ewma_miss_moves_toward_zero": true, "kill_collapses_to_zero": true }, "reference_disagree": [] }, { "file": "specs/trinity/build_graph.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 2, "blockers": [], "detail": "", "test_verdicts": { "the_headless_profile_is_measured_and_the_test_exit_code_is_not": true, "the_two_numeric_packages_are_pinned_by_archive": true, "the_registry_is_the_first_generated_boundary": true, "receipts_need_two_runs_and_no_normalization": true }, "reference_tests": { "receipts_need_two_runs_and_no_normalization": true, "the_headless_profile_is_measured_and_the_test_exit_code_is_not": true, "the_registry_is_the_first_generated_boundary": true, "the_two_numeric_packages_are_pinned_by_archive": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/abi.c-api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/agent.daemons.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/agent.phi-loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/agent.tri-api.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/api.http-server.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/archive.legacy.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/bench.suite.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/bot.tri-bot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/brain.regions.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/catalog.spec-mirror.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/catalog.world-scan.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/cli.tri.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/convert.b2t.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/examples.zig.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/ext.vscode-swe.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/fpga.adapter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/fpga.in-repo.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/lib.trinity.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/llm.firebird.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/llm.igla-chat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/mcp.needle-mcp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/mcp.trinity-mcp.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/native.canvas.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/native.node-gui.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/native.queen-app.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/node.trinity-node.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/numeric.golden-float.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/ops.deploy-infra.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/ops.railway-cli.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/pkg.vendored-cache.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/queen.lib.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/registry.commands.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/release.packaging.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/research.nexus-docs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/research.programs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/research.unreferenced-sources.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/search.vsa-index.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/specs.t27-vendored-compiler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/specs.tri-corpus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/specs.vibee-corpus.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/state.trinity-dir.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/test.graph.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/tools.scripts.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/train.hslm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/training.targets.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/tri27.programs.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/tri27.toolchain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/vibee.compiler.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/vsa.zig-hdc.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/web.docsite.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/web.queen-web.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/capabilities/web.site.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 1, "blockers": [], "detail": "", "test_verdicts": { "card_is_bound_to_its_package": true }, "reference_tests": { "card_is_bound_to_its_package": true }, "reference_disagree": [] }, { "file": "specs/trinity/compiler_matrix.t27", "reference": "pass", "reference_detail": "", "t27b": "pass_vacuous", "tests": 6, "invariants": 0, "asserts": 0, "blockers": [], "detail": "", "test_verdicts": { "the_stages_are_ordered_and_runtime_is_last": true, "the_c_backend_is_the_runtime_of_the_headless_profile": true, "clocked_state_is_proven_on_the_verilog_path": true, "enums_and_the_ffi_boundary_are_blocked_today": true, "a_false_assertion_is_only_caught_at_runtime": true, "the_absent_backend_is_not_a_backend": true }, "reference_tests": { "a_false_assertion_is_only_caught_at_runtime": true, "clocked_state_is_proven_on_the_verilog_path": true, "enums_and_the_ffi_boundary_are_blocked_today": true, "the_absent_backend_is_not_a_backend": true, "the_c_backend_is_the_runtime_of_the_headless_profile": true, "the_stages_are_ordered_and_runtime_is_last": true }, "reference_disagree": [] }, { "file": "specs/trinity/project.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 0, "asserts": 6, "blockers": [], "detail": "", "test_verdicts": { "the_initial_profile_is_headless": true, "the_mirror_is_larger_than_the_canonical_set_and_is_not_it": true, "most_of_the_zig_tree_is_not_reached_by_the_build_graph": true, "the_default_install_set_is_a_subset_of_the_artifacts": true, "the_epic_has_twelve_packages_and_two_pinned_numeric_packages": true }, "reference_tests": { "most_of_the_zig_tree_is_not_reached_by_the_build_graph": true, "the_default_install_set_is_a_subset_of_the_artifacts": true, "the_epic_has_twelve_packages_and_two_pinned_numeric_packages": true, "the_initial_profile_is_headless": true, "the_mirror_is_larger_than_the_canonical_set_and_is_not_it": true }, "reference_disagree": [] }, { "file": "specs/ui/queen_evidence.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 2, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "exact stage value count": true, "all clocks accounted for": true }, "reference_tests": { "all clocks accounted for": true, "exact stage value count": true }, "reference_disagree": [] }, { "file": "specs/ui/viewport.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-viewport-1174523/spec.zig:96:39: error: overflow of integer type 'u8' with value '648'", "t27b": "fail", "tests": 0, "invariants": 0, "asserts": null, "blockers": [], "detail": "FAIL rail_capacity_follows_the_css_budget: integer overflow at line 176 (* on u8)", "test_verdicts": { "breakpoints_are_monotone": true, "touch_target_is_at_least_44": true, "matrix_covers_every_tier": true, "matrix_is_the_six_quoted_sizes": true, "phone_shows_one_pane": true, "rail_capacity_follows_the_css_budget": false } }, { "file": "specs/verified/device_evidence.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 7, "invariants": 0, "asserts": 24, "blockers": [], "detail": "", "test_verdicts": { "all six facts verify the step": true, "any missing fact leaves the step unproven": true, "first gap names itself in evidence order": true, "a dry run receipt can never verify": true, "a masked idcode is not identity": true, "an unestablished bitstream link is not a match": true, "evidence completes an update only on an admitted image": true }, "reference_tests": { "a dry run receipt can never verify": true, "a masked idcode is not identity": true, "all six facts verify the step": true, "an unestablished bitstream link is not a match": true, "any missing fact leaves the step unproven": true, "evidence completes an update only on an admitted image": true, "first gap names itself in evidence order": true }, "reference_disagree": [] }, { "file": "specs/verified/evidence_chain.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 19, "blockers": [], "detail": "", "test_verdicts": { "a_full_chain_is_linked": true, "no_change_id_means_nothing_is_linked": true, "a_run_without_ids_is_unbound": true, "a_run_for_another_change_proves_nothing_here": true, "evidence_must_name_this_run": true, "evidence_must_reference_outputs_tests_and_logs": true, "only_a_matching_seal_completes_the_chain": true, "the_first_broken_link_is_the_answer": true, "full_width_ids_compare_exactly": true }, "reference_tests": { "a_full_chain_is_linked": true, "a_run_for_another_change_proves_nothing_here": true, "a_run_without_ids_is_unbound": true, "evidence_must_name_this_run": true, "evidence_must_reference_outputs_tests_and_logs": true, "full_width_ids_compare_exactly": true, "no_change_id_means_nothing_is_linked": true, "only_a_matching_seal_completes_the_chain": true, "the_first_broken_link_is_the_answer": true }, "reference_disagree": [] }, { "file": "specs/verified/failure_loop.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 1, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "a_red_default_branch_is_critical": true, "a_fix_that_did_not_hold_is_high": true, "any_other_failure_is_normal": true, "a_failure_issue_needs_boundary_criteria_and_fingerprint": true, "a_fix_pr_must_reference_the_failure_and_the_change": true, "the_loop_closes_on_a_linked_same_pipeline_passing_sealed_run": true, "an_unlinked_fix_or_another_pipeline_keeps_the_issue_open": true, "a_failing_or_unsealed_rerun_keeps_the_issue_open": true, "a_recurring_fingerprint_updates_even_without_a_link": true, "the_same_failure_files_once_then_updates": true }, "reference_tests": { "a_failing_or_unsealed_rerun_keeps_the_issue_open": true, "a_failure_issue_needs_boundary_criteria_and_fingerprint": true, "a_fix_pr_must_reference_the_failure_and_the_change": true, "a_fix_that_did_not_hold_is_high": true, "a_recurring_fingerprint_updates_even_without_a_link": true, "a_red_default_branch_is_critical": true, "an_unlinked_fix_or_another_pipeline_keeps_the_issue_open": true, "any_other_failure_is_normal": true, "the_loop_closes_on_a_linked_same_pipeline_passing_sealed_run": true, "the_same_failure_files_once_then_updates": true }, "reference_disagree": [] }, { "file": "specs/verified/frontier.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 34, "blockers": [], "detail": "", "test_verdicts": { "nothing_changed_everything_is_reused": true, "a_leaf_change_rebuilds_only_the_leaf": true, "a_shared_change_rebuilds_its_whole_cone_and_spares_the_bystander": true, "one_side_of_the_diamond_still_reaches_the_top": true, "a_toolchain_change_rebuilds_everything": true, "a_failed_import_rebuilds_its_importers": true, "negative_control_a_forward_edge_fails_closed": true, "negative_control_a_self_or_out_of_range_edge_fails_closed": true, "the_same_graph_gives_the_same_frontier": true }, "reference_tests": { "a_failed_import_rebuilds_its_importers": true, "a_leaf_change_rebuilds_only_the_leaf": true, "a_shared_change_rebuilds_its_whole_cone_and_spares_the_bystander": true, "a_toolchain_change_rebuilds_everything": true, "negative_control_a_forward_edge_fails_closed": true, "negative_control_a_self_or_out_of_range_edge_fails_closed": true, "nothing_changed_everything_is_reused": true, "one_side_of_the_diamond_still_reaches_the_top": true, "the_same_graph_gives_the_same_frontier": true }, "reference_disagree": [] }, { "file": "specs/verified/payout.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 1, "asserts": 22, "blockers": [], "detail": "", "test_verdicts": { "a_credited_verified_referenced_receipt_is_paid": true, "a_credited_receipt_for_unverified_work_is_not_paid": true, "a_payout_is_never_inferred_from_an_attempt": true, "every_ledger_refusal_stays_a_refusal_even_when_verified": true, "an_unknown_outcome_fails_closed": true, "a_slash_stays_a_slash": true, "a_split_within_the_pool_fits_and_one_unit_over_does_not": true, "a_split_cannot_wrap_past_the_pool": true }, "reference_tests": { "a_credited_receipt_for_unverified_work_is_not_paid": true, "a_credited_verified_referenced_receipt_is_paid": true, "a_payout_is_never_inferred_from_an_attempt": true, "a_slash_stays_a_slash": true, "a_split_cannot_wrap_past_the_pool": true, "a_split_within_the_pool_fits_and_one_unit_over_does_not": true, "an_unknown_outcome_fails_closed": true, "every_ledger_refusal_stays_a_refusal_even_when_verified": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/a/slot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "a_passes_the_input_through": true }, "reference_tests": { "a_passes_the_input_through": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/b/slot.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "b_inverts_the_input": true }, "reference_tests": { "b_inverts_the_input": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/run.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 4, "invariants": 0, "asserts": 9, "blockers": [], "detail": "", "test_verdicts": { "a_to_b_rebuilds_the_slot_and_reuses_the_static_region": true, "negative_control_a_new_toolchain_reuses_nothing": true, "the_injected_failure_has_one_fingerprint": true, "hardware_is_unproven": true }, "reference_tests": { "a_to_b_rebuilds_the_slot_and_reuses_the_static_region": true, "hardware_is_unproven": true, "negative_control_a_new_toolchain_reuses_nothing": true, "the_injected_failure_has_one_fingerprint": true }, "reference_disagree": [] }, { "file": "specs/verified/poc/static_counter.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 1, "invariants": 0, "asserts": 3, "blockers": [], "detail": "", "test_verdicts": { "on_clock_advances_the_static_counter": true }, "reference_tests": { "on_clock_advances_the_static_counter": true }, "reference_disagree": [] }, { "file": "specs/verified/receipt.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 23, "blockers": [], "detail": "", "test_verdicts": { "complete only when every field is carried": true, "any missing field leaves the record incomplete": true, "each missing field names itself, in receipt order": true, "a dry-run record is not a receipt, whatever else it carries": true, "the verdict word must be one the vocabulary defines": true, "the producer is compared verbatim, never graded": true }, "reference_tests": { "a dry-run record is not a receipt, whatever else it carries": true, "any missing field leaves the record incomplete": true, "complete only when every field is carried": true, "each missing field names itself, in receipt order": true, "the producer is compared verbatim, never graded": true, "the verdict word must be one the vocabulary defines": true }, "reference_disagree": [] }, { "file": "specs/verified/region.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 0, "asserts": 30, "blockers": [], "detail": "", "test_verdicts": { "matching region and sealed image admits": true, "each identity part names itself in order": true, "an unsealed image is rejected even when every part matches": true, "a part that cannot be established rejects as unknown, never admits": true, "overlap is symmetric and catches containment": true, "an empty or inverted span is not a placement": true, "an invalid span owns nothing": true, "swappable needs boundary and placement, ignores the rest": true, "update state is the adapter triad": true, "static must be same or the update is not partial": true }, "reference_tests": { "a part that cannot be established rejects as unknown, never admits": true, "an empty or inverted span is not a placement": true, "an invalid span owns nothing": true, "an unsealed image is rejected even when every part matches": true, "each identity part names itself in order": true, "matching region and sealed image admits": true, "overlap is symmetric and catches containment": true, "static must be same or the update is not partial": true, "swappable needs boundary and placement, ignores the rest": true, "update state is the adapter triad": true }, "reference_disagree": [] }, { "file": "specs/verified/reuse.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 1, "asserts": 38, "blockers": [], "detail": "", "test_verdicts": { "unchanged_state_is_reused": true, "a_leaf_change_rebuilds_the_leaf": true, "a_shared_dependency_change_rebuilds_every_dependent": true, "a_toolchain_or_config_change_is_not_reusable": true, "missing_identity_fails_closed": true, "a_failed_seal_is_never_reused": true, "the_first_differing_part_is_the_reason": true, "the_same_failure_gets_the_same_fingerprint": true, "a_fingerprint_reads_back_its_parts": true, "a_repeated_failure_updates_not_duplicates": true, "a_failure_closes_only_on_verified_evidence": true, "hardware_without_device_evidence_is_unproven": true }, "reference_tests": { "a_failed_seal_is_never_reused": true, "a_failure_closes_only_on_verified_evidence": true, "a_fingerprint_reads_back_its_parts": true, "a_leaf_change_rebuilds_the_leaf": true, "a_repeated_failure_updates_not_duplicates": true, "a_shared_dependency_change_rebuilds_every_dependent": true, "a_toolchain_or_config_change_is_not_reusable": true, "hardware_without_device_evidence_is_unproven": true, "missing_identity_fails_closed": true, "the_first_differing_part_is_the_reason": true, "the_same_failure_gets_the_same_fingerprint": true, "unchanged_state_is_reused": true }, "reference_disagree": [] }, { "file": "specs/verified/review_gate.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 1, "asserts": 20, "blockers": [], "detail": "", "test_verdicts": { "full_evidence_reaches_policy_and_merges_with_another_approver": true, "run_all_is_resolved_not_missing": true, "an_unresolved_affected_set_blocks_everything": true, "a_required_check_that_did_not_report_is_not_a_pass": true, "a_failed_check_stops_at_executed": true, "an_unverified_seal_stops_at_passed": true, "a_policy_failure_stops_at_sealed": true, "no_self_approval_and_no_merge_without_approval": true, "an_empty_required_set_still_needs_seals_and_policy": true }, "reference_tests": { "a_failed_check_stops_at_executed": true, "a_policy_failure_stops_at_sealed": true, "a_required_check_that_did_not_report_is_not_a_pass": true, "an_empty_required_set_still_needs_seals_and_policy": true, "an_unresolved_affected_set_blocks_everything": true, "an_unverified_seal_stops_at_passed": true, "full_evidence_reaches_policy_and_merges_with_another_approver": true, "no_self_approval_and_no_merge_without_approval": true, "run_all_is_resolved_not_missing": true }, "reference_disagree": [] }, { "file": "specs/verified/seal_check.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 11, "invariants": 0, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "all parts same and green is the only match": true, "spec bytes different names the spec, not the backends": true, "each backend names itself in the seal key order": true, "a part the checker could not recompute fails closed as unknown": true, "unknown wins over later named parts but not over an earlier named one": true, "a forced seal never verifies, whatever the hashes": true, "a seal that failed a test is a failure, not a pass": true, "a digest the checker does not implement is unknown before any comparison": true, "the pinned algorithm changes nothing on its own": true, "only a match counts as the old verdict": true, "observed comparison is exact: any difference is a difference": true }, "reference_tests": { "a digest the checker does not implement is unknown before any comparison": true, "a forced seal never verifies, whatever the hashes": true, "a part the checker could not recompute fails closed as unknown": true, "a seal that failed a test is a failure, not a pass": true, "all parts same and green is the only match": true, "each backend names itself in the seal key order": true, "observed comparison is exact: any difference is a difference": true, "only a match counts as the old verdict": true, "spec bytes different names the spec, not the backends": true, "the pinned algorithm changes nothing on its own": true, "unknown wins over later named parts but not over an earlier named one": true }, "reference_disagree": [] }, { "file": "specs/verified/verdict.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 6, "invariants": 0, "asserts": 18, "blockers": [], "detail": "", "test_verdicts": { "a whole chain with all three references passes": true, "any broken link fails the run, carrying the link as the reason": true, "each missing reference names itself in order": true, "references are judged before the verdict": true, "the hardware field is verbatim, never upgraded": true, "pass never implies hardware": true }, "reference_tests": { "a whole chain with all three references passes": true, "any broken link fails the run, carrying the link as the reason": true, "each missing reference names itself in order": true, "pass never implies hardware": true, "references are judged before the verdict": true, "the hardware field is verbatim, never upgraded": true }, "reference_disagree": [] }, { "file": "specs/vm/jit_semantics.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-jit_semantics-2119353/spec.zig:29:20: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type (alias)", "type map", "ConstDecl", "ExprStructLit(value ignored) statement", "StmtAssign(undeclared)", "type mismatch", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/vm/trinity_vm.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 5, "invariants": 2, "asserts": 26, "blockers": [], "detail": "", "test_verdicts": { "opcode_numbers_follow_the_declaration_order": true, "a_register_index_above_three_aliases_v0": true, "the_step_rule_stops_at_the_end_and_on_halt": true, "the_condition_codes_use_a_tenth_band": true, "the_sacred_identity_and_fibonacci": true }, "reference_tests": { "a_register_index_above_three_aliases_v0": true, "opcode_numbers_follow_the_declaration_order": true, "the_condition_codes_use_a_tenth_band": true, "the_sacred_identity_and_fibonacci": true, "the_step_rule_stops_at_the_end_and_on_halt": true }, "reference_disagree": [] }, { "file": "specs/vsa/jones_polynomial.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w11/tmp/t27c-test-report-jones_polynomial-1175713/spec.zig:74:34: error: array literal requires address-of operator (&) to coerce to slice type '[]i32'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprBinary", "ExprCast(f64)" ], "detail": "ExprArrayLiteral" }, { "file": "specs/vsa/ops.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-ops-1175770/spec.zig:29:27: error: type '[]spec.Trit' does not support array initialization syntax", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ExprArrayLiteral", "ExprCast", "ExprCall(undeclared fn)", "ExprCall" ], "detail": "ExprArrayLiteral" }, { "file": "specs/vsa/packed_vsa.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w8/tmp/t27c-test-report-packed_vsa-2119451/spec.zig:26:5: error: variables must be initialized", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "ConstDecl", "ExprCall(undeclared fn)", "type mismatch", "ExprCall(@setEvalBranchQuota)" ], "detail": "ConstDecl" }, { "file": "specs/vsa/sdk.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w6/tmp/t27c-test-report-sdk-2119597/spec.zig:23:11: error: use of undeclared identifier 'hybrid_arithmetic'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "type hybrid_arithmetic::HybridBigInt", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "type hybrid_arithmetic::HybridBigInt" }, { "file": "specs/vsa/sequence_hdc.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w5/tmp/t27c-test-report-sequence_hdc-2119647/spec.zig:29:15: error: expected ',' after field", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StructDecl(reference undeclared field type)", "type map", "type map", "type map<[]constu8,PackedBigInt>", "ExprCall(rejected fn)", "ExprCall(@setEvalBranchQuota)" ], "detail": "StructDecl(reference undeclared field type)" }, { "file": "specs/vsa/similarity_search.t27", "reference": "pass", "reference_detail": "", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "VarDecl(module, undefined)", "ExprCall(@intCast)", "ExprIdentifier(rejected decl)", "ExprCall(@setEvalBranchQuota)" ], "detail": "VarDecl(module, undefined)", "reference_tests": { "cosine_similarity_identical": true, "cosine_similarity_opposite": true, "cosine_similarity_orthogonal": true, "find_top_k_basic": true, "hamming_similarity_identical": true, "hamming_similarity_partial": true, "jaccard_index_disjoint": true, "jaccard_index_identical": true } }, { "file": "specs/vsa/trinity_compat.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 10, "invariants": 5, "asserts": 64, "blockers": [], "detail": "", "test_verdicts": { "the_nine_bind_pairs_of_the_reference": true, "the_zero_identity_variant_differs_on_four_pairs_only": true, "bind_is_its_own_inverse_on_nonzero_trits_only": true, "bundle_ties_and_the_zero_trit_is_the_identity_of_bundling": true, "hamming_and_nonzero_count_per_trit": true, "length_rules_of_the_reference": true, "rotation_indices_and_their_inverse": true, "packing_arithmetic": true, "cosine_is_undefined_without_a_nonzero_trit_on_each_side": true, "the_additive_tri27_register_bind_is_another_operation": true }, "reference_tests": { "bind_is_its_own_inverse_on_nonzero_trits_only": true, "bundle_ties_and_the_zero_trit_is_the_identity_of_bundling": true, "cosine_is_undefined_without_a_nonzero_trit_on_each_side": true, "hamming_and_nonzero_count_per_trit": true, "length_rules_of_the_reference": true, "packing_arithmetic": true, "rotation_indices_and_their_inverse": true, "the_additive_tri27_register_bind_is_another_operation": true, "the_nine_bind_pairs_of_the_reference": true, "the_zero_identity_variant_differs_on_four_pairs_only": true }, "reference_disagree": [] }, { "file": "specs/vsa/vsa_core.t27", "reference": "blocked", "reference_detail": "does not compile: /work/reference/w9/tmp/t27c-test-report-vsa_core-1176352/spec.zig:24:27: error: use of undeclared identifier 'Trit'", "t27b": "blocked", "tests": 0, "invariants": 0, "asserts": null, "blockers": [ "StmtAssign(reference redeclares)", "type (alias)", "type gf16", "ExprIdentifier(type as value)", "ExprCall(rejected fn)", "ExprArrayLiteral", "ExprCall(@setEvalBranchQuota)" ], "detail": "StmtAssign(reference redeclares)" }, { "file": "specs/xilinx7/far.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 9, "invariants": 0, "asserts": 78, "blockers": [], "detail": "", "test_verdicts": { "far_round_trip": true, "next_steps_minor_then_column_then_stops": true, "groups_are_in_increasing_address_order": true, "walk_covers_vivado_fdri_write": true, "walk_sizes_of_the_larger_parts": true, "every_part_index_meets_its_walk": true, "idcode_names_the_part": true, "vivado_pins_land_in_their_tiles": true, "invalid_addresses_have_no_frame": true }, "reference_tests": { "every_part_index_meets_its_walk": true, "far_round_trip": true, "groups_are_in_increasing_address_order": true, "idcode_names_the_part": true, "invalid_addresses_have_no_frame": true, "next_steps_minor_then_column_then_stops": true, "vivado_pins_land_in_their_tiles": true, "walk_covers_vivado_fdri_write": true, "walk_sizes_of_the_larger_parts": true }, "reference_disagree": [] }, { "file": "specs/xilinx7/flow.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 8, "invariants": 0, "asserts": 27, "blockers": [], "detail": "", "test_verdicts": { "page_flow_of_2026_10_03": true, "speedup_rounds_half_up": true, "page_shares": true, "page_ceilings": true, "page_hours": true, "saved_is_never_negative": true, "best_and_worst_fold_runs": true, "verdict_needs_ranges_apart": true }, "reference_tests": { "best_and_worst_fold_runs": true, "page_ceilings": true, "page_flow_of_2026_10_03": true, "page_hours": true, "page_shares": true, "saved_is_never_negative": true, "speedup_rounds_half_up": true, "verdict_needs_ranges_apart": true }, "reference_disagree": [] }, { "file": "specs/xilinx7/frames.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 14, "invariants": 0, "asserts": 61, "blockers": [], "detail": "", "test_verdicts": { "ecc_codes_skip_single_bit_points": true, "ecc_ignores_its_own_bits": true, "ecc_parity_lands_in_bit_12": true, "with_ecc_keeps_the_high_bits": true, "ecc_matches_vivado_frame_833": true, "ecc_matches_vivado_frame_1528": true, "ecc_matches_vivado_frame_1605": true, "ecc_agrees_with_fpga_assembler_vectors": true, "seg_positions_inside_the_frame": true, "seg_positions_below_the_frame_wrap_to_its_end": true, "seg_positions_above_the_frame_are_dropped": true, "seg_positions_of_a_tile_below_its_frame": true, "seg_window_is_the_tiles_own_words": true, "bit_merge_flags_set_and_clear": true }, "reference_tests": { "bit_merge_flags_set_and_clear": true, "ecc_agrees_with_fpga_assembler_vectors": true, "ecc_codes_skip_single_bit_points": true, "ecc_ignores_its_own_bits": true, "ecc_matches_vivado_frame_1528": true, "ecc_matches_vivado_frame_1605": true, "ecc_matches_vivado_frame_833": true, "ecc_parity_lands_in_bit_12": true, "seg_positions_above_the_frame_are_dropped": true, "seg_positions_below_the_frame_wrap_to_its_end": true, "seg_positions_inside_the_frame": true, "seg_positions_of_a_tile_below_its_frame": true, "seg_window_is_the_tiles_own_words": true, "with_ecc_keeps_the_high_bits": true }, "reference_disagree": [] }, { "file": "specs/xilinx7/packets.t27", "reference": "pass", "reference_detail": "", "t27b": "pass", "tests": 12, "invariants": 0, "asserts": 59, "blockers": [], "detail": "", "test_verdicts": { "header_words_vivado_writes": true, "header_decode": true, "type2_carries_the_frames": true, "left_counts_down_then_reloads": true, "crc_matches_vivado_tail": true, "crc_table_is_derived": true, "crc_word_equals_crc_step": true, "crc_restarts": true, "reseal_only_what_passed": true, "cor0_fields_of_vivado_default": true, "cor0_oscfsel_field": true, "seq_matches_xc7frames2bit_around_the_frames": true }, "reference_tests": { "cor0_fields_of_vivado_default": true, "cor0_oscfsel_field": true, "crc_matches_vivado_tail": true, "crc_restarts": true, "crc_table_is_derived": true, "crc_word_equals_crc_step": true, "header_decode": true, "header_words_vivado_writes": true, "left_counts_down_then_reloads": true, "reseal_only_what_passed": true, "seq_matches_xc7frames2bit_around_the_frames": true, "type2_carries_the_frames": true }, "reference_disagree": [] } ] }