{ "version": 1, "captured": "2026-05-09", "captured_via": "bench/cross_lang.py", "note": "Cross-language wall-time baseline. Per-fixture: AILang at --alloc=rc, AILang at --alloc=bump, hand-C at clang -O2. Ratios rc/c and bump/c are the headline answer to CLAUDE.md's LLVM-linkable performance claim. The C reference uses malloc-and-leak to mirror AILang's implicit-mode RC; an explicit-mode + free() variant is queued. Tolerance convention: sub-millisecond fixtures (e.g. bench_compute_intsum at ~0.4 ms; LLVM-folds the loop to a single printf) have wider per-run jitter than dominant-runtime fixtures because subprocess spawn / kernel-page warmup is a larger relative share. The intsum fixture's tolerances are widened to absorb that — codified in 21'g after the false-positive at 15%/12%.", "fixtures": { "bench_list_sum": { "ail_rc_s": { "baseline": 0.138906, "tolerance_pct": 15 }, "ail_bump_s": { "baseline": 0.050245, "tolerance_pct": 15 }, "c_s": { "baseline": 0.09749, "tolerance_pct": 15 }, "rc_over_c": { "baseline": 1.42483, "tolerance_pct": 12 }, "bump_over_c": { "baseline": 0.515393, "tolerance_pct": 12 } }, "bench_tree_walk": { "ail_rc_s": { "baseline": 0.100173, "tolerance_pct": 15 }, "ail_bump_s": { "baseline": 0.038673, "tolerance_pct": 15 }, "c_s": { "baseline": 0.036567, "tolerance_pct": 15 }, "rc_over_c": { "baseline": 2.739449, "tolerance_pct": 12 }, "bump_over_c": { "baseline": 1.057606, "tolerance_pct": 12 } }, "bench_compute_intsum": { "ail_rc_s": { "baseline": 0.000362, "tolerance_pct": 35 }, "ail_bump_s": { "baseline": 0.000371, "tolerance_pct": 35 }, "c_s": { "baseline": 0.000361, "tolerance_pct": 35 }, "rc_over_c": { "baseline": 1.002676, "tolerance_pct": 35 }, "bump_over_c": { "baseline": 1.028255, "tolerance_pct": 35 } }, "bench_compute_collatz": { "ail_rc_s": { "baseline": 0.057994, "tolerance_pct": 15 }, "ail_bump_s": { "baseline": 0.057159, "tolerance_pct": 15 }, "c_s": { "baseline": 0.05776, "tolerance_pct": 15 }, "rc_over_c": { "baseline": 1.00405, "tolerance_pct": 12 }, "bump_over_c": { "baseline": 0.989593, "tolerance_pct": 12 } }, "bench_list_sum_explicit": { "ail_rc_s": { "baseline": 0.150754, "tolerance_pct": 15 }, "ail_bump_s": { "baseline": 0.0495, "tolerance_pct": 15 }, "c_s": { "baseline": 0.119204, "tolerance_pct": 15 }, "rc_over_c": { "baseline": 1.264667, "tolerance_pct": 12 }, "bump_over_c": { "baseline": 0.415253, "tolerance_pct": 12 } } } }