feat: C-vs-A eval comparison; go/no-go metric

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-05-18 19:24:26 +02:00
parent d2cb3db07a
commit 6179d89931
2 changed files with 42 additions and 24 deletions
@@ -0,0 +1,12 @@
+use std::process::Command;
+
+#[test]
+fn eval_mode_c_runs_and_reports_billable_recall() {
+    let out = Command::new(env!("CARGO_BIN_EXE_alpha-id"))
+        .args(["eval", "--mode", "c", "--cases", "30"])
+        .arg("--config").arg("config/default.toml")
+        .output().unwrap();
+    assert!(out.status.success(), "stderr: {}", String::from_utf8_lossy(&out.stderr));
+    let s = String::from_utf8_lossy(&out.stdout);
+    assert!(s.contains("BillableRecall@10="));
+}