Brummel/RustAst
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update tester.rs

Browse Source
This commit is contained in:
Michael Schimmel
2026-02-20 17:21:09 +01:00
parent 772a0fb8ab
commit c641816b57
1 changed files with 36 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/utils/tester.rs
+36 -21
View File
@@ -81,7 +81,7 @@ pub fn run_benchmarks(update: bool) -> Vec<BenchmarkResult> {
let baseline_match = baseline_re.captures(&content);
let repeat_match = repeat_re.captures(&content);
let mut repeats = repeat_match
.and_then(|m| m.get(1))
.and_then(|m| m.as_str().parse::<u32>().ok())
@@ -104,18 +104,19 @@ pub fn run_benchmarks(update: bool) -> Vec<BenchmarkResult> {
};
// Helper to measure sum of VM execution times over N fresh environments
let measure_sum = |n: u32, node: &crate::ast::compiler::TypedNode| -> Result<Duration, String> {
let mut total = Duration::ZERO;
for _ in 0..n {
let env = Environment::new();
// Link is still required per environment as it populates registries
let linked = env.link(node.clone());
let start = Instant::now();
let _ = env.run(&linked)?;
total += start.elapsed();
}
Ok(total)
};
let measure_sum =
|n: u32, node: &crate::ast::compiler::TypedNode| -> Result<Duration, String> {
let mut total = Duration::ZERO;
for _ in 0..n {
let env = Environment::new();
// Link is still required per environment as it populates registries
let linked = env.link(node.clone());
let start = Instant::now();
let _ = env.run(&linked)?;
total += start.elapsed();
}
Ok(total)
};
if update {
repeats = 1;
@@ -142,14 +143,22 @@ pub fn run_benchmarks(update: bool) -> Vec<BenchmarkResult> {
}
}
}
if results.last().map_or(false, |r| r.name == name) { continue; }
if results.last().map_or(false, |r| r.name == name) {
continue;
}
}
let mut runs = Vec::new();
let mut error = None;
// Adaptive samples: High repeats need fewer samples for stable median
let num_samples = if repeats > 1000 { 10 } else if repeats > 100 { 30 } else { 100 };
let num_samples = if repeats > 1000 {
10
} else if repeats > 100 {
30
} else {
100
};
for _ in 0..num_samples {
match measure_sum(repeats, &compiled_once) {
Ok(d) => runs.push(d),
@@ -178,7 +187,7 @@ pub fn run_benchmarks(update: bool) -> Vec<BenchmarkResult> {
if update {
let new_val = format_duration(median_single);
let mut updated_content = content.clone();
// 1. Update/Insert Benchmark
let bench_line = format!(";; Benchmark: {}", new_val);
if let Some(m) = baseline_match {
@@ -188,8 +197,14 @@ pub fn run_benchmarks(update: bool) -> Vec<BenchmarkResult> {
}
// 2. Update/Insert/Remove Benchmark-Repeat
let repeat_line = if repeats > 1 { Some(format!(";; Benchmark-Repeat: {}", repeats)) } else { None };
let current_repeat_str = repeat_re.captures(&updated_content).map(|m| m.get(0).unwrap().as_str().to_string());
let repeat_line = if repeats > 1 {
Some(format!(";; Benchmark-Repeat: {}", repeats))
} else {
None
};
let current_repeat_str = repeat_re
.captures(&updated_content)
.map(|m| m.get(0).unwrap().as_str().to_string());
if let Some(line) = repeat_line {
if let Some(old_line) = current_repeat_str {
@@ -197,7 +212,7 @@ pub fn run_benchmarks(update: bool) -> Vec<BenchmarkResult> {
} else if let Some(m) = baseline_re.captures(&updated_content) {
let b_str = m.get(0).unwrap().as_str().to_string();
if let Some(pos) = updated_content.find(&b_str) {
updated_content.insert_str(pos + b_str.len(), &format!("\n{}", line));
updated_content.insert_str(pos + b_str.len(), &format!("\n{}", line));
}
}
} else if let Some(old_line) = current_repeat_str {
@@ -219,7 +234,7 @@ pub fn run_benchmarks(update: bool) -> Vec<BenchmarkResult> {
let diff = (median_single.as_nanos() as f64 / baseline.as_nanos() as f64) - 1.0;
let threshold = if is_release { 0.15 } else { 0.5 };
let threshold = if is_release { 0.10 } else { 0.25 };
let status = if median_single > baseline && diff > threshold {
"FAILED"
} else {