//! `bench-agent`: a large design built the way an agent builds one over MCP, one small command //! at a time, timed as it grows and then opened again. //! //! The design is a bicycle of about 1,300 bodies: frame tubes joined at root and then moved into //! a component, two wheels whose spokes and nipples are placed one by one, a chainring with //! patterned teeth, a cassette, a chain of individual links, cockpit, seat and a few hundred //! fasteners. Nothing is read from a file; the script is generated here, so the benchmark needs //! no fixture. //! //! ```text //! solidcraft-cli bench-agent [--scale F] [--script-out script.json] [--save design.solidcraft] //! ``` //! prints one JSON line per hundred commands (mean and max milliseconds, bodies so far), then the //! build total, then the phases `bench-open` prints for the saved design. use serde_json::{Value, json}; use solidcraft_engine::Session; struct Script { commands: Vec, } impl Script { fn c(&mut self, command: &str, params: Value) { self.commands.push(json!({"command": command, "params": params})); } /// A round tube from `a` to `b` (an agent's frame tube, spoke or post). fn tube(&mut self, a: [f64; 3], b: [f64; 3], radius: f64, body: &str) { let d = [b[0] - a[0], b[1] - a[1], b[2] - a[2]]; let len = (d[0] * d[0] + d[1] * d[1] + d[2] * d[2]).sqrt(); let axis = [d[0] / len, d[1] / len, d[2] / len]; self.c( "solid.cylinder", json!({"radius": radius, "height": round3(len), "base": a.map(round3), "axis": axis.map(round6), "body_name": body}), ); } fn component(&mut self, name: &str) { self.c("component.create", json!({"name": name})); } fn root(&mut self) { self.c("component.activate", json!({"component": "root"})); } /// A wheel built at the origin in its own component, then placed where it goes (the /// component's occurrence moved), as an agent builds one part and positions it. fn wheel(&mut self, label: &str, at: f64, spokes: usize) { let cx = 0.0; self.component(&format!("{label} wheel")); self.c("solid.torus", json!({"major": 311, "minor": 12, "center": [cx, 0, 340], "body_name": format!("{label} rim")})); self.c("solid.torus", json!({"major": 330, "minor": 18, "center": [cx, 0, 340], "body_name": format!("{label} tyre")})); self.c("solid.cylinder", json!({"radius": 18, "height": 110, "base": [cx, -55, 340], "axis": "Y", "body_name": format!("{label} hub")})); for k in 0..spokes { let a = std::f64::consts::TAU * k as f64 / spokes as f64; let side = if k % 2 == 1 { 1.0 } else { -1.0 }; let hub = [cx + 30.0 * a.cos(), side * 40.0, 340.0 + 30.0 * a.sin()]; let (ca, sa) = ((a + 0.12).cos(), (a + 0.12).sin()); let rim = [cx + 300.0 * ca, side * 4.0, 340.0 + 300.0 * sa]; self.tube(hub, rim, 1.0, &format!("{label} spoke {k}")); let nipple = json!({"radius": 2, "height": 12, "base": rim.map(round3), "axis": [round6(ca), 0, round6(sa)], "body_name": format!("{label} nipple {k}")}); self.c("solid.cylinder", nipple); } self.root(); self.c("occurrence.move", json!({"occurrence": format!("{label} wheel:1"), "translate": [at, 0, 0]})); } } fn round3(v: f64) -> f64 { (v * 1e3).round() / 1e3 } fn round6(v: f64) -> f64 { (v * 1e6).round() / 1e6 } /// The bicycle's command script. `scale` multiplies the counts of repeated parts (spokes, /// chain links, fasteners); 1.0 gives about 1,300 bodies. pub fn bicycle(scale: f64) -> Value { let n = |k: f64| ((k * scale).round() as usize).max(1); let mut s = Script { commands: Vec::new() }; // Frame: tubes at root, the main triangle joined, then everything moved into its component. let (bb, head_top, head_bot, seat_top) = ([0.0, 0.0, 300.0], [600.0, 0.0, 860.0], [580.0, 0.0, 740.0], [-150.0, 0.0, 820.0]); s.tube(bb, head_bot, 19.0, "Down tube"); s.tube(seat_top, head_top, 16.0, "Top tube"); s.tube(bb, seat_top, 16.0, "Seat tube"); s.tube(head_bot, head_top, 22.0, "Head tube"); for (side, y) in [("L", 60.0), ("R", -60.0)] { s.tube([0.0, y * 0.3, 300.0], [-420.0, y, 340.0], 10.0, &format!("Chainstay {side}")); s.tube([-140.0, y * 0.3, 800.0], [-420.0, y, 340.0], 9.0, &format!("Seatstay {side}")); s.c("solid.box", json!({"length": 20, "width": 6, "height": 40, "corner": [-430.0, y - 3.0, 320], "body_name": format!("Dropout {side}")})); } s.c("solid.cylinder", json!({"radius": 24, "height": 80, "base": [0, -40, 300], "axis": "Y", "body_name": "BB shell"})); s.c("solid.combine", json!({"target": "Down tube", "tools": ["Top tube", "Seat tube", "Head tube", "BB shell"]})); s.component("Frame"); s.root(); let frame = ["Down tube", "Chainstay L", "Seatstay L", "Dropout L", "Chainstay R", "Seatstay R", "Dropout R"]; s.c("component.move_bodies", json!({"bodies": frame, "component": "Frame"})); // Wheels: every spoke and nipple a body of its own. s.wheel("Front", 640.0, n(36.0)); s.wheel("Rear", -420.0, n(36.0)); // Drivetrain: patterned chainring teeth, a cassette and a chain of separate links. s.component("Drivetrain"); s.c("solid.cylinder", json!({"radius": 95, "height": 4, "base": [0, 50, 300], "axis": "Y", "body_name": "Chainring"})); s.c("solid.box", json!({"length": 6, "width": 4, "height": 8, "corner": [-3, 50, 395], "name": "Tooth", "body_name": "Tooth"})); s.c("solid.pattern.circular", json!({"bodies": ["Tooth"], "axis": {"origin": [0, 50, 300], "dir": [0, 1, 0]}, "count": 44})); for g in 0..11 { let r = 22.0 + 3.5 * g as f64; s.c( "solid.cylinder", json!({"radius": r, "height": 2, "base": [-420.0, round3(30.0 + 2.6 * g as f64), 340.0], "axis": "Y", "body_name": format!("Cog {g}")}), ); } let links = n(112.0); for k in 0..links { let a = std::f64::consts::TAU * k as f64 / links as f64; let (x, z) = (round3(-210.0 + 230.0 * a.cos()), round3(320.0 + 80.0 * a.sin())); for (side, y) in [("in", 46), ("out", 56)] { s.c("solid.box", json!({"length": 12, "width": 1, "height": 8, "corner": [round3(x - 6.0), y, round3(z - 4.0)], "body_name": format!("Link {k} {side}")})); } s.c("solid.cylinder", json!({"radius": 3.5, "height": 10, "base": [x, 46, z], "axis": "Y", "body_name": format!("Roller {k}")})); } for (side, y) in [("L", -90.0), ("R", 90.0)] { let x0 = if side == "L" { -15.0 } else { 0.0 }; s.c("solid.box", json!({"length": 170, "width": 12, "height": 30, "corner": [x0, y - 6.0, 285], "body_name": format!("Crank {side}")})); let py = if y > 0.0 { y + 8.0 } else { y - 68.0 }; s.c("solid.box", json!({"length": 90, "width": 60, "height": 15, "corner": [150.0, py, 280], "body_name": format!("Pedal {side}")})); } s.root(); // Cockpit and seat. s.component("Cockpit"); s.tube([600.0, 0.0, 860.0], [620.0, 0.0, 940.0], 14.0, "Steerer"); s.tube([620.0, 0.0, 940.0], [700.0, 0.0, 950.0], 16.0, "Stem"); s.tube([700.0, -380.0, 950.0], [700.0, 380.0, 950.0], 11.0, "Handlebar"); s.c("solid.cylinder", json!({"radius": 16, "height": 120, "base": [700, 260, 950], "axis": "Y", "body_name": "Grip R"})); s.c("solid.mirror", json!({"bodies": ["Grip R"], "plane": "XZ"})); s.root(); s.component("Seat"); s.tube([-150.0, 0.0, 820.0], [-170.0, 0.0, 960.0], 13.0, "Seatpost"); s.c("solid.box", json!({"length": 260, "width": 140, "height": 40, "center": [-180, 0, 980], "body_name": "Saddle"})); s.root(); // Fasteners: head, shank and washer, each its own body. s.component("Hardware"); let bolts = n(240.0); for k in 0..bolts { let a = std::f64::consts::TAU * k as f64 / bolts as f64; let p = [round3(-300.0 + 2.5 * k as f64), round3(120.0 + 10.0 * a.sin()), round3(400.0 + 10.0 * a.cos())]; s.c("solid.cylinder", json!({"radius": 5, "height": 4, "base": p, "axis": "Z", "body_name": format!("Bolt {k} head")})); s.c( "solid.cylinder", json!({"radius": 2.5, "height": 16, "base": [p[0], p[1], round3(p[2] - 16.0)], "axis": "Z", "body_name": format!("Bolt {k} shank")}), ); s.c( "solid.cylinder", json!({"radius": 4.5, "height": 1, "base": [p[0], p[1], round3(p[2] - 1.0)], "axis": "Z", "body_name": format!("Bolt {k} washer")}), ); } s.root(); json!({"commands": s.commands}) } pub fn run(args: &[String]) -> Result<(), String> { let flag = |name: &str| args.iter().position(|a| a == name).and_then(|i| args.get(i + 1)); let scale = match flag("--scale") { Some(v) => v.parse::().ok().filter(|v| v.is_finite() && *v > 0.0 && *v <= 20.0).ok_or("--scale takes a number from 0 to 20")?, None => 1.0, }; let script = bicycle(scale); if let Some(path) = flag("--script-out") { let text = serde_json::to_string_pretty(&script).map_err(|e| e.to_string())?; return solidcraft_engine::io::vfs::write(path, text.as_bytes()).map_err(|e| format!("{path}: {e}")); } let commands = script["commands"].as_array().cloned().unwrap_or_default(); let mut s = Session::default(); let began = std::time::Instant::now(); // Per command: the command itself, then what a window needs to draw its result (the // bodies placed in the world and their display meshes). let (mut run, mut shown): (Vec, Vec) = (Vec::new(), Vec::new()); for (i, c) in commands.iter().enumerate() { let id = c["command"].as_str().unwrap_or_default(); let t = std::time::Instant::now(); s.execute(id, &c["params"]).map_err(|e| format!("command {i} ({id}): {e}"))?; run.push(t.elapsed().as_secs_f64() * 1000.0); let t = std::time::Instant::now(); s.world_state().warm_meshes(|| true); shown.push(t.elapsed().as_secs_f64() * 1000.0); if run.len() == 100 || i + 1 == commands.len() { let mean = |v: &[f64]| v.iter().sum::() / v.len().max(1) as f64; let bodies = s.model.state().bodies.len(); println!( "{}", json!({"step": "build", "commands": i + 1, "bodies": bodies, "command_ms": mean(&run), "display_ms": mean(&shown), "max_ms": run.iter().zip(&shown).map(|(a, b)| a + b).fold(0.0, f64::max)}) ); run.clear(); shown.clear(); } } let world = s.world_state(); println!( "{}", json!({"step": "built", "ms": began.elapsed().as_secs_f64() * 1000.0, "commands": commands.len(), "features": s.doc.features.len(), "bodies": world.bodies.len()}) ); let path = match flag("--save") { Some(p) => p.clone(), None => std::env::temp_dir().join(format!("bench-agent-{}.solidcraft", std::process::id())).to_string_lossy().into_owned(), }; s.execute("file.save", &json!({"path": path})).map_err(|e| e.to_string())?; let r = crate::cmd_bench_open(std::slice::from_ref(&path)); if flag("--save").is_none() { let _ = std::fs::remove_file(&path); let _ = std::fs::remove_file(format!("{path}.bak")); } r } #[cfg(test)] mod tests { use super::*; /// The generated commands stay valid as the command set changes: a small bicycle builds /// without a failing command or feature. #[test] fn a_small_bicycle_builds() { let script = bicycle(0.03); let mut s = Session::default(); for c in script["commands"].as_array().into_iter().flatten() { let id = c["command"].as_str().unwrap_or_default(); if let Err(e) = s.execute(id, &c["params"]) { panic!("{id}: {e}"); } } assert!(s.model.results.iter().all(|r| r.error.is_none())); let world = s.world_state(); assert!(world.bodies.len() > 40, "{} bodies", world.bodies.len()); assert!(world.bodies.iter().any(|b| b.name.contains("spoke"))); } }