repositories / smith
smith
There are many coding harnesses - but this one is fast
owned by admin
smith-bench/budgets.toml
Raw# Callgrind instruction budgets (Ir) per bench, gated within ±2 % by `cargo x perf`.
# Written by `cargo x perf --pin`; a re-pin is a deliberate commit that says why.
# Pinned with rustc 1.98.1 (48a229cea 2026-09-01) | glibc 2.41.
[budgets]
"instructions::agent::run_turn::history_1000_masked" = { ir = 11353714 }
"instructions::providers::sse::anthropic" = { ir = 119117 }
"instructions::providers::sse::gemini" = { ir = 52409 }
"instructions::providers::sse::openai" = { ir = 89657 }
"instructions::rpc::handle_line::ping" = { ir = 8421 }
"instructions::session::canonical_json::nested" = { ir = 1121818 }
"instructions::session::decode::linear_1000" = { ir = 11152010 }
"instructions::session::decode::tool_calls_1000" = { ir = 10396988 }
"instructions::session::encode::linear_1000" = { ir = 5674199 }
"instructions::session::encode::tool_calls_1000" = { ir = 5302087 }
"instructions::session::fork_at::linear_1000" = { ir = 233231 }
"instructions::session::from_frames::linear_1000" = { ir = 1389238 }
"startup::cli::smith::eval_mock" = { ir = 1043098 }
"startup::cli::smith::help" = { ir = 553679 }