Luigit
repositories / smith

smith

There are many coding harnesses - but this one is fast

owned by admin

smith-bench/budgets.toml

Raw
# Callgrind instruction budgets: fixed workloads ±2 %; modeled help upper ceiling +2 %.
# Written by `cargo x perf --pin`; a re-pin is a deliberate commit that says why.
# Pinned with rustc 1.99.1 (58cf8f9c3 2026-10-13) | glibc 2.41.

[budgets]
"instructions::agent::run_turn::history_1000_masked" = { ir = 2587245 }
"instructions::identity::proquint_decode::text" = { ir = 278 }
"instructions::identity::proquint_decode_floor::decode" = { ir = 51 }
"instructions::identity::proquint_encode::bits" = { ir = 615 }
"instructions::identity::proquint_encode_floor::encode" = { ir = 35 }
"instructions::rpc::handle_line::ping_batch_128" = { ir = 961965 }
"instructions::session::canonical_json::nested" = { ir = 803617 }
"instructions::session::canonical_json_floor::nested" = { ir = 54170 }
"instructions::session::decode::linear_1000" = { ir = 1167225 }
"instructions::session::decode::tool_calls_1000" = { ir = 1154753 }
"instructions::session::decode_floor::linear_1000" = { ir = 146930 }
"instructions::session::decode_floor::tool_calls_1000" = { ir = 139678 }
"instructions::session::encode_preallocated::linear_1000" = { ir = 1727991 }
"instructions::session::encode_preallocated::tool_calls_1000" = { ir = 1722784 }
"instructions::session::fork_at::linear_1000" = { ir = 167086 }
"instructions::session::from_frames::linear_1000" = { ir = 1427071 }
"startup::cli::smith::eval_mock" = { ir = 33812228 }

[floors]
"instructions::identity::proquint_decode::text" = "instructions::identity::proquint_decode_floor::decode"
"instructions::identity::proquint_encode::bits" = "instructions::identity::proquint_encode_floor::encode"
"instructions::session::canonical_json::nested" = "instructions::session::canonical_json_floor::nested"
"instructions::session::decode::linear_1000" = "instructions::session::decode_floor::linear_1000"
"instructions::session::decode::tool_calls_1000" = "instructions::session::decode_floor::tool_calls_1000"

[gaps]
"instructions::agent::run_turn::history_1000_masked" = "Gap unknown: no appropriate matched model for request decoding, masking, and recording task state."
"instructions::identity::proquint_decode::text" = "Matched 47-byte input and 16-byte output traffic; reference includes XOR-reduction overhead, codec validates and maps letters; compare task costs, not distance from a literal optimum."
"instructions::identity::proquint_encode::bits" = "Matched 16-byte input and 47-byte output traffic; reference repeats raw bytes, codec maps letters and allocates output; ratio alone cannot establish whether codec overhead is appropriate."
"instructions::rpc::handle_line::ping_batch_128" = "Gap unknown: no appropriate matched model for per-line parsing, dispatch, response construction, and serialization."
"instructions::session::canonical_json::nested" = "Medium confidence: EntryFrame::new clones and sorts Value objects, then encodes CBOR; payload visit excludes those task costs and is a useful comparison, not a hardware limit."
"instructions::session::decode::linear_1000" = "Medium confidence: resident byte-transfer model excludes framing, CRC, parsing, validation, and record construction; ratio measures task work above movement, not an optimum."
"instructions::session::decode::tool_calls_1000" = "Medium confidence: resident byte-transfer model excludes framing, CRC, parsing, validation, and record construction; ratio measures task work above movement, not an optimum."
"instructions::session::encode_preallocated::linear_1000" = "Gap unknown: no appropriate matched model for encoding and checksum construction."
"instructions::session::encode_preallocated::tool_calls_1000" = "Gap unknown: no appropriate matched model for encoding and checksum construction."
"instructions::session::fork_at::linear_1000" = "Gap unknown: no appropriate matched model for branch selection and record ownership."
"instructions::session::from_frames::linear_1000" = "Gap unknown: no appropriate matched model for restore validation and record reconstruction."
"startup::cli::smith::eval_mock" = "Gap unknown: no appropriate matched model for process startup across OS and allocator boundaries."

# Actual `smith --help` anchor: 1,025,427 Ir; commands=36 arguments=85 rendered_bytes=843.
# Explicit model adoption measurement: `cargo x ci-image perf`, rustc 1.99.1 / glibc 2.41.
# Replaces the old 953,488-Ir pin, whose original feature surface was not recorded.
# Marginals are maximum paired increments from calibration-canary-2, fixed during gates:
# command: 362,832 / 16 = 22,677 Ir/node; propagated arguments: ceil(736,984 / 70) = 10,529 Ir/placement;
# rendered help: ceil(352,281 / 6,720) = 53 Ir/byte.
# Held-out fixture evidence, not fit data: narrow 727,307 Ir under 983,725 ceiling, slack 256,418;
# balanced 1,473,542 Ir under 2,476,389 ceiling, slack 1,002,847; large 5,749,723 Ir under
# 10,064,004 ceiling, slack 4,314,281 (75.03%). Conservative envelope, not an accuracy claim.
[help_model]
anchor_ir = 1025427
anchor_command_nodes = 36
anchor_argument_placements = 85
anchor_rendered_bytes = 843
per_command_node_ir = 22677
per_argument_placement_ir = 10529
per_rendered_byte_ir = 53
calibration_max_command_nodes = 41
calibration_max_argument_placements = 504
calibration_max_rendered_bytes = 70442