{"version":"affine-bench-v2","updated_at":1794648326.9532177,"serving":{"version":"bench-v2","server":{"engine":"vllm==0.32.0","data_parallel":"all GPUs (one replica per GPU)","dtype":"bfloat16","max_model_len":69632,"max_num_seqs":512,"gpu_memory_utilization":0.9,"generation_config":"vllm"},"sampling":{"temperature":0.6,"top_p":0.95,"top_k":-1,"min_p":0.0,"presence_penalty":0.0,"repetition_penalty":1.0,"max_tokens":32768,"enable_thinking":true},"client":{"max_concurrent_total":3072}},"about":"Public math benchmarks for every SN120 king and for reference models. MERGE-ONLY publish (Jacob 2026-11-05): older more-restrictive runs (bench-v1, typically 32K) are kept forever; newer bench-v2 rows (per-model native sampling, 64K ceiling) are added alongside. Each result row carries env_version, budget, and cap_rate so the protocol is unambiguous. Where both exist, the table shows the latest (higher budget / bench-v2); results_prior holds superseded rows. Score = mean over problems of the per-problem mean over rollouts; se = task-clustered standard error. Reported rows (kind=reported) carry developer-published scores and are never Affine-run. Aggregates only. Informational; never used for promotions or weights.","benchmarks":[{"id":"math500","label":"MATH-500","suite":"math","env":"local-math500","source":"hub:primeintellect/math500@0.1.18","dataset":"HuggingFaceH4/MATH-500@6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be (test, 500)","rollouts":1,"enabled":true,"order":10,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"math","label":"MATH (5,000)","suite":"math","env":"math-test","source":"repo:bench/environments/math-test","dataset":"DigitalLearningGmbH/MATH-lighteval@0530c78699ea5e8eb5530600900e1f328b48acad (default/test, 5000)","rollouts":1,"enabled":true,"order":20,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"aime","label":"AIME 22-26","suite":"math","env":null,"source":null,"dataset":null,"rollouts":null,"enabled":true,"order":30,"pooled_from":["aime22","aime23","aime24","aime25","aime26"],"harness":"null","runtime":"subprocess","in_avg":true},{"id":"aime22","label":"AIME 2022","suite":"math","env":"aime22","source":"repo:bench/environments/aime22","dataset":"di-zhang-fdu/AIME_1983_2024@3e2cc86390666c5c756622afc0eeb9e6194496bc (Year 2022, 30)","rollouts":16,"enabled":true,"order":31,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"aime23","label":"AIME 2023","suite":"math","env":"aime23","source":"repo:bench/environments/aime23","dataset":"di-zhang-fdu/AIME_1983_2024@3e2cc86390666c5c756622afc0eeb9e6194496bc (Year 2023, 29) + 2023 I-15 from AoPS","rollouts":16,"enabled":true,"order":32,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"aime24","label":"AIME 2024","suite":"math","env":"local-aime24","source":"hub:primeintellect/aime24@0.1.0","dataset":"HuggingFaceH4/aime_2024@2fe88a2f1091d5048c0f36abc874fb997b3dd99a (30)","rollouts":16,"enabled":true,"order":33,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"aime25","label":"AIME 2025","suite":"math","env":"local-aime25","source":"hub:primeintellect/aime25@0.1.0","dataset":"pinned in the hub wheel (AIME 2025 I+II, 30)","rollouts":16,"enabled":true,"order":34,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"aime26","label":"AIME 2026","suite":"math","env":"local-aime26","source":"hub:primeintellect/aime26@0.1.0","dataset":"pinned in the hub wheel (AIME 2026 I+II, 30)","rollouts":16,"enabled":true,"order":35,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"amc23","label":"AMC 2023","suite":"math","env":"amc23","source":"repo:bench/environments/amc23","dataset":"math-ai/amc23@80815d37005feb82cd7f8fbc6901d5d3eff43057 (test, 40)","rollouts":16,"enabled":true,"order":40,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true},{"id":"arxivmath","label":"ArXivMath","suite":"math","env":"arxivmath","source":"repo:bench/environments/arxivmath","dataset":"MathArena/arxivmath@f0a9cf83259855c31b37168eca646ec6f0e2598c (train, 103: arXiv Dec 2025 - Mar 2026)","rollouts":16,"enabled":true,"order":45,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":false},{"id":"gsm8k","label":"GSM8K","suite":"math","env":"local-gsm8k","source":"hub:primeintellect/gsm8k@0.1.4","dataset":"openai/gsm8k main/test (1,319)","rollouts":1,"enabled":true,"order":50,"pooled_from":null,"harness":"null","runtime":"subprocess","in_avg":true}],"suites":["math"],"models":[{"model_id":"genesis","label":"Genesis","kind":"genesis","king":"b756440a2d1831dbb6b2b7f15b081ad5430133977ddd82f9eb00eed71dcb12b0","hf":null,"epoch":0,"crowned_at":1791901286.8744109,"era":"pre-gate","green":null,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"qwen3.5-9b","label":"Qwen3.5-9B","kind":"reference","king":null,"hf":"Qwen/Qwen3.5-9B@c202236235762e1c871ad0ccb60c8ee5ba337b9a","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"qwen3-8b","label":"Qwen3-8B","kind":"reference","king":null,"hf":"Qwen/Qwen3-8B@b968826d9c46dd6066d109eabc6255188de91218","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":38912,"profile":"qwen3"},{"model_id":"deepseek-r1-0528-qwen3-8b","label":"DeepSeek-R1-0528-Qwen3-8B","kind":"reference","king":null,"hf":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B@6e8885a6ff5c1dc5201574c8fd700323f23c25fa","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"r1-distill-qwen-7b","label":"R1-Distill-Qwen-7B","kind":"reference","king":null,"hf":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B@916b56a44061fd5cd7d6a8fb632557ed4f724f60","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"r1-distill-llama-8b","label":"R1-Distill-Llama-8B","kind":"reference","king":null,"hf":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B@6a6f4aa4197940add57724a7707d069478df56b1","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"nemotron-nano-9b-v2","label":"Nemotron-Nano-9B-v2","kind":"reference","king":null,"hf":"nvidia/NVIDIA-Nemotron-Nano-9B-v2@6533e8de2c68e4536bf7c411d7a3ce5734111476","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":"nemotron-nano-9b"},{"model_id":"glm-z1-9b","label":"GLM-Z1-9B-0414","kind":"reference","king":null,"hf":"zai-org/GLM-Z1-9B-0414@b221b06fefb23ca320922cf6e68ab5f2fb82de81","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"failed","budget":30000,"profile":"glm-z1"},{"model_id":"qwen3.5-4b","label":"Qwen3.5-4B","kind":"reference","king":null,"hf":"Qwen/Qwen3.5-4B@851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"qwen3-14b","label":"Qwen3-14B","kind":"reference","king":null,"hf":"Qwen/Qwen3-14B@40c069824f4251a91eefaf281ebe4c544efd3e18","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"qwen3-4b","label":"Qwen3-4B","kind":"reference","king":null,"hf":"Qwen/Qwen3-4B@1cfa9a7208912126459214e8b04321603b3df60c","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"r1-distill-qwen-14b","label":"R1-Distill-Qwen-14B","kind":"reference","king":null,"hf":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B@1df8507178afcc1bef68cd8c393f61a886323761","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"openreasoning-nemotron-7b","label":"OpenReasoning-Nemotron-7B","kind":"reference","king":null,"hf":"nvidia/OpenReasoning-Nemotron-7B@3afbc681aa2679fa65304f7d498e7eb28163962b","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"failed","budget":64000,"profile":"openreasoning"},{"model_id":"acereason-nemotron-1.1-7b","label":"AceReason-Nemotron-1.1-7B","kind":"reference","king":null,"hf":"nvidia/AceReason-Nemotron-1.1-7B@2be9ed2fe532f39332ee47fd21899cab5fd6ec15","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":"acereason"},{"model_id":"skywork-or1-7b","label":"Skywork-OR1-7B","kind":"reference","king":null,"hf":"Skywork/Skywork-OR1-7B@5bd323a9cdea40b9412cb2a200ee284201e930ae","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":"skywork"},{"model_id":"mimo-7b-rl","label":"MiMo-7B-RL","kind":"reference","king":null,"hf":"XiaomiMiMo/MiMo-7B-RL@7c7707596b0ef1032ef82970d7a4a484ca457c4d","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":null},{"model_id":"llama-nemotron-nano-8b-v1","label":"Llama-3.1-Nemotron-Nano-8B-v1","kind":"reference","king":null,"hf":"nvidia/Llama-3.1-Nemotron-Nano-8B-v1@54641c1611fcff44fa4865626462445e0a153fc7","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"failed","budget":32768,"profile":"llama-nemotron-nano"},{"model_id":"openthinker3-7b","label":"OpenThinker3-7B","kind":"reference","king":null,"hf":"open-thoughts/OpenThinker3-7B@864fb9aefbb91f257c4911e4b9f85a6986f8eab2","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"failed","budget":30720,"profile":"openthinker3"},{"model_id":"phi-4-reasoning","label":"Phi-4-reasoning","kind":"reference","king":null,"hf":"microsoft/Phi-4-reasoning@1de18ec97600877ce63dbf60c73b998da99f0195","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":30720,"profile":"phi4-reasoning"},{"model_id":"phi-4-mini-reasoning","label":"Phi-4-mini-reasoning","kind":"reference","king":null,"hf":"microsoft/Phi-4-mini-reasoning@0e3b1e2d02ee478a3743abe3f629e9c0cb722e0a","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"failed","budget":32768,"profile":"phi4-mini"},{"model_id":"deepscaler-1.5b","label":"DeepScaleR-1.5B-Preview","kind":"reference","king":null,"hf":"agentica-org/DeepScaleR-1.5B-Preview@e3f524ce413a296b4d388e7560dd5c82c1c56725","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":"deepscaler"},{"model_id":"r1-distill-qwen-1.5b","label":"R1-Distill-Qwen-1.5B","kind":"reference","king":null,"hf":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B@ad9f0ae0864d7fbcd1cd905e3c6c5b069cc8b562","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":"r1-distill"},{"model_id":"gpt-oss-20b","label":"gpt-oss-20b","kind":"reference","king":null,"hf":"openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee","epoch":null,"crowned_at":null,"era":null,"green":null,"status":"scored","budget":32768,"profile":"gpt-oss"},{"model_id":"king-6e02820b149cb816","label":"E1 6e02820b","kind":"king","king":"6e02820b149cb816ca451b8f3a9276e36fcca158717bc403982dd108c08bbcf8","hf":null,"epoch":1,"crowned_at":1791905358.5726476,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-26887685dad237e7","label":"E2 26887685","kind":"king","king":"26887685dad237e7fafd86cf543e5294398e6b841cf33c96bde05864fffd4ee6","hf":null,"epoch":2,"crowned_at":1791909298.790877,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-15e93f0a9a7c0a40","label":"E3 15e93f0a","kind":"king","king":"15e93f0a9a7c0a40f88a4db7e9ec25262a337ec47321e507ea570161845c94e5","hf":null,"epoch":3,"crowned_at":1791913463.6528502,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a625a47f301f4112","label":"E4 a625a47f","kind":"king","king":"a625a47f301f4112438b1c5cf64200cc3e6ee6ed09141cf1cf799f921746d07f","hf":null,"epoch":4,"crowned_at":1791917698.2318313,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-de15a5da0ae0375e","label":"E5 de15a5da","kind":"king","king":"de15a5da0ae0375e4fe21716dd5fc8ba376e0b20e22c320386605d2eefe5d494","hf":null,"epoch":5,"crowned_at":1791921939.2919078,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-80a8c5537d04b0dd","label":"E6 80a8c553","kind":"king","king":"80a8c5537d04b0ddf16364191f4bebd64a7f10914941cb0db4d52f62675508b8","hf":null,"epoch":6,"crowned_at":1791926101.4696977,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0d2c9d539d12b3ea","label":"E7 0d2c9d53","kind":"king","king":"0d2c9d539d12b3ead88ef5e3853da75ea14025c6288b6c96efb052eed73f817d","hf":null,"epoch":7,"crowned_at":1791930742.344784,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-5e81018c96d4e759","label":"E8 5e81018c","kind":"king","king":"5e81018c96d4e7599ce94bde7c11acc1ba8e2a4d8c9d746586bb44ca92f4094f","hf":null,"epoch":8,"crowned_at":1791935461.590757,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-6c244c41026ba1ea","label":"E9 6c244c41","kind":"king","king":"6c244c41026ba1ea48e296e2c8272ed263b5652650a2a41042183594ba0e31a0","hf":null,"epoch":9,"crowned_at":1791940219.2409687,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-c0a565bdba48e5d8","label":"E10 c0a565bd","kind":"king","king":"c0a565bdba48e5d8a02843ee7c9a045521278fe58676908e5ee6dda9af98f762","hf":null,"epoch":10,"crowned_at":1791944650.0501857,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-e117b2ec975f034f","label":"E11 e117b2ec","kind":"king","king":"e117b2ec975f034fa2a4dd91aa80f65ddf85e2676e7896e9c64a4f87c63c1384","hf":null,"epoch":11,"crowned_at":1791950466.0160432,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-893fe66257e3af42","label":"E12 893fe662","kind":"king","king":"893fe66257e3af424aa43c665f14837005a57b5ae4c1f39122c0e667a380f15b","hf":null,"epoch":12,"crowned_at":1791955046.4709098,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-bec8ca3f420f7425","label":"E13 bec8ca3f","kind":"king","king":"bec8ca3f420f7425a1cd18a08528515656252be95f5fffc97af59efa4863a665","hf":null,"epoch":13,"crowned_at":1791959561.127669,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-84c0dd953e7fcefe","label":"E14 84c0dd95","kind":"king","king":"84c0dd953e7fcefe34baa8fd8e514e465cf7d8380c8b17435f8897cdf62efd88","hf":null,"epoch":14,"crowned_at":1791964069.9889238,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-fc29a963149e235b","label":"E15 fc29a963","kind":"king","king":"fc29a963149e235bd44a6e6aa85c609856dd676841de7473373617732588c736","hf":null,"epoch":15,"crowned_at":1791968450.3051012,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-8b114e3e4a50c134","label":"E16 8b114e3e","kind":"king","king":"8b114e3e4a50c1346a25fcbc8d88ef76029975786fafc9eaa45c2e098742bd55","hf":null,"epoch":16,"crowned_at":1791972872.3456602,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0a386d6711f2dc93","label":"E17 0a386d67","kind":"king","king":"0a386d6711f2dc9399e1418585bee18412ae5df6a50e6b23547c3d4ed3d28dea","hf":null,"epoch":17,"crowned_at":1791977310.6242032,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-abe650684f359409","label":"E18 abe65068","kind":"king","king":"abe650684f359409fa9202336d1d781613f1bf7034722156156123694a82164c","hf":null,"epoch":18,"crowned_at":1791982016.8625546,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-fb8767be23d74b3c","label":"E19 fb8767be","kind":"king","king":"fb8767be23d74b3c1c6786d4bf29c226a97e6e260da44d4591b1d69d9f6cdb0f","hf":null,"epoch":19,"crowned_at":1791986659.114118,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a8c3a46ccb9f535c","label":"E20 a8c3a46c","kind":"king","king":"a8c3a46ccb9f535c7139b38111f60f5438ab0c8814d59b3a5c5e738ec8937b73","hf":null,"epoch":20,"crowned_at":1792016822.312363,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0a1054538decc7da","label":"E21 0a105453","kind":"king","king":"0a1054538decc7daaa6ca00af2ba65948d1e848e9cd36984241f8aeec709410c","hf":null,"epoch":21,"crowned_at":1792039570.012774,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-1dd464afc53a3a12","label":"E22 1dd464af","kind":"king","king":"1dd464afc53a3a12931e98640b3774cf4890213d8755b228e903ce265cf8dc86","hf":null,"epoch":22,"crowned_at":1792044437.0122857,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f51413eaf48547e0","label":"E23 f51413ea","kind":"king","king":"f51413eaf48547e0c6f44e891995d1ef584504b95c10f832eef19438b7d78154","hf":null,"epoch":23,"crowned_at":1792049531.4713123,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-3c8527877197786c","label":"E24 3c852787","kind":"king","king":"3c8527877197786c3db020a87be258d868b2b503c82d4c0125cab798b674e59d","hf":null,"epoch":24,"crowned_at":1792054450.0214188,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-b3a12de1d3b06868","label":"E25 b3a12de1","kind":"king","king":"b3a12de1d3b068681ae58c242ba4d6f773536ac7d752cc45682c40f6820e3c85","hf":null,"epoch":25,"crowned_at":1792059453.7102597,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f74f677157a15fdb","label":"E26 f74f6771","kind":"king","king":"f74f677157a15fdba9751d7271fb796c100bd4c08f5efaefa301999308ac798e","hf":null,"epoch":26,"crowned_at":1792064490.5862663,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-5e56cd1bd6d0465f","label":"E27 5e56cd1b","kind":"king","king":"5e56cd1bd6d0465f7e900ccabc363057f7bfbdd9cf983c1f5ccd87500e717a3d","hf":null,"epoch":27,"crowned_at":1792069596.347864,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-357cd7b29cdcbac6","label":"E28 357cd7b2","kind":"king","king":"357cd7b29cdcbac6e72da38a617fb3e8c396f3c1f94acbdcc3140b19a9e00db8","hf":null,"epoch":28,"crowned_at":1792074816.8528092,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f7d367fb67777582","label":"E29 f7d367fb","kind":"king","king":"f7d367fb677775820aa43c3535cfc7c7cedc0c30345ac18e895ef429373d5971","hf":null,"epoch":29,"crowned_at":1792079884.2738645,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-b22fd16f58488216","label":"E30 b22fd16f","kind":"king","king":"b22fd16f5848821675cc3438a20a2253c0fd72ac1ea8e33917bc355f9ff207b6","hf":null,"epoch":30,"crowned_at":1792084938.0659184,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-d86293db5dfb97e0","label":"E31 d86293db","kind":"king","king":"d86293db5dfb97e08d82234400b3245084d7c3cbdaa939e0d3fbc317f1855e22","hf":null,"epoch":31,"crowned_at":1792090057.3771088,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-4995d564ac838af5","label":"E32 4995d564","kind":"king","king":"4995d564ac838af5634fa580edd746ef9abafa2148ec4cb7e3ae54838fbef2a9","hf":null,"epoch":32,"crowned_at":1792095058.113382,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-c1c4c5e2b36972dc","label":"E33 c1c4c5e2","kind":"king","king":"c1c4c5e2b36972dcdd721ab3ecc2e85816aca5e2d27734f3c3932b509e1c5c7e","hf":null,"epoch":33,"crowned_at":1792099970.669545,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-bc36454191d7c5ff","label":"E34 bc364541","kind":"king","king":"bc36454191d7c5ff9411a95896f9eab3eedf4122ceb12406db9596eafe3d084e","hf":null,"epoch":34,"crowned_at":1792104519.123411,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-1f6db19f80b47f76","label":"E35 1f6db19f","kind":"king","king":"1f6db19f80b47f76b834b00bbfb315fefaf3f1c5923db75ebd22dd79c5535ddd","hf":null,"epoch":35,"crowned_at":1792110165.665562,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-49476857e7336a39","label":"E36 49476857","kind":"king","king":"49476857e7336a39e88ec9d5bd7043106599860c2f01fba12f929b00ccd5e7f6","hf":null,"epoch":36,"crowned_at":1792114995.5051103,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-391ac44be9655b1f","label":"E37 391ac44b","kind":"king","king":"391ac44be9655b1f21be89140d122a085ecf65894111795a9ea556ccd62998fe","hf":null,"epoch":37,"crowned_at":1792119814.2349396,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-9f73e214f4bac93a","label":"E38 9f73e214","kind":"king","king":"9f73e214f4bac93ae6daec8d04be895eaa540dd1ccf067a0f5c3ca778005ea1b","hf":null,"epoch":38,"crowned_at":1792124266.2368665,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-571a1932a63b8b06","label":"E39 571a1932","kind":"king","king":"571a1932a63b8b06cdd4984d88d1c47b0ed1e87796bd5126a00aa89f91fd90a6","hf":null,"epoch":39,"crowned_at":1792142710.0238175,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-3b69e30a3937d752","label":"E40 3b69e30a","kind":"king","king":"3b69e30a3937d75267c2b74a889c371be779353c5c1c4ccd0ae6ff6f3fba0b15","hf":null,"epoch":40,"crowned_at":1792151570.0462468,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-b15cd93ec31b2520","label":"E41 b15cd93e","kind":"king","king":"b15cd93ec31b252047826b63dac87cac59387f768de5e64ad2b35ff0d408b837","hf":null,"epoch":41,"crowned_at":1792159743.8604186,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-e28d7496ff96b803","label":"E42 e28d7496","kind":"king","king":"e28d7496ff96b8034b5f027bde301b037959347593087f29e993bf6e8d8e2028","hf":null,"epoch":42,"crowned_at":1792170319.0413454,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0e9ce47ed4a3c32a","label":"E43 0e9ce47e","kind":"king","king":"0e9ce47ed4a3c32ad7f15cdd1997c64552c0acae335a5570235de26e9e9d0d7e","hf":null,"epoch":43,"crowned_at":1792180511.5754917,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0bc069664dc2b804","label":"E44 0bc06966","kind":"king","king":"0bc069664dc2b8046e347f42b2ea1bec07b09306f4e0b0d9674c873c45c28687","hf":null,"epoch":44,"crowned_at":1792190518.329754,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-efd2eef385a23acb","label":"E45 efd2eef3","kind":"king","king":"efd2eef385a23acb257528c7acf3ce5a77f78bd34de6e678b663853c6da17496","hf":null,"epoch":45,"crowned_at":1792201537.1748354,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-7041d608d6a17523","label":"E46 7041d608","kind":"king","king":"7041d608d6a17523be1fe0939760595b2b80d17d903870856e1a6d7f3d0c3c72","hf":null,"epoch":46,"crowned_at":1792213388.435791,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-4e0d7dfd5298b74c","label":"E47 4e0d7dfd","kind":"king","king":"4e0d7dfd5298b74c74dfb203b97bd1319602284d68477a1788b8e344dfc1a495","hf":null,"epoch":47,"crowned_at":1792224128.390614,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-2cb6968c85aa7913","label":"E48 2cb6968c","kind":"king","king":"2cb6968c85aa79139fc2cea8a4eb41bad3e0b65682259ad4da6d050941db759b","hf":null,"epoch":48,"crowned_at":1792234789.675015,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-6da7fe5b01793bff","label":"E49 6da7fe5b","kind":"king","king":"6da7fe5b01793bffd4d1211d1eec36d4aeba7f8295679964eb0383b246f44f1a","hf":null,"epoch":49,"crowned_at":1792245797.29872,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-7d7708d5393cec75","label":"E50 7d7708d5","kind":"king","king":"7d7708d5393cec756dba8a4d23807bf1af315306586039a982a43571a8520644","hf":null,"epoch":50,"crowned_at":1792257375.3491066,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-d62fa759f4f9771c","label":"E51 d62fa759","kind":"king","king":"d62fa759f4f9771c3a4117a7f0844964af4f3065cdbfc353d968e47a756d51f6","hf":null,"epoch":51,"crowned_at":1792269956.4589138,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a4f43d41dd497cb8","label":"E52 a4f43d41","kind":"king","king":"a4f43d41dd497cb845b515c09016c0de7d2a5fdaca6654f73ad80a26985ed3d6","hf":null,"epoch":52,"crowned_at":1792280022.5724645,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-2cbf44a6379f8d7b","label":"E53 2cbf44a6","kind":"king","king":"2cbf44a6379f8d7b11286abfb2cbdd468b9d34b15c929fa148b8ed4a75d08aa7","hf":null,"epoch":53,"crowned_at":1792289577.4649904,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f877ad94e8c2ad57","label":"E54 f877ad94","kind":"king","king":"f877ad94e8c2ad5706c0f77ddb3204517977eebd2638806c1573ff50dbed0a6d","hf":null,"epoch":54,"crowned_at":1792302047.5696824,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-23498ba1f1638357","label":"E55 23498ba1","kind":"king","king":"23498ba1f1638357f617c980fdad63531d07b1033be53ce316acd8c3e5c8e92b","hf":null,"epoch":55,"crowned_at":1792313667.4821086,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-8ff59aaf43365f7b","label":"E56 8ff59aaf","kind":"king","king":"8ff59aaf43365f7b619db5e5f8e9d25fb90c17eb6ec096eb1b8c7a5d652c54a6","hf":null,"epoch":56,"crowned_at":1792325596.18442,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-cdc2ebc27f4f01fc","label":"E57 cdc2ebc2","kind":"king","king":"cdc2ebc27f4f01fcf880820cea218a55a6e72b1b8f030fa66fb604693625af38","hf":null,"epoch":57,"crowned_at":1792337825.8089259,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-05107c411aa0edec","label":"E58 05107c41","kind":"king","king":"05107c411aa0edec299255c73953abd77985ce180639b9b17c1dad11821467d7","hf":null,"epoch":58,"crowned_at":1792350302.833065,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-2198992bf3031e70","label":"E59 2198992b","kind":"king","king":"2198992bf3031e70a7175b14fdea8f27cd454bf6343902c7a1744ecfccb7775a","hf":null,"epoch":59,"crowned_at":1792362730.6420553,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-4e7d422e072bc67d","label":"E60 4e7d422e","kind":"king","king":"4e7d422e072bc67d895d05ed9f31cf36ff08f4f6f337e046b08fec8e82ca0408","hf":null,"epoch":60,"crowned_at":1792375445.4351645,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-c8a6d342f309ce4e","label":"E61 c8a6d342","kind":"king","king":"c8a6d342f309ce4e6eabfa22affc17b5e2d445d4365435af4e39f5cd4357ce83","hf":null,"epoch":61,"crowned_at":1792388644.4978476,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-8119f5e2bfe2213c","label":"E62 8119f5e2","kind":"king","king":"8119f5e2bfe2213c52a8058dbd02b839121fbf0dd483bd4e654f436ba2d67c4a","hf":null,"epoch":62,"crowned_at":1792401545.84025,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-cf79166706a141e7","label":"E63 cf791667","kind":"king","king":"cf79166706a141e76d2718733de506ae85e725f213aa60ac8b6437675b8281db","hf":null,"epoch":63,"crowned_at":1792414511.8349516,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-19f216581a359652","label":"E64 19f21658","kind":"king","king":"19f216581a3596521533b84e192e6f7cb53d2a0f4da407d98cfc1a7ed15376d4","hf":null,"epoch":64,"crowned_at":1792427777.7061424,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-23a03720b92f9ac7","label":"E65 23a03720","kind":"king","king":"23a03720b92f9ac7054aabbe328753a504c40ab6e5c6df8b0369443ac79b8d7a","hf":null,"epoch":65,"crowned_at":1792441709.6828637,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-066dfb1058ee11e4","label":"E66 066dfb10","kind":"king","king":"066dfb1058ee11e4922c740ca82ce1629e99f53a9b2f6573d2cec7585eb34c40","hf":null,"epoch":66,"crowned_at":1792456682.9697437,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-74d5d657094dbf18","label":"E67 74d5d657","kind":"king","king":"74d5d657094dbf1888a721b196add7218b03b9cc0c9325fa3bce3fea116d98b4","hf":null,"epoch":67,"crowned_at":1792471296.288067,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-97405d61b08ef76a","label":"E68 97405d61","kind":"king","king":"97405d61b08ef76a788940736e864640b9f4fb8e46b7ecc4d80e3800a6714a49","hf":null,"epoch":68,"crowned_at":1792486097.4711916,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f16ac30feb86ffe1","label":"E69 f16ac30f","kind":"king","king":"f16ac30feb86ffe18e32b9d19180e4fc8e7eb4b3a304707489978d7ab1a14fa6","hf":null,"epoch":69,"crowned_at":1792501014.830042,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a0b57ed9d7a455ff","label":"E70 a0b57ed9","kind":"king","king":"a0b57ed9d7a455ff69e025dafeb3b858765b1e60a1257887e8239a2895d0bf7e","hf":null,"epoch":70,"crowned_at":1792515524.5542536,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f6925ce8d9b363ea","label":"E71 f6925ce8","kind":"king","king":"f6925ce8d9b363ea031f9041d9289da770834f58f8fb93489c929a99e89f8925","hf":null,"epoch":71,"crowned_at":1792531958.8929977,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-bfe2b2a4e2b756d7","label":"E72 bfe2b2a4","kind":"king","king":"bfe2b2a4e2b756d75f980caa15ebaa064362d65826c48a4dc2596f36b1acf236","hf":null,"epoch":72,"crowned_at":1792548277.7508461,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-ee2146beacbad514","label":"E73 ee2146be","kind":"king","king":"ee2146beacbad514ccf0cdd1e9bc97b9a1c7e25c7624d27ae94265fe3e34fd24","hf":null,"epoch":73,"crowned_at":1792563801.3998778,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-67260796b50c1d52","label":"E74 67260796","kind":"king","king":"67260796b50c1d52eea182173f0fd5a5ada6f808d55cd5ac3b9aa5b7a079ff34","hf":null,"epoch":74,"crowned_at":1792577813.6131606,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-9e9b5e6360f22f99","label":"E75 9e9b5e63","kind":"king","king":"9e9b5e6360f22f99c76675898799d9cdc541252ab8be4dace31cd64a6d503e9a","hf":null,"epoch":75,"crowned_at":1792593113.292244,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-e2316e77155349c9","label":"E76 e2316e77","kind":"king","king":"e2316e77155349c920745dad1d796ba6d55342e0af4acc38e4813e668dba899e","hf":null,"epoch":76,"crowned_at":1792608193.2642741,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-353ab7e6f938f12d","label":"E77 353ab7e6","kind":"king","king":"353ab7e6f938f12da3b61380e8c96666a1a0d9dc23ddbd3df08475bfcbee330f","hf":null,"epoch":77,"crowned_at":1792616194.6713347,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-d7aeff448cf27828","label":"E78 d7aeff44","kind":"king","king":"d7aeff448cf27828369d6b9ed2135def027e082a52809f951ba00a1902979e87","hf":null,"epoch":78,"crowned_at":1792622756.2137773,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-acbe2378a6020b1a","label":"E79 acbe2378","kind":"king","king":"acbe2378a6020b1a2f0da27fa763d2c4d1b1acd96bc38c74e45b30a58463b325","hf":null,"epoch":79,"crowned_at":1792628404.3266218,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-3932cc061254c611","label":"E80 3932cc06","kind":"king","king":"3932cc061254c611a9f17c79c40922ea1fc78e7c8ed49304cb47c0b4656641cc","hf":null,"epoch":80,"crowned_at":1792632719.356905,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-dd608f3223eff54a","label":"E81 dd608f32","kind":"king","king":"dd608f3223eff54ab828dc8893b07e581ef966251f1c5cf804ce690ec0cd9671","hf":null,"epoch":81,"crowned_at":1792636679.656474,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-521cec2589fc7bec","label":"E82 521cec25","kind":"king","king":"521cec2589fc7bec2cc4d28d56fd5f121dc1bc0ff206ea7afa8afa616adfb018","hf":null,"epoch":82,"crowned_at":1792641539.8226483,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-e08172b3c19877cc","label":"E83 e08172b3","kind":"king","king":"e08172b3c19877cc8e92bb9eabc1418a4452029e01aff83da65c0397ca9a095a","hf":null,"epoch":83,"crowned_at":1792646609.7854445,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f15e20c81bca465e","label":"E84 f15e20c8","kind":"king","king":"f15e20c81bca465e288ff88ae3190e9679a8b1dfd330a88d0fc4e1c36ef75369","hf":null,"epoch":84,"crowned_at":1792651627.013533,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-83a4a2ae4ce46cdc","label":"E85 83a4a2ae","kind":"king","king":"83a4a2ae4ce46cdce7fd0ea2c8b452fa6a20655721adf09eaf04de21a9a37c4a","hf":null,"epoch":85,"crowned_at":1792656597.3760886,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-6042da2b0d653145","label":"E86 6042da2b","kind":"king","king":"6042da2b0d653145d3b39efd9f3dd9adeda417eb4413f32878ec36d7526c8943","hf":null,"epoch":86,"crowned_at":1792661460.641343,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-1b067b2b74dd6def","label":"E87 1b067b2b","kind":"king","king":"1b067b2b74dd6defcbbb4ea8c8b8897c98eefc35d943e7e7f1c14969740a49ab","hf":null,"epoch":87,"crowned_at":1792666567.5396175,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-2beb1372882fde04","label":"E88 2beb1372","kind":"king","king":"2beb1372882fde0490e031186a583f2baa58fa56210e706199561b6bc1bc5ebc","hf":null,"epoch":88,"crowned_at":1792681634.820073,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-d1987e6a9dc40082","label":"E89 d1987e6a","kind":"king","king":"d1987e6a9dc40082c8dc8c40e6027ffd3e751247a682a8c7dc3868b46a7eda6a","hf":null,"epoch":89,"crowned_at":1792686383.8208091,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-3578f62c1e313d07","label":"E90 3578f62c","kind":"king","king":"3578f62c1e313d0781e6a738f46e2e356138eefa6acf9ef25e712b8d986f5e5d","hf":null,"epoch":90,"crowned_at":1792695614.4147093,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-3d355af9ed6574c1","label":"E91 3d355af9","kind":"king","king":"3d355af9ed6574c1e24f0121b71c3e45e00c104d12238d6fd8a9c93bda673c25","hf":null,"epoch":91,"crowned_at":1792705749.2669125,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-d7053a12451ad64a","label":"E92 d7053a12","kind":"king","king":"d7053a12451ad64a619efab4f837bb9c17ed941e4753f2ce0c79c4c2fab623fe","hf":null,"epoch":92,"crowned_at":1792712959.5147858,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-3d05a147e336e78f","label":"E93 3d05a147","kind":"king","king":"3d05a147e336e78f44c66e1917404c636bda193373570dacd08765c54f09a83f","hf":null,"epoch":93,"crowned_at":1792720071.9522817,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-5771781e1d4a2ba1","label":"E94 5771781e","kind":"king","king":"5771781e1d4a2ba1d1cecf1200c210862687e51ddbdc3b494cf457f6bcce57b3","hf":null,"epoch":94,"crowned_at":1792726764.6824913,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-39f6304df4f6aa49","label":"E95 39f6304d","kind":"king","king":"39f6304df4f6aa4983abf8b0ee8cdb6f5d70eacdfdbd9f4e4d304b3330e48b54","hf":null,"epoch":95,"crowned_at":1792732288.313718,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0cac944df760dd19","label":"E96 0cac944d","kind":"king","king":"0cac944df760dd19e1135548a1541edbbfb81aed721ff610aed8d2621ef6963d","hf":null,"epoch":96,"crowned_at":1792737335.8387136,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-b2be9c10e6aafce1","label":"E97 b2be9c10","kind":"king","king":"b2be9c10e6aafce158178bb875284d8a184a8aab8ddc9132bf43b89f8cedb56a","hf":null,"epoch":97,"crowned_at":1792742848.9405694,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a5171e89b784f4f5","label":"E98 a5171e89","kind":"king","king":"a5171e89b784f4f552430ff5fefa057417b51435f5e19f91b03bb825db94a67c","hf":null,"epoch":98,"crowned_at":1792747549.5644112,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-9cbbc25279664df9","label":"E99 9cbbc252","kind":"king","king":"9cbbc25279664df9873678d5b1fd9374105492ca936ac003e669002facdd4af3","hf":null,"epoch":99,"crowned_at":1792752308.8126612,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-e9eff80f917e7b66","label":"E100 e9eff80f","kind":"king","king":"e9eff80f917e7b66108543c060db13cd527e3be4480d2d771f12e0500920fa81","hf":null,"epoch":100,"crowned_at":1792757008.3936985,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-163e0c6720761ff1","label":"E101 163e0c67","kind":"king","king":"163e0c6720761ff158f5a683ed8518702fc6fd291ccbcc29ba70c4f793653d55","hf":null,"epoch":101,"crowned_at":1792761814.7159667,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-462e1027cdd9cebe","label":"E102 462e1027","kind":"king","king":"462e1027cdd9cebef6d650c1c72ef7906ce0f86fdcc8e7329d7ca8896678773a","hf":null,"epoch":102,"crowned_at":1792766936.3601482,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-bb9a8227f4360e4d","label":"E103 bb9a8227","kind":"king","king":"bb9a8227f4360e4dae60248c9e2d8b8fb6df3fece58d4c447c88bfbf86d9c6d4","hf":null,"epoch":103,"crowned_at":1792772538.4979348,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-1610477db92ec390","label":"E104 1610477d","kind":"king","king":"1610477db92ec3908a3e9818d47b7a226c97eda522d5893c432f48b72d6ea68f","hf":null,"epoch":104,"crowned_at":1792776355.7303102,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-abf5d6d4584ff1f2","label":"E105 abf5d6d4","kind":"king","king":"abf5d6d4584ff1f25abddcc64f827ba97f07d87ba5557449b0b66e02fa85ba9a","hf":null,"epoch":105,"crowned_at":1792780161.932568,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-c3b0564ea8b1d745","label":"E106 c3b0564e","kind":"king","king":"c3b0564ea8b1d745cf932a28ba76de91faca9e8f74fd92457323d0d73205a4c1","hf":null,"epoch":106,"crowned_at":1792784745.901855,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0f379694a3025d74","label":"E107 0f379694","kind":"king","king":"0f379694a3025d74d45f04c7aae413e0cc2df3974e6fad3620c39a62689f4ac7","hf":null,"epoch":107,"crowned_at":1792787871.8423214,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-1c1e72acb79ee828","label":"E108 1c1e72ac","kind":"king","king":"1c1e72acb79ee828016aa689d4c3d49f7988980a983b9688bf91f08af90f2aa9","hf":null,"epoch":108,"crowned_at":1792790898.8055217,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0107643966bdee90","label":"E111 01076439","kind":"king","king":"0107643966bdee90c26b6abd65016ea0a014af9be27483485d198ad09e20794c","hf":null,"epoch":111,"crowned_at":1792806368.3287535,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-67e1f9e9366faf98","label":"E112 67e1f9e9","kind":"king","king":"67e1f9e9366faf98cc95ab0dcb459ccc8d3dad57e5101cd2629dab5767c837d5","hf":null,"epoch":112,"crowned_at":1792811542.707207,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-bfe891ee4d054ac2","label":"E113 bfe891ee","kind":"king","king":"bfe891ee4d054ac226ad1b4f416aaf7f77c8c6e4c478bf43d3030ead7c79caf3","hf":null,"epoch":113,"crowned_at":1792815754.9958334,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-3b3a5fa6b0bb6f98","label":"E114 3b3a5fa6","kind":"king","king":"3b3a5fa6b0bb6f98346f659b39aa01633357fbf2fb65043dff08a63c4180bcea","hf":null,"epoch":114,"crowned_at":1792819062.7142193,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-8474ff28fb26f1e1","label":"E115 8474ff28","kind":"king","king":"8474ff28fb26f1e1ad4571ba2e1be145a69c5e00457659a054471ed2e5b63c35","hf":null,"epoch":115,"crowned_at":1792821718.0449479,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-5d3d5269bec22a56","label":"E116 5d3d5269","kind":"king","king":"5d3d5269bec22a561f747a06320e1ef7ab2ee6d084d7a4176091edf104bdc769","hf":null,"epoch":116,"crowned_at":1792824557.4564896,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-c23feb523b31944c","label":"E117 c23feb52","kind":"king","king":"c23feb523b31944cb8fbe5f7d65494b43079aa8158ab4e401540974a45081c3b","hf":null,"epoch":117,"crowned_at":1792827788.8265622,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a2ee8b8f6b608ddb","label":"E118 a2ee8b8f","kind":"king","king":"a2ee8b8f6b608ddbed94919bb5e3319ce561b136afcc324335a2392e74e67a79","hf":null,"epoch":118,"crowned_at":1792831450.8351905,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-b278cd0b405079a1","label":"E119 b278cd0b","kind":"king","king":"b278cd0b405079a1765538f59e87f1756b1de1dc75b52ab0327f3611543196eb","hf":null,"epoch":119,"crowned_at":1792835178.1744318,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-d49470b9b33c5997","label":"E120 d49470b9","kind":"king","king":"d49470b9b33c5997b35e754ec49ba7af556b68ebf873f751529f158905e43fe6","hf":null,"epoch":120,"crowned_at":1792839064.6737168,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0556b12075aaf9bb","label":"E121 0556b120","kind":"king","king":"0556b12075aaf9bb37cf4b9788212e84453adc8a62a079ed52b0e33b0d0e6de3","hf":null,"epoch":121,"crowned_at":1792842868.383603,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-ac7816973bf03012","label":"E122 ac781697","kind":"king","king":"ac7816973bf03012f097c6bcd6600d98eee8c6a0f86afe31db2ab15481baca50","hf":null,"epoch":122,"crowned_at":1792846107.7733479,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-4b51034af6938828","label":"E125 4b51034a","kind":"king","king":"4b51034af693882851a43fd396ccd79e0f60a363b7411959593404c55ab672b6","hf":null,"epoch":125,"crowned_at":1792855740.5463977,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-18de641fed8baedd","label":"E126 18de641f","kind":"king","king":"18de641fed8baedd7f79a94b54ca42b2ab46f6c78dbb021ae44b0778a61345a7","hf":null,"epoch":126,"crowned_at":1792862282.0123715,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-6e42813280e6187b","label":"E127 6e428132","kind":"king","king":"6e42813280e6187b337780f808e32a1a73fbe8572f518630907572ea6714ed0d","hf":null,"epoch":127,"crowned_at":1792868520.5143833,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-07407a1b361fdaa7","label":"E128 07407a1b","kind":"king","king":"07407a1b361fdaa79a19a572a8ee70e8b465e5269ae6b5a069cc368c722fddc8","hf":null,"epoch":128,"crowned_at":1792874916.3549776,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-320386aaf24d2dc8","label":"E132 320386aa","kind":"king","king":"320386aaf24d2dc836d5b1fe5246f43bf75a12c3f257aa850daee07eae5c774d","hf":null,"epoch":132,"crowned_at":1792893902.357413,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-22aeb26aa2353bac","label":"E133 22aeb26a","kind":"king","king":"22aeb26aa2353bac5deb1dc65aa72fb104f8165cf39c6b3f8d2f2fa8e521ac98","hf":null,"epoch":133,"crowned_at":1792902321.6177728,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-4e4157b2176f8758","label":"E134 4e4157b2","kind":"king","king":"4e4157b2176f87587e94f697a1e61ab64fce96c95b8b6aad1b6dfc711be24b76","hf":null,"epoch":134,"crowned_at":1792910869.0920475,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-b56266fc960a8933","label":"E136 b56266fc","kind":"king","king":"b56266fc960a89334d8d0c8b5e0e951276141920c0befb067868845dbe9b84bc","hf":null,"epoch":136,"crowned_at":1792946403.7001293,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-03ecc10ea0ec174b","label":"E137 03ecc10e","kind":"king","king":"03ecc10ea0ec174b880ef4562081c44e9633cf482d978a7cc1c63b46c794769e","hf":null,"epoch":137,"crowned_at":1792955929.6293395,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-d9d7c4c6b1227c5b","label":"E138 d9d7c4c6","kind":"king","king":"d9d7c4c6b1227c5b8db03eadb433846c126ee4ca7087f6d4041d1230be1c0772","hf":null,"epoch":138,"crowned_at":1792966653.4551435,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-ac5ff369d660b652","label":"E139 ac5ff369","kind":"king","king":"ac5ff369d660b65216acc1d6d0d157cbcd583eae237911e2d5006da4989147b9","hf":null,"epoch":139,"crowned_at":1792975665.9422233,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-1f88eee8e3029790","label":"E140 1f88eee8","kind":"king","king":"1f88eee8e30297905c1907655c83d52c4f029056c9ed1f8fe305853626f690db","hf":null,"epoch":140,"crowned_at":1792988537.247573,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-189de412939a2b12","label":"E141 189de412","kind":"king","king":"189de412939a2b12ec100a8b536e22915697438c065317c033c814e7ec999249","hf":null,"epoch":141,"crowned_at":1792999692.3650942,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-26044001bac2fa88","label":"E142 26044001","kind":"king","king":"26044001bac2fa88d365e488b53834fafaeec44dc4eaa7111acfe54905f649f7","hf":null,"epoch":142,"crowned_at":1793011855.8907177,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-93357825de4b11cf","label":"E143 93357825","kind":"king","king":"93357825de4b11cf4a436d28fe3b529cb9c4c7c0e6e7791711c96d540c6e11e3","hf":null,"epoch":143,"crowned_at":1793021887.6181102,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-5a8e49038b11bac9","label":"E144 5a8e4903","kind":"king","king":"5a8e49038b11bac9236164e526cba1df22104a4141824aee13ff5bffa9b603a0","hf":null,"epoch":144,"crowned_at":1793025078.9083035,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-43a2e33857ee1c54","label":"E145 43a2e338","kind":"king","king":"43a2e33857ee1c542380d076b2fb488b53f01cdd29f9f5fae896977f7b13c3cd","hf":null,"epoch":145,"crowned_at":1793027602.591322,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-e840c83fd371d522","label":"E148 e840c83f","kind":"king","king":"e840c83fd371d522dc887f8bae80d5e99b43b71538cc056eebe58830e9875a17","hf":null,"epoch":148,"crowned_at":1793036911.5833871,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0f90475308e0e8ff","label":"E149 0f904753","kind":"king","king":"0f90475308e0e8ff682509be479b5b3549f9e23cc25e4f4b172602857a364b27","hf":null,"epoch":149,"crowned_at":1793040873.2199957,"era":"pre-gate","green":false,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-317edbd54e728e6b","label":"E153 317edbd5","kind":"king","king":"317edbd54e728e6b957cca51244213e1070ab184306dacc445c798f8757c56c6","hf":null,"epoch":153,"crowned_at":1793057064.0742896,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-30a129a9ab3bb361","label":"E154 30a129a9","kind":"king","king":"30a129a9ab3bb361253b49a8f86192e2bc18ab89ebf182e52cbfddbb8d6242fa","hf":null,"epoch":154,"crowned_at":1793063399.2778032,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0289b3a024860260","label":"E157 0289b3a0","kind":"king","king":"0289b3a024860260cf47fee7a96979f03b7a62f4d824d96f337930c374be7672","hf":null,"epoch":157,"crowned_at":1793075461.0447729,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a57a6306b7f30fc2","label":"E159 a57a6306","kind":"king","king":"a57a6306b7f30fc2bd608ba30aeae7718188c87eae0694004648f07096a5e4ae","hf":null,"epoch":159,"crowned_at":1793082276.8811996,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-126c312c0923836f","label":"E161 126c312c","kind":"king","king":"126c312c0923836f9b2c445262be1ece98800f52c7affca839920fbc18500f9b","hf":null,"epoch":161,"crowned_at":1793090336.6945424,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a0801dc54a96793a","label":"E162 a0801dc5","kind":"king","king":"a0801dc54a96793ae3c2766200f29ee69c9c65dcc0188f5ae6e0026b4a3f0025","hf":null,"epoch":162,"crowned_at":1793094146.318646,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-2c6360f3062dce2a","label":"E164 2c6360f3","kind":"king","king":"2c6360f3062dce2af71eb64984a419c61e94d2ab6662f3606ce04a5392fbc7ee","hf":null,"epoch":164,"crowned_at":1793101662.2756224,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-cd1ddf12b0126cba","label":"E166 cd1ddf12","kind":"king","king":"cd1ddf12b0126cbaf69fa92e1353456ce903ece31e086d9bae492a45a49c131d","hf":null,"epoch":166,"crowned_at":1793109470.4114718,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-f9f43c7f79b68da6","label":"E170 f9f43c7f","kind":"king","king":"f9f43c7f79b68da6bf93109ea4f71560a163c41c277ecfe6b29d370cb44fe0ba","hf":null,"epoch":170,"crowned_at":1793124014.234777,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-a8be95eda51d3baf","label":"E177 a8be95ed","kind":"king","king":"a8be95eda51d3bafd39d9d5e494cd4f2594f59021223a251796030012b34b71a","hf":null,"epoch":177,"crowned_at":1793148864.291464,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-3bd83747a38ab7aa","label":"E191 3bd83747","kind":"king","king":"3bd83747a38ab7aa93c24a4d6ea374fa8a6057a2c843482886c1fead7f93522c","hf":null,"epoch":191,"crowned_at":1793191530.443424,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-7fa0305a4752ed4a","label":"E196 7fa0305a","kind":"king","king":"7fa0305a4752ed4a16023e73969fb2c684c5f88797aa9257c18dc8f0f98a03b8","hf":null,"epoch":196,"crowned_at":1793208473.305114,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-41a1afd0b9ad7bbc","label":"E202 41a1afd0","kind":"king","king":"41a1afd0b9ad7bbc22f1b8b08c236073c218bbb90daa303d543139b6389221b9","hf":null,"epoch":202,"crowned_at":1793223484.1486154,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-44fb50bb6bebf1d4","label":"E212 44fb50bb","kind":"king","king":"44fb50bb6bebf1d43136a1187441ae11d7f4f05af260d61a5b8646360986b6d5","hf":null,"epoch":212,"crowned_at":1793250469.933493,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-2a51ec668629dea0","label":"E215 2a51ec66","kind":"king","king":"2a51ec668629dea052e8614cacd7dc8724ed74f4ac1deca46cd8331e44272552","hf":null,"epoch":215,"crowned_at":1793287797.8675594,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-23be8cbf78e54c38","label":"E216 23be8cbf","kind":"king","king":"23be8cbf78e54c386bdd995ecc83d3898c7bfbd3e2bc45cb0478a07aa2fff00d","hf":null,"epoch":216,"crowned_at":1793290321.3858988,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-ecd57f909a25beb2","label":"E222 ecd57f90","kind":"king","king":"ecd57f909a25beb290567cae08502265973db3ffc789ff27611cc997c6219db7","hf":null,"epoch":222,"crowned_at":1793302467.4864125,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-6b16e2982818e3dd","label":"E224 6b16e298","kind":"king","king":"6b16e2982818e3dd554e66905f4c8d70c81efcc19f24f810590ecd1149bc605d","hf":null,"epoch":224,"crowned_at":1793304545.3931203,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-ce071ce5cc45898d","label":"E236 ce071ce5","kind":"king","king":"ce071ce5cc45898dc0018416246848e41b6a8a5df5fb0967e03af523c107ed25","hf":null,"epoch":236,"crowned_at":1793320393.9840903,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-1636928e41dda8d3","label":"E239 1636928e","kind":"king","king":"1636928e41dda8d333626f6bb6da447af3739d4ff5cc9f9eab667583f6c0631f","hf":null,"epoch":239,"crowned_at":1793325143.0513911,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-c158e809a0cbf1df","label":"E248 c158e809","kind":"king","king":"c158e809a0cbf1df180bf9c6cb81a538fb29ab14cac2500338b7f93b0c9e4eca","hf":null,"epoch":248,"crowned_at":1793343914.8645074,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-0d26aad6df4a8596","label":"E250 0d26aad6","kind":"king","king":"0d26aad6df4a859658898c6a81ba978ca79e33f4886f9f45e10e9ab86fa76d88","hf":null,"epoch":250,"crowned_at":1793346022.3706686,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-c8fb621039754e50","label":"E254 c8fb6210","kind":"king","king":"c8fb621039754e50d9e5707658e1d29d4ea25629e9fc76c607e8cf1b9a334346","hf":null,"epoch":254,"crowned_at":1793354158.1867807,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-3466e50d62cd45ac","label":"E263 3466e50d","kind":"king","king":"3466e50d62cd45ac5d21202ac924428119639ce3fb68d0dde591e0afe0b1e35c","hf":null,"epoch":263,"crowned_at":1793369889.261498,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-d734ddfada83c3aa","label":"E270 d734ddfa","kind":"king","king":"d734ddfada83c3aae1d8a3410c7650924f7482be88ba0b96ba3a869c5e6af4be","hf":null,"epoch":270,"crowned_at":1793381023.4575238,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-87fa740811e75e4c","label":"E292 87fa7408","kind":"king","king":"87fa740811e75e4c221258ce6cf2d8cb1db1519d69aa0a65b42cb5fddea5a499","hf":null,"epoch":292,"crowned_at":1793406060.0320067,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-ce3971dc21a17a96","label":"E354 ce3971dc","kind":"king","king":"ce3971dc21a17a964c03273b68a969984dd43503094937e56bee8cf1280b1853","hf":null,"epoch":354,"crowned_at":1793453966.4619577,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-2c10d980100bdd5b","label":"E356 2c10d980","kind":"king","king":"2c10d980100bdd5b36d9eaf31105939a9c6467432b3ee6748ecea13a5d2ad8e9","hf":null,"epoch":356,"crowned_at":1793455489.7370298,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-72c392f4db70b866","label":"E358 72c392f4","kind":"king","king":"72c392f4db70b86694eadc16cd5d9a53a5afab4b68f93984830cc41e88e6eae9","hf":null,"epoch":358,"crowned_at":1793456951.8922384,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-fae7fc8b101f501c","label":"E360 fae7fc8b","kind":"king","king":"fae7fc8b101f501c7a501e7f1b38618dabd56b0e26ad4db920bdc8fa3688abe3","hf":null,"epoch":360,"crowned_at":1793458479.0462375,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-c03ad1395b062549","label":"E368 c03ad139","kind":"king","king":"c03ad1395b0625490b6b213549ba6763b4d3b9a6ff46c07529e9e32c4474569f","hf":null,"epoch":368,"crowned_at":1793464578.02433,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-4a6039883c26c76c","label":"E381 4a603988","kind":"king","king":"4a6039883c26c76cb723cc68932f8b6b84f27807b87737ec915210f952edf885","hf":null,"epoch":381,"crowned_at":1793474558.0665054,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-ff8d9fbd3711e8be","label":"E383 ff8d9fbd","kind":"king","king":"ff8d9fbd3711e8be4f699bfb806a895e081b90a790985f7f47881320445fb442","hf":null,"epoch":383,"crowned_at":1793476096.3464384,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-0b0fca36a7180467","label":"E393 0b0fca36","kind":"king","king":"0b0fca36a71804670d89c299a2bbd285b5254bbba5335beca9b256f6a6e59f83","hf":null,"epoch":393,"crowned_at":1793484406.157189,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-65696c435e7a1c97","label":"E398 65696c43","kind":"king","king":"65696c435e7a1c974504c6c79dfb2f3c3d349398922fded13ac6feeec1b95238","hf":null,"epoch":398,"crowned_at":1793488594.3938556,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-ea7f77086b414738","label":"E401 ea7f7708","kind":"king","king":"ea7f77086b4147380fef523dd27fec63a864f84993cdb993f6058f6ba7536a11","hf":null,"epoch":401,"crowned_at":1793491064.0488968,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-e45c29ed68c35c24","label":"E413 e45c29ed","kind":"king","king":"e45c29ed68c35c24f1113d8f1f1a00a3f61d5f2e4a7a22f780d5bf3a4f18cf67","hf":null,"epoch":413,"crowned_at":1793501729.967967,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-c6477f0b79604f20","label":"E419 c6477f0b","kind":"king","king":"c6477f0b79604f20a9ba1de3ad09098f12bad64852dcb3954389e94249cd5182","hf":null,"epoch":419,"crowned_at":1793506781.9170408,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-a1d2793799f1859a","label":"E425 a1d27937","kind":"king","king":"a1d2793799f1859a2a3c3fd183bb8e957cbdcc7bc354bc09148179a892940aff","hf":null,"epoch":425,"crowned_at":1793512201.9166663,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-a56188c75971165d","label":"E432 a56188c7","kind":"king","king":"a56188c75971165db9d9886cb151c0a084b2393423cffb031ea2575b14ffe7c4","hf":null,"epoch":432,"crowned_at":1793518140.0247476,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-7ca757b26fffb4e3","label":"E448 7ca757b2","kind":"king","king":"7ca757b26fffb4e3a2f9ca9305d74fb7e788e8889d72a55160cf8d8227c68a1a","hf":null,"epoch":448,"crowned_at":1793532406.1918898,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-8ac947acb993ce6a","label":"E458 8ac947ac","kind":"king","king":"8ac947acb993ce6a137c815126c5a969ee56f976c8e62592705ac1da30c306ae","hf":null,"epoch":458,"crowned_at":1793541227.3778229,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-ec3b33a0b6b57c2a","label":"E463 ec3b33a0","kind":"king","king":"ec3b33a0b6b57c2a460a25b98d32518f84a49ec2fc563f09ed7e4f0dc671ec21","hf":null,"epoch":463,"crowned_at":1793545397.126935,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-1d271188a034f121","label":"E481 1d271188","kind":"king","king":"1d271188a034f12113e12e6f0a936d567326c0f58b2a596eebb5413893051e73","hf":null,"epoch":481,"crowned_at":1793561436.7020884,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-cb92bdc5934b6628","label":"E485 cb92bdc5","kind":"king","king":"cb92bdc5934b66280dce33fa96c6ee55a251358c29dd9eec3834ac1e38e6008a","hf":null,"epoch":485,"crowned_at":1793565237.9294286,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-3eceb8902d80a827","label":"E491 3eceb890","kind":"king","king":"3eceb8902d80a82762a5503742915a4f99509e878eb78ddc591b2fccd98aa117","hf":null,"epoch":491,"crowned_at":1793570381.7592924,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-6bfabf5dd60cc6b3","label":"E526 6bfabf5d","kind":"king","king":"6bfabf5dd60cc6b3cd832920d05588f4e05e56e21dfab94e4d32fbaa60fec746","hf":null,"epoch":526,"crowned_at":1793605378.252052,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-564f710f3421b6a6","label":"E537 564f710f","kind":"king","king":"564f710f3421b6a69dc0f1afa22a6faacd8e1c25dce6454761241687045b31ae","hf":null,"epoch":537,"crowned_at":1793615812.3302073,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-34463dd3d04eada2","label":"E540 34463dd3","kind":"king","king":"34463dd3d04eada2d84daa5affaed3397ecfa86edd285cc5a54d5e8f9806978f","hf":null,"epoch":540,"crowned_at":1793618584.7498536,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-d7b2d074105a1c77","label":"E544 d7b2d074","kind":"king","king":"d7b2d074105a1c77d477649ef6c36db1801a0052ef966540b317aaa123976897","hf":null,"epoch":544,"crowned_at":1793622314.6917481,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-8ef3c7900ff5d1b5","label":"E552 8ef3c790","kind":"king","king":"8ef3c7900ff5d1b5b8deb65397057b195e0701c336a1ac093101e2a522979306","hf":null,"epoch":552,"crowned_at":1793630165.9849894,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-9bf7e0f6d0373298","label":"E555 9bf7e0f6","kind":"king","king":"9bf7e0f6d03732982ae3b3db84551edbae1ec046e6189465938f98d38ec9f62b","hf":null,"epoch":555,"crowned_at":1793633046.967054,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-100802ca583ac124","label":"E557 100802ca","kind":"king","king":"100802ca583ac1249a32b0534bfe82931b194d102b058e190c7c05279abe9b21","hf":null,"epoch":557,"crowned_at":1793634935.303277,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-771eff20a1d6a1b4","label":"E567 771eff20","kind":"king","king":"771eff20a1d6a1b46d04c86e2d35aca165678b5c01b203a84a6b122e4af18111","hf":null,"epoch":567,"crowned_at":1793645195.4499981,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-2cf21ce50add3a3c","label":"E587 2cf21ce5","kind":"king","king":"2cf21ce50add3a3cfdeeeb9d212a80a5f5f633ac599e10a1867880f161fcb191","hf":null,"epoch":587,"crowned_at":1793667443.9999366,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-2ba4137e71a414e5","label":"E600 2ba4137e","kind":"king","king":"2ba4137e71a414e522029a725436e3a193d4c0276c7f63d926cd4ee88927aa19","hf":null,"epoch":600,"crowned_at":1793685456.1538594,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-ea92a16badb47c36","label":"E607 ea92a16b","kind":"king","king":"ea92a16badb47c36061a029cc364fe797cae3b1eeec4929dd12720dedb6bccca","hf":null,"epoch":607,"crowned_at":1793693764.5694878,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-f2590e281782e860","label":"E617 f2590e28","kind":"king","king":"f2590e281782e860c48721df344cb1dc47d050ad85a70d2046ca3ee60c015bf4","hf":null,"epoch":617,"crowned_at":1793706418.325153,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-78fff7a09599144d","label":"E623 78fff7a0","kind":"king","king":"78fff7a09599144d77623cf0fae8c5d3906ff79bde7c48fe926ebe94153b7476","hf":null,"epoch":623,"crowned_at":1793714137.0106094,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-f91f3ea7333b01e2","label":"E642 f91f3ea7","kind":"king","king":"f91f3ea7333b01e2aff508ed7a3bc417c2fe480fa1d3da31abaccca95daba1cb","hf":null,"epoch":642,"crowned_at":1793740289.6158702,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-4df7fb61ddb22fd9","label":"E651 4df7fb61","kind":"king","king":"4df7fb61ddb22fd98a0c9518ae9cee3809edd7b4c97e5a32f1685372b465cc40","hf":null,"epoch":651,"crowned_at":1793751300.3386126,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-9a742a6b1f81fb9c","label":"E679 9a742a6b","kind":"king","king":"9a742a6b1f81fb9cda8d9d6948a8bb7a63f97e39673b9aa9537c9f73b1990c19","hf":null,"epoch":679,"crowned_at":1793790400.6032164,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-5219853c09016689","label":"E681 5219853c","kind":"king","king":"5219853c090166892e338fbc02e199d2b272ab072da3c12900f837c29db0eac2","hf":null,"epoch":681,"crowned_at":1793792554.3040276,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-33472abb07d0d213","label":"E692 33472abb","kind":"king","king":"33472abb07d0d213810f60cf983082e3ccf088c8f1e5693a949b8d85beb3cf47","hf":null,"epoch":692,"crowned_at":1793805694.2818997,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-fea70be418de9dc7","label":"E695 fea70be4","kind":"king","king":"fea70be418de9dc7648ed87b5e2e93467e5e15f6ba1a5771a2f5cf361002e423","hf":null,"epoch":695,"crowned_at":1793809095.8304555,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-b75d62ec1c96bd63","label":"E703 b75d62ec","kind":"king","king":"b75d62ec1c96bd63beb3e38f0960147b32ba85145c8d6c2cbe436d722a1b1f69","hf":null,"epoch":703,"crowned_at":1793819264.4393983,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-58bcc26246bcb390","label":"E708 58bcc262","kind":"king","king":"58bcc26246bcb390ea700ad32a66886270186384cf287c2a5048f6b98c4b1cbb","hf":null,"epoch":708,"crowned_at":1793825276.7849278,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-1b70bca870a3c084","label":"E718 1b70bca8","kind":"king","king":"1b70bca870a3c084bc6577b3e2cadafec42bd95617fbde62f1026b71e52ed0c1","hf":null,"epoch":718,"crowned_at":1793836932.2793498,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-9b0b83b706f14995","label":"E729 9b0b83b7","kind":"king","king":"9b0b83b706f14995e969b5d1dd5b796cd567dbc8f3a0227212dc4f64940e69d0","hf":null,"epoch":729,"crowned_at":1793849749.6456103,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-be07f7f85ba94ea5","label":"E733 be07f7f8","kind":"king","king":"be07f7f85ba94ea5eca6cc711c531a6cdf6d0cbd79b682401bd5c2f3713d0dd6","hf":null,"epoch":733,"crowned_at":1793854072.582658,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-7214d10a5dcb3eb3","label":"E745 7214d10a","kind":"king","king":"7214d10a5dcb3eb31d34034918137c2a2bbb65a2054e9d5989a4dda2d41a0966","hf":null,"epoch":745,"crowned_at":1793872753.5056908,"era":"gate","green":true,"status":"scored","budget":32768,"profile":null},{"model_id":"king-e004d7caa8c67c32","label":"E755 e004d7ca","kind":"king","king":"e004d7caa8c67c32e5818850bcc9eb7a006b48c291fd97eb3e81a7627f1d6ff5","hf":null,"epoch":755,"crowned_at":1793884549.5406134,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-2591cf7651067b2e","label":"E757 2591cf76","kind":"king","king":"2591cf7651067b2e312dbb866e4ba53524bb06a340f103f807e4103e356e1739","hf":null,"epoch":757,"crowned_at":1793889761.213606,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-18df249eead0cb81","label":"E759 18df249e","kind":"king","king":"18df249eead0cb8146673489b91ad945052d7b2f13d8888b9b9a888e0aa45056","hf":null,"epoch":759,"crowned_at":1793894201.1049094,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-8389b90be4367d8e","label":"E761 8389b90b","kind":"king","king":"8389b90be4367d8eccf444f92508e38d87fe3736ae23c195e609f027991985b6","hf":null,"epoch":761,"crowned_at":1793896532.8417475,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-e52e57691504c651","label":"E762 e52e5769","kind":"king","king":"e52e57691504c65102c545b51792ec8e7984c98217f1333c3e23b634d510e189","hf":null,"epoch":762,"crowned_at":1793899019.1386752,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-a523d71eeb754fa5","label":"E764 a523d71e","kind":"king","king":"a523d71eeb754fa5780863bb612049e73ffaf0179d8b67d74f8129d591f4918b","hf":null,"epoch":764,"crowned_at":1793901678.5941591,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-500a12455112b5d7","label":"E783 500a1245","kind":"king","king":"500a12455112b5d7ea34c64c273c323f49394dab5256e305af062c53fe2b49cf","hf":null,"epoch":783,"crowned_at":1793934515.578984,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-baf928a27aaedf27","label":"E789 baf928a2","kind":"king","king":"baf928a27aaedf27bd790fcd43edca1dbefc7b2c12ee190a672762ca8fd642d5","hf":null,"epoch":789,"crowned_at":1793944661.3747776,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-3f5063f193fd592c","label":"E791 3f5063f1","kind":"king","king":"3f5063f193fd592c46c0859b46f9c6443338b2f7b2f96bf5c069d4aa675f4524","hf":null,"epoch":791,"crowned_at":1793947587.3733814,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-eec0079eab6735a4","label":"E793 eec0079e","kind":"king","king":"eec0079eab6735a4576ec02b887e8b9c98ac84d667c50ec5c4284b370759746c","hf":null,"epoch":793,"crowned_at":1793950439.0284803,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-12ea48776255bc71","label":"E804 12ea4877","kind":"king","king":"12ea48776255bc71f3fd6dfc53282b42bc261743b074607b5834de52a1252925","hf":null,"epoch":804,"crowned_at":1793970080.1277483,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-4ea7a3491f518743","label":"E813 4ea7a349","kind":"king","king":"4ea7a3491f51874385b512e16697e76c5195d90747792756bf2af99fac3fddc0","hf":null,"epoch":813,"crowned_at":1793984329.7661588,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-a8b81bf69d121a25","label":"E824 a8b81bf6","kind":"king","king":"a8b81bf69d121a251c138e28ef66b997334fae4e7153b95dc660ceaa3ad5a992","hf":null,"epoch":824,"crowned_at":1794012232.067258,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-8fcdb0b58e24990f","label":"E834 8fcdb0b5","kind":"king","king":"8fcdb0b58e24990f6862bec2935c314789e607b0dafa9ca13ad557f75c720f7a","hf":null,"epoch":834,"crowned_at":1794042368.163466,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-c59c06ff395968a2","label":"E843 c59c06ff","kind":"king","king":"c59c06ff395968a2b842ef1485dac34e7ec93fda8144c3b8c34e65814ec49240","hf":null,"epoch":843,"crowned_at":1794069406.3631291,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-74214e62f6e65e99","label":"E846 74214e62","kind":"king","king":"74214e62f6e65e999eb4896e1560158305e50922dfd41856f51a36fb2fdeb18e","hf":null,"epoch":846,"crowned_at":1794071495.04699,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-e5958b7ae12d3470","label":"E861 e5958b7a","kind":"king","king":"e5958b7ae12d3470bbdf6a3927a911c232d5b35a265fc87f69bd54e96530a650","hf":null,"epoch":861,"crowned_at":1794082100.6681547,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-f127e808fa3f656b","label":"E886 f127e808","kind":"king","king":"f127e808fa3f656b4e1070e03724617a3593c2acea0d42e422bd1fea5d06bd37","hf":null,"epoch":886,"crowned_at":1794102581.0241148,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-d570181b3234e8c2","label":"E903 d570181b","kind":"king","king":"d570181b3234e8c2009986eb252bff41622304589448bfd19ad2c44cbed38aef","hf":null,"epoch":903,"crowned_at":1794116234.3296793,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-4a183dd14a41b4f2","label":"E934 4a183dd1","kind":"king","king":"4a183dd14a41b4f21baebc830e083965cf7df68d130c1381a7dd67bc318ef2ad","hf":null,"epoch":934,"crowned_at":1794139868.1168764,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-9de75c197187e988","label":"E953 9de75c19","kind":"king","king":"9de75c197187e98838c79f7352938009b2235320c6d09149517985681ebc2929","hf":null,"epoch":953,"crowned_at":1794155322.118528,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-62865daee8a72456","label":"E959 62865dae","kind":"king","king":"62865daee8a72456fa89c4da9232a8e30859ab25c6ee668fe3cf4848803b7b19","hf":null,"epoch":959,"crowned_at":1794160623.3367734,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-18fdad9a0a5966aa","label":"E1023 18fdad9a","kind":"king","king":"18fdad9a0a5966aa00f539387ce14c6f9e045c5f199daadfb78b68b37c2bd04d","hf":null,"epoch":1023,"crowned_at":1794217033.4389637,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-0b8385eadaf20722","label":"E1049 0b8385ea","kind":"king","king":"0b8385eadaf2072243158089173d8be1916305787cb3904082f31bdd8219b3fe","hf":null,"epoch":1049,"crowned_at":1794257994.4543736,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family"},{"model_id":"king-53c31ebba6ad180b","label":"E1062 53c31ebb","kind":"king","king":"53c31ebba6ad180b545405c36fe2ba66113151981e121d89bf168b874a1235bb","hf":null,"epoch":1062,"crowned_at":1794293694.8258522,"era":"gate","green":true,"status":"queued","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-6f60f0d6724d32a2","label":"E1102 6f60f0d6","kind":"king","king":"6f60f0d6724d32a21f94f0b32503e194b82af3429739d387ef2a4bee1b422f69","hf":null,"epoch":1102,"crowned_at":1794476230.547469,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-db8653288b28cec0","label":"E1117 db865328","kind":"king","king":"db8653288b28cec08d8a85b8a33df76151c7ebae1df6e610b49651ff4ed79fcf","hf":null,"epoch":1117,"crowned_at":1794563091.935969,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family-pp0"},{"model_id":"king-b6d592c3bb1b4393","label":"E1211 b6d592c3","kind":"king","king":"b6d592c3bb1b439365e82147a47e65d93c083a13444aceae078f8a2053cd5ce3","hf":null,"epoch":1211,"crowned_at":1794590322.991394,"era":"gate","green":true,"status":"scored","budget":65536,"profile":"qwen3.5-family-pp0"}],"results":[{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.68875,"se":0.03058132472114679,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793908763.0173602,"cap_rate":0.06833333333333333,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":32768,"profile":"acereason","gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7,"se":0.06946790791354708,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":15023,"run_at":1793571050.4167204,"wall_s":851,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.70625,"se":0.06688295553711207,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":"acereason","mean_out_tokens":14841,"run_at":1793908752.9170253,"wall_s":2171,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6791666666666667,"se":0.06877503027459916,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":32768,"profile":null,"mean_out_tokens":14542,"run_at":1793571040.334895,"wall_s":841,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.6875,"se":0.06885767430246847,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05625,"budget":32768,"profile":"acereason","mean_out_tokens":14352,"run_at":1793908642.2102873,"wall_s":2061,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7125,"se":0.07270185929415826,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":32768,"profile":null,"mean_out_tokens":13699,"run_at":1793571030.2559,"wall_s":831,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.7208333333333333,"se":0.07140154113622725,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06041666666666667,"budget":32768,"profile":"acereason","mean_out_tokens":13614,"run_at":1793908763.0173602,"wall_s":2181,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6645833333333333,"se":0.06862798297992387,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":15713,"run_at":1793571060.5069044,"wall_s":861,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.6479166666666667,"se":0.06856252739532907,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":"acereason","mean_out_tokens":15859,"run_at":1793908732.8129406,"wall_s":2151,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6875,"se":0.07034142923389222,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06041666666666667,"budget":32768,"profile":null,"mean_out_tokens":13676,"run_at":1793571010.1768584,"wall_s":811,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.68125,"se":0.07004398761599331,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07708333333333334,"budget":32768,"profile":"acereason","mean_out_tokens":14219,"run_at":1793908612.108408,"wall_s":2031,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9421875,"se":0.03284301084520427,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.028125,"budget":32768,"profile":null,"mean_out_tokens":6458,"run_at":1793570919.711648,"wall_s":720,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9375,"se":0.03488476910321488,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0140625,"budget":32768,"profile":"acereason","mean_out_tokens":6313,"run_at":1793908251.9225538,"wall_s":1670,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1729368932038835,"se":0.03006082472129795,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016383495145631068,"budget":32768,"profile":null,"mean_out_tokens":15113,"run_at":1793741704.9185143,"wall_s":2860,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.1741504854368932,"se":0.03125476459771546,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.013956310679611651,"budget":32768,"profile":"acereason","mean_out_tokens":15259,"run_at":1793909603.3887212,"wall_s":3022,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9264594389689158,"se":0.007189835754365168,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1615,"run_at":1793570649.5989442,"wall_s":450,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9385898407884761,"se":0.006613027536586428,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":"acereason","mean_out_tokens":1602,"run_at":1793907411.7723415,"wall_s":830,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9584,"se":0.0028240897819685772,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.003,"budget":32768,"profile":null,"mean_out_tokens":3676,"run_at":1793570970.0824955,"wall_s":771,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9618,"se":0.0027110186138027304,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0012,"budget":32768,"profile":"acereason","mean_out_tokens":3608,"run_at":1793908702.68376,"wall_s":2121,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.954,"se":0.009377840251121317,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":3848,"run_at":1793570879.6464965,"wall_s":680,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.958,"se":0.00897960280486092,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":"acereason","mean_out_tokens":3878,"run_at":1793908191.840461,"wall_s":1610,"gpu":"8xH100"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.31666666666666665,"se":0.0306851448317952,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793907906.3041933,"cap_rate":0.01875,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":32768,"profile":"deepscaler","gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.3104166666666667,"se":0.06934391670164662,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":32768,"profile":null,"mean_out_tokens":10442,"run_at":1793576254.496516,"wall_s":331,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.3,"se":0.06894890245265176,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.014583333333333334,"budget":32768,"profile":"deepscaler","mean_out_tokens":10628,"run_at":1793907906.1771479,"wall_s":420,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.2916666666666667,"se":0.0668281091202076,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.008333333333333333,"budget":32768,"profile":null,"mean_out_tokens":9763,"run_at":1793576243.95045,"wall_s":320,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.3,"se":0.06696681713879755,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0125,"budget":32768,"profile":"deepscaler","mean_out_tokens":10063,"run_at":1793907896.0222895,"wall_s":410,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.41458333333333336,"se":0.06616301308711903,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":32768,"profile":null,"mean_out_tokens":9413,"run_at":1793576254.5578823,"wall_s":331,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.3958333333333333,"se":0.07156485015549029,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03333333333333333,"budget":32768,"profile":"deepscaler","mean_out_tokens":9506,"run_at":1793907906.2406669,"wall_s":420,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.30833333333333335,"se":0.0749121452230258,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":32768,"profile":null,"mean_out_tokens":9024,"run_at":1793576244.0111518,"wall_s":320,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.28958333333333336,"se":0.07163696424049437,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.010416666666666666,"budget":32768,"profile":"deepscaler","mean_out_tokens":9033,"run_at":1793907896.108967,"wall_s":410,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.2833333333333333,"se":0.0641123445235511,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":32768,"profile":null,"mean_out_tokens":9578,"run_at":1793576244.0730076,"wall_s":320,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.29791666666666666,"se":0.0665149584910427,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":"deepscaler","mean_out_tokens":9516,"run_at":1793907906.3041933,"wall_s":421,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.784375,"se":0.05028713626483366,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0046875,"budget":32768,"profile":null,"mean_out_tokens":4992,"run_at":1793576203.741536,"wall_s":280,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.7984375,"se":0.04802215430075891,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":32768,"profile":"deepscaler","mean_out_tokens":5170,"run_at":1793907875.9136631,"wall_s":390,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.08859223300970874,"se":0.022044851511919993,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.010922330097087379,"budget":32768,"profile":"deepscaler","mean_out_tokens":6478,"run_at":1793908006.8556008,"wall_s":521,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.7657316148597423,"se":0.01166641512763123,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":682,"run_at":1793576223.841893,"wall_s":300,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.7543593631539045,"se":0.011857183603902175,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":"deepscaler","mean_out_tokens":583,"run_at":1793907855.8516517,"wall_s":370,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9036,"se":0.00417431347392547,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":32768,"profile":null,"mean_out_tokens":3007,"run_at":1793576254.4139342,"wall_s":331,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9094,"se":0.004059756682963275,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0012,"budget":32768,"profile":"deepscaler","mean_out_tokens":3006,"run_at":1793907916.6523259,"wall_s":431,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.89,"se":0.014006869199415661,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":3147,"run_at":1793576233.8845003,"wall_s":310,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.898,"se":0.01354839910234685,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":"deepscaler","mean_out_tokens":3163,"run_at":1793907875.949413,"wall_s":390,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.39375,"se":0.03343847023932627,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793555044.3463461,"cap_rate":0.6004166666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.3729166666666667,"se":0.07343208639457643,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.6208333333333333,"budget":32768,"profile":null,"mean_out_tokens":28188,"run_at":1793555003.9290838,"wall_s":6131,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.37083333333333335,"se":0.07412888098554155,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.6229166666666667,"budget":32768,"profile":null,"mean_out_tokens":29038,"run_at":1793554993.7153704,"wall_s":6121,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.5208333333333334,"se":0.07879145810131832,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.47708333333333336,"budget":32768,"profile":null,"mean_out_tokens":26657,"run_at":1793555044.3463461,"wall_s":6172,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.34375,"se":0.07159098683878945,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.6479166666666667,"budget":32768,"profile":null,"mean_out_tokens":29301,"run_at":1793554853.263755,"wall_s":5980,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.36041666666666666,"se":0.07608667578361382,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.6333333333333333,"budget":32768,"profile":null,"mean_out_tokens":29536,"run_at":1793554863.4956503,"wall_s":5991,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.7453125,"se":0.05524328386926556,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2390625,"budget":32768,"profile":null,"mean_out_tokens":19580,"run_at":1793555024.1389675,"wall_s":6151,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9294920394238059,"se":0.007051543813983649,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":3033,"run_at":1793552752.9879882,"wall_s":3880,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8512,"se":0.005033565272833082,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0758,"budget":32768,"profile":null,"mean_out_tokens":11520,"run_at":1793555485.521523,"wall_s":6613,"gpu":"8xB200"},{"model_id":"deepseek-r1-0528-qwen3-8b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.84,"se":0.016411540980502393,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.1,"budget":32768,"profile":null,"mean_out_tokens":11895,"run_at":1793555054.4567597,"wall_s":6182,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6,"se":0.028056949116680843,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793909320.1964784,"cap_rate":0.23166666666666666,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.4375,"se":0.06839970844194096,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.51875,"budget":32768,"profile":null,"mean_out_tokens":21878,"run_at":1793542356.86479,"wall_s":1561,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.6,"se":0.06445226782345372,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":24769,"run_at":1793909149.641854,"wall_s":2541,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.41875,"se":0.06186095713163012,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.5479166666666667,"budget":32768,"profile":null,"mean_out_tokens":23605,"run_at":1793542387.2608042,"wall_s":1591,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.6041666666666666,"se":0.06209157740526753,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24375,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":27094,"run_at":1793909320.1964784,"wall_s":2712,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.50625,"se":0.06997985650236756,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.47291666666666665,"budget":32768,"profile":null,"mean_out_tokens":20044,"run_at":1793542356.9572878,"wall_s":1561,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.65,"se":0.06445226782345372,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.21666666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":24729,"run_at":1793909169.7615867,"wall_s":2561,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.38958333333333334,"se":0.06269247183597257,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.5395833333333333,"budget":32768,"profile":null,"mean_out_tokens":21803,"run_at":1793542367.0556479,"wall_s":1571,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.5333333333333333,"se":0.06319536545158504,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.25625,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":26789,"run_at":1793909290.0176542,"wall_s":2681,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.375,"se":0.06242811958518796,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.5958333333333333,"budget":32768,"profile":null,"mean_out_tokens":23441,"run_at":1793542377.157334,"wall_s":1581,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.6125,"se":0.06180649725917394,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":27526,"run_at":1793909269.89715,"wall_s":2661,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.75625,"se":0.037832394374432136,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2109375,"budget":32768,"profile":null,"mean_out_tokens":10725,"run_at":1793542306.2513113,"wall_s":1510,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.89375,"se":0.02327803658342961,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00625,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6082,"run_at":1793908488.7816255,"wall_s":1880,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.04429611650485437,"se":0.011589709270689964,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.7706310679611651,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":57169,"run_at":1793913461.3412714,"wall_s":6853,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9370735405610311,"se":0.006688762581532763,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.003032600454890068,"budget":32768,"profile":null,"mean_out_tokens":371,"run_at":1793541776.095803,"wall_s":980,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9075056861258529,"se":0.007980396874560283,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":306,"run_at":1793906788.643499,"wall_s":180,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8404723779023219,"se":0.00518098007442987,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.13931144915932747,"budget":32768,"profile":null,"mean_out_tokens":6559,"run_at":1793542316.7534633,"wall_s":1521,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9262,"se":0.0036977623895185405,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0078,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3292,"run_at":1793908619.5010438,"wall_s":2011,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.828,"se":0.01689386887634749,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.16,"budget":32768,"profile":null,"mean_out_tokens":7161,"run_at":1793541906.1491742,"wall_s":1110,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.928,"se":0.01157150809528293,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.014,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3993,"run_at":1793908428.718345,"wall_s":1820,"gpu":"8xB200"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7375,"se":0.02544349356226939,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793907693.622446,"cap_rate":0.11041666666666666,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":32768,"profile":"gpt-oss","gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.7416666666666667,"se":0.05604074530285636,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1375,"budget":32768,"profile":"gpt-oss","mean_out_tokens":11756,"run_at":1793907693.510723,"wall_s":1041,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.7145833333333333,"se":0.05038317021581878,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10416666666666667,"budget":32768,"profile":"gpt-oss","mean_out_tokens":10653,"run_at":1793907663.385542,"wall_s":1011,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.7604166666666666,"se":0.06490234522502875,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10625,"budget":32768,"profile":"gpt-oss","mean_out_tokens":9669,"run_at":1793907653.2973065,"wall_s":1001,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.70625,"se":0.06031749688966281,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12291666666666666,"budget":32768,"profile":"gpt-oss","mean_out_tokens":11120,"run_at":1793907693.622446,"wall_s":1041,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.7645833333333333,"se":0.05482169154618156,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08125,"budget":32768,"profile":"gpt-oss","mean_out_tokens":9631,"run_at":1793907643.2188177,"wall_s":991,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9625,"se":0.014468411657726494,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00625,"budget":32768,"profile":"gpt-oss","mean_out_tokens":3220,"run_at":1793907522.7663767,"wall_s":870,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.14441747572815533,"se":0.024222715841534743,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15655339805825244,"budget":32768,"profile":"gpt-oss","mean_out_tokens":15157,"run_at":1793908623.9747143,"wall_s":1971,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9643669446550417,"se":0.005106107853744167,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":"gpt-oss","mean_out_tokens":387,"run_at":1793906952.6476622,"wall_s":300,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9626,"se":0.0026835961577084456,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0034,"budget":32768,"profile":"gpt-oss","mean_out_tokens":1696,"run_at":1793907593.126796,"wall_s":941,"gpu":"8xH100"},{"model_id":"gpt-oss-20b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.956,"se":0.009181317617116443,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.006,"budget":32768,"profile":"gpt-oss","mean_out_tokens":1710,"run_at":1793907502.70673,"wall_s":850,"gpu":"8xH100"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5658333333333333,"se":0.02981337990195384,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793585549.8198032,"cap_rate":0.31416666666666665,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5875,"se":0.07050719373096685,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3125,"budget":32768,"profile":null,"mean_out_tokens":16392,"run_at":1793585529.4904807,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5645833333333333,"se":0.06914939716550311,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32916666666666666,"budget":32768,"profile":null,"mean_out_tokens":17624,"run_at":1793585549.7401347,"wall_s":981,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6145833333333334,"se":0.0671464863012605,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3,"budget":32768,"profile":null,"mean_out_tokens":16046,"run_at":1793585539.5733047,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.51875,"se":0.0625825604127547,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.325,"budget":32768,"profile":null,"mean_out_tokens":16913,"run_at":1793585549.8198032,"wall_s":981,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.54375,"se":0.06681579047142852,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30416666666666664,"budget":32768,"profile":null,"mean_out_tokens":16565,"run_at":1793585539.655695,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9140625,"se":0.023330417772287903,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":32768,"profile":null,"mean_out_tokens":5150,"run_at":1793585349.074728,"wall_s":780,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9469294920394238,"se":0.006174868858638446,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":342,"run_at":1793584718.9516785,"wall_s":150,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9503503503503503,"se":0.0030738006259692884,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.022622622622622622,"budget":32768,"profile":null,"mean_out_tokens":2835,"run_at":1793585409.3956242,"wall_s":841,"gpu":"8xB200"},{"model_id":"king-0b0fca36a7180467","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.944,"se":0.01029271002989587,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.028,"budget":32768,"profile":null,"mean_out_tokens":3380,"run_at":1793585289.0023057,"wall_s":720,"gpu":"8xB200"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8733333333333333,"se":0.02077688100965078,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794259649.5979593,"cap_rate":0.04541666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.9041666666666667,"se":0.041385545906290594,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05416666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16408,"run_at":1794259579.4216774,"wall_s":1351,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8770833333333333,"se":0.04146683402135723,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03333333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16791,"run_at":1794259509.2580442,"wall_s":1281,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8854166666666666,"se":0.04823420522450688,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0375,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14458,"run_at":1794259509.3373559,"wall_s":1281,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8354166666666667,"se":0.048826323003147216,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07708333333333334,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18338,"run_at":1794259649.5979593,"wall_s":1421,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8645833333333334,"se":0.053444847946557496,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16278,"run_at":1794259599.5069864,"wall_s":1371,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.990625,"se":0.005727345281573215,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4591,"run_at":1794259258.4429226,"wall_s":1030,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2949029126213592,"se":0.036457704188040826,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1462378640776699,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":36805,"run_at":1794262060.2874198,"wall_s":3832,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":549,"run_at":1794258378.3343341,"wall_s":150,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9816,"se":0.001900792098605322,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0004,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2972,"run_at":1794259399.0983913,"wall_s":1171,"gpu":"8\u00d7B300"},{"model_id":"king-0b8385eadaf20722","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.994,"se":0.003457152557758369,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2951,"run_at":1794258978.3860083,"wall_s":750,"gpu":"8\u00d7B300"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.595,"se":0.031968638505177546,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793600821.1658764,"cap_rate":0.3645833333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5916666666666667,"se":0.07032440565444788,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3541666666666667,"budget":32768,"profile":null,"mean_out_tokens":18544,"run_at":1793600800.8935375,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5791666666666667,"se":0.07633706009072538,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3875,"budget":32768,"profile":null,"mean_out_tokens":19422,"run_at":1793600810.98466,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6666666666666666,"se":0.0713763835074695,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30833333333333335,"budget":32768,"profile":null,"mean_out_tokens":16895,"run_at":1793600780.807129,"wall_s":1081,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5791666666666667,"se":0.06793424953980429,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3729166666666667,"budget":32768,"profile":null,"mean_out_tokens":18773,"run_at":1793600821.0725362,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5583333333333333,"se":0.07437076398961132,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4,"budget":32768,"profile":null,"mean_out_tokens":19542,"run_at":1793600821.1658764,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9296875,"se":0.022287491371498394,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0484375,"budget":32768,"profile":null,"mean_out_tokens":6402,"run_at":1793600590.3645778,"wall_s":890,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9605761940864291,"se":0.005360280030342389,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":489,"run_at":1793600450.259614,"wall_s":750,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9443220508712197,"se":0.0032453713066130214,"n":4993,"samples":4993,"samples_expected":5000,"errors":7,"complete":false,"rollouts":1,"cap_rate":0.036851592229120766,"budget":32768,"profile":null,"mean_out_tokens":3812,"run_at":1793600650.7070782,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-0d26aad6df4a8596","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.948,"se":0.00993929470125102,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.042,"budget":32768,"profile":null,"mean_out_tokens":4162,"run_at":1793600490.3030903,"wall_s":790,"gpu":"8xB200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6483333333333333,"se":0.028308401321587233,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793637273.7978156,"cap_rate":0.18083333333333335,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6583333333333333,"se":0.06577165013655825,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17708333333333334,"budget":32768,"profile":null,"mean_out_tokens":11761,"run_at":1793637253.5604262,"wall_s":961,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6354166666666666,"se":0.06406680727973851,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17083333333333334,"budget":32768,"profile":null,"mean_out_tokens":11890,"run_at":1793637233.3138614,"wall_s":941,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7354166666666667,"se":0.059457809263169785,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.14583333333333334,"budget":32768,"profile":null,"mean_out_tokens":10653,"run_at":1793637253.6729379,"wall_s":961,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5791666666666667,"se":0.06509920958139664,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22708333333333333,"budget":32768,"profile":null,"mean_out_tokens":12486,"run_at":1793637273.7978156,"wall_s":981,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6333333333333333,"se":0.06276762624326779,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18333333333333332,"budget":32768,"profile":null,"mean_out_tokens":11716,"run_at":1793637243.4398782,"wall_s":951,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9375,"se":0.020873358986627316,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":32768,"profile":null,"mean_out_tokens":3060,"run_at":1793637142.7039452,"wall_s":850,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":317,"run_at":1793636442.5637002,"wall_s":150,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9607686148919136,"se":0.0027469988549008034,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.005404323458767014,"budget":32768,"profile":null,"mean_out_tokens":1739,"run_at":1793637233.1682773,"wall_s":941,"gpu":"8xH200"},{"model_id":"king-100802ca583ac124","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.956,"se":0.009181317617116443,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.006,"budget":32768,"profile":null,"mean_out_tokens":1769,"run_at":1793637092.6237924,"wall_s":800,"gpu":"8xH200"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.815,"se":0.023455357663697884,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793979956.5439937,"cap_rate":0.0020833333333333333,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8270833333333333,"se":0.04939316861028441,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11050,"run_at":1793979865.7255597,"wall_s":860,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.775,"se":0.056746689609255586,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11158,"run_at":1793979956.5439937,"wall_s":951,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.86875,"se":0.04760329814469659,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9391,"run_at":1793979815.5512307,"wall_s":810,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.775,"se":0.05721945553702886,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":12545,"run_at":1793979946.1185284,"wall_s":941,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8291666666666667,"se":0.05207040069322004,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10491,"run_at":1793979845.6385357,"wall_s":840,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.98125,"se":0.00928104630485273,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3569,"run_at":1793979415.4467785,"wall_s":410,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2779126213592233,"se":0.036081590645027965,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17213,"run_at":1793980696.9245856,"wall_s":1692,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":511,"run_at":1793979165.390167,"wall_s":160,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9744,"se":0.0022338142235192792,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2313,"run_at":1793979946.419693,"wall_s":941,"gpu":"8\u00d7B300"},{"model_id":"king-12ea48776255bc71","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.978,"se":0.006566447781940088,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2435,"run_at":1793979525.4808707,"wall_s":520,"gpu":"8\u00d7B300"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5804166666666667,"se":0.03147617628859853,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793603431.4349165,"cap_rate":0.3745833333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.575,"se":0.07415714132297307,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":18879,"run_at":1793603411.1574156,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5645833333333333,"se":0.06940863540354597,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":19844,"run_at":1793603431.250082,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.65625,"se":0.06785599504257815,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3125,"budget":32768,"profile":null,"mean_out_tokens":17037,"run_at":1793603401.0726569,"wall_s":1081,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5479166666666667,"se":0.07208682138926409,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4083333333333333,"budget":32768,"profile":null,"mean_out_tokens":19385,"run_at":1793603431.3397212,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5583333333333333,"se":0.07122525112954978,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38958333333333334,"budget":32768,"profile":null,"mean_out_tokens":19644,"run_at":1793603431.4349165,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.89375,"se":0.026872950130529934,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05625,"budget":32768,"profile":null,"mean_out_tokens":6658,"run_at":1793603210.6285577,"wall_s":890,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9499620924943138,"se":0.006005442354577778,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":482,"run_at":1793602580.4998603,"wall_s":260,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9467574059247398,"se":0.0031767366441027875,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.0366293034427542,"budget":32768,"profile":null,"mean_out_tokens":3782,"run_at":1793603260.967409,"wall_s":941,"gpu":"8xB200"},{"model_id":"king-1636928e41dda8d3","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.946,"se":0.010117941761592718,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.042,"budget":32768,"profile":null,"mean_out_tokens":4250,"run_at":1793603120.5517948,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7225,"se":0.02805370967266558,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793905209.2975225,"cap_rate":0.0,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.7104166666666667,"se":0.06144828721710401,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":7456,"run_at":1793905039.2263136,"wall_s":641,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.7229166666666667,"se":0.06417884083645568,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":7576,"run_at":1793905209.2975225,"wall_s":811,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.7645833333333333,"se":0.060505780493933604,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6300,"run_at":1793904978.94593,"wall_s":581,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.6666666666666666,"se":0.0659489019077289,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":8305,"run_at":1793905029.162931,"wall_s":631,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.7479166666666667,"se":0.06416484733948657,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6782,"run_at":1793904979.0463493,"wall_s":581,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9671875,"se":0.0139731850284659,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2879,"run_at":1793904878.5061393,"wall_s":480,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.22997572815533981,"se":0.03232566648970232,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":8324,"run_at":1793905419.5646825,"wall_s":1021,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":411,"run_at":1793904618.3818944,"wall_s":220,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9688,"se":0.0024589675281021612,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":1745,"run_at":1793904948.8314338,"wall_s":551,"gpu":"8xH200"},{"model_id":"king-18df249eead0cb81","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.964,"se":0.008339490043664346,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":1788,"run_at":1793904838.4499214,"wall_s":440,"gpu":"8xH200"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8883333333333333,"se":0.020132970536162628,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794229270.847076,"cap_rate":0.05125,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family-pp0","gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench_v2.pp1.5","score":0.90625,"se":0.03857999414561726,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04583333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15885,"run_at":1794220823.9262118,"wall_s":1301,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.9125,"se":0.0375,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":16996,"run_at":1794229180.2424576,"wall_s":1411,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench_v2.pp1.5","score":0.88125,"se":0.04241603436513564,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.020833333333333332,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15980,"run_at":1794220813.8454409,"wall_s":1291,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8958333333333334,"se":0.04046396391209007,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":18275,"run_at":1794229180.3338563,"wall_s":1411,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench_v2.pp1.5","score":0.8916666666666667,"se":0.04708962677906431,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13416,"run_at":1794220743.4187236,"wall_s":1220,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.9041666666666667,"se":0.04522188803099803,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":15252,"run_at":1794229099.8098075,"wall_s":1330,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench_v2.pp1.5","score":0.8395833333333333,"se":0.04772889244817548,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06666666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17867,"run_at":1794220894.4801323,"wall_s":1371,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8541666666666666,"se":0.05079586899063161,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09166666666666666,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":19392,"run_at":1794229270.847076,"wall_s":1501,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench_v2.pp1.5","score":0.8583333333333333,"se":0.052925659929066574,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15849,"run_at":1794220844.065454,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.875,"se":0.051643255726851356,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":18252,"run_at":1794229210.7537036,"wall_s":1441,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench_v2.pp1.5","score":0.984375,"se":0.007990754874324357,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4525,"run_at":1794220343.2860062,"wall_s":820,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9890625,"se":0.008033726733239,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":4680,"run_at":1794228609.6807234,"wall_s":840,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench_v2.pp1.5","score":0.2821601941747573,"se":0.036411237064150906,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12864077669902912,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":35155,"run_at":1794223135.131849,"wall_s":3612,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.27366504854368934,"se":0.0372217102034257,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2506067961165049,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":41363,"run_at":1794232121.5814393,"wall_s":4352,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench_v2.pp1.5","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":528,"run_at":1794219723.221611,"wall_s":200,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":549,"run_at":1794227929.6120498,"wall_s":160,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench_v2.pp1.5","score":0.9814,"se":0.0019108998685597141,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2846,"run_at":1794220864.377376,"wall_s":1341,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9822,"se":0.0018701153617606747,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.001,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3091,"run_at":1794229180.648977,"wall_s":1411,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench_v2.pp1.5","score":0.98,"se":0.006267260734501833,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3092,"run_at":1794220643.3249996,"wall_s":1120,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.984,"se":0.005617036781471955,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3324,"run_at":1794228929.7217677,"wall_s":1160,"gpu":"8\u00d7B300"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7275,"se":0.02851591062611694,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793858019.843543,"cap_rate":0.030416666666666668,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.70625,"se":0.06532068879809422,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":32768,"profile":null,"mean_out_tokens":8702,"run_at":1793858019.843543,"wall_s":1321,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7166666666666667,"se":0.06460071141797753,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":8693,"run_at":1793857839.1948183,"wall_s":1140,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7958333333333333,"se":0.05653530243534511,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":7619,"run_at":1793857989.687884,"wall_s":1291,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6770833333333334,"se":0.07060159014251266,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07083333333333333,"budget":32768,"profile":null,"mean_out_tokens":10305,"run_at":1793858009.7698445,"wall_s":1311,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7416666666666667,"se":0.06319536545158504,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.014583333333333334,"budget":32768,"profile":null,"mean_out_tokens":7928,"run_at":1793857899.2660716,"wall_s":1200,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9609375,"se":0.01444892848813116,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0015625,"budget":32768,"profile":null,"mean_out_tokens":2712,"run_at":1793857589.1188836,"wall_s":890,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.22815533980582525,"se":0.03212369385793228,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00849514563106796,"budget":32768,"profile":null,"mean_out_tokens":9100,"run_at":1793858340.1384947,"wall_s":1641,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9598180439727066,"se":0.005409439736970603,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":378,"run_at":1793856939.0172641,"wall_s":240,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9704,"se":0.002397064284377181,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0008,"budget":32768,"profile":null,"mean_out_tokens":1691,"run_at":1793857949.6009128,"wall_s":1251,"gpu":"8xH100"},{"model_id":"king-1b70bca870a3c084","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.974,"se":0.007123868260853509,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.004,"budget":32768,"profile":null,"mean_out_tokens":1770,"run_at":1793857569.0652583,"wall_s":870,"gpu":"8xH100"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6145833333333334,"se":0.029051085305369158,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793564375.1366987,"cap_rate":0.24291666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6104166666666667,"se":0.06877176597281152,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24375,"budget":32768,"profile":null,"mean_out_tokens":14201,"run_at":1793564374.9195936,"wall_s":781,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6145833333333334,"se":0.06741342717022514,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.23958333333333334,"budget":32768,"profile":null,"mean_out_tokens":14231,"run_at":1793564374.9925287,"wall_s":781,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6958333333333333,"se":0.06110022543242145,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.21666666666666667,"budget":32768,"profile":null,"mean_out_tokens":12902,"run_at":1793564364.8455267,"wall_s":771,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.55625,"se":0.06415551664581896,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2520833333333333,"budget":32768,"profile":null,"mean_out_tokens":13970,"run_at":1793564375.0618482,"wall_s":781,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5958333333333333,"se":0.0648088849686617,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2625,"budget":32768,"profile":null,"mean_out_tokens":14072,"run_at":1793564375.1366987,"wall_s":781,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.909375,"se":0.026568391126511253,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0125,"budget":32768,"profile":null,"mean_out_tokens":3896,"run_at":1793564264.485818,"wall_s":670,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9514783927217589,"se":0.00591846861892113,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":310,"run_at":1793563744.3907084,"wall_s":150,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9545727436461877,"se":0.002946127607742126,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.014008405043025815,"budget":32768,"profile":null,"mean_out_tokens":2127,"run_at":1793564334.7574081,"wall_s":740,"gpu":"8xB200"},{"model_id":"king-1d271188a034f121","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.944,"se":0.01029271002989587,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.028,"budget":32768,"profile":null,"mean_out_tokens":2601,"run_at":1793564224.4356525,"wall_s":630,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.585,"se":0.03176329012480559,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793610012.6746852,"cap_rate":0.36875,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5979166666666667,"se":0.07513656946441742,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3541666666666667,"budget":32768,"profile":null,"mean_out_tokens":18299,"run_at":1793609982.3966613,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5541666666666667,"se":0.07202762613888553,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.37916666666666665,"budget":32768,"profile":null,"mean_out_tokens":19400,"run_at":1793610002.4896584,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6604166666666667,"se":0.06916238215507028,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30416666666666664,"budget":32768,"profile":null,"mean_out_tokens":17108,"run_at":1793609972.3129032,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5520833333333334,"se":0.06767931517875408,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.40208333333333335,"budget":32768,"profile":null,"mean_out_tokens":19381,"run_at":1793610012.5826666,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5604166666666667,"se":0.0736762570472362,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4041666666666667,"budget":32768,"profile":null,"mean_out_tokens":19449,"run_at":1793610012.6746852,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.928125,"se":0.01932219852318133,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0390625,"budget":32768,"profile":null,"mean_out_tokens":6383,"run_at":1793609771.8586066,"wall_s":890,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":497,"run_at":1793609591.7500176,"wall_s":710,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9431658995397239,"se":0.0032755733240931563,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.03922353412047228,"budget":32768,"profile":null,"mean_out_tokens":3885,"run_at":1793609842.2130535,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-23be8cbf78e54c38","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.936,"se":0.010956646210970982,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.048,"budget":32768,"profile":null,"mean_out_tokens":4344,"run_at":1793609681.795143,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6625,"se":0.029508226964915656,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793905920.4282112,"cap_rate":0.0004166666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.75625,"se":0.06345180427314295,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":32768,"profile":null,"mean_out_tokens":8889,"run_at":1793893059.3830533,"wall_s":2451,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.6583333333333333,"se":0.06758969491155843,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":5944,"run_at":1793905780.376903,"wall_s":531,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7458333333333333,"se":0.06045009974670822,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":32768,"profile":null,"mean_out_tokens":8888,"run_at":1793893109.8779757,"wall_s":2501,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.6729166666666667,"se":0.07133548343789371,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6134,"run_at":1793905920.4282112,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.8166666666666667,"se":0.05401725636011449,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":8179,"run_at":1793893079.8054497,"wall_s":2471,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.7104166666666667,"se":0.062462872113923054,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":5493,"run_at":1793905619.6218352,"wall_s":370,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.68125,"se":0.06763064729856567,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07291666666666667,"budget":32768,"profile":null,"mean_out_tokens":10679,"run_at":1793893029.3113456,"wall_s":2421,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.5958333333333333,"se":0.07038822284806466,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6646,"run_at":1793905639.7202423,"wall_s":390,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.79375,"se":0.05757538162240453,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0125,"budget":32768,"profile":null,"mean_out_tokens":8558,"run_at":1793892768.9082103,"wall_s":2160,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.675,"se":0.06011244253169585,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":5778,"run_at":1793905619.6688037,"wall_s":370,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9796875,"se":0.01034934172779689,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2796,"run_at":1793891998.78723,"wall_s":1390,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9515625,"se":0.020201248592885006,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2549,"run_at":1793905549.5411932,"wall_s":300,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.24029126213592233,"se":0.033014699381140836,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.010315533980582525,"budget":32768,"profile":null,"mean_out_tokens":10638,"run_at":1793892879.2304935,"wall_s":2271,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.19781553398058252,"se":0.02940927382537047,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6480,"run_at":1793905920.62194,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":388,"run_at":1793891148.7211914,"wall_s":540,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9476876421531463,"se":0.006133057708959184,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":385,"run_at":1793905409.4778507,"wall_s":160,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9714,"se":0.0023574391834999225,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":32768,"profile":null,"mean_out_tokens":1763,"run_at":1793893079.719272,"wall_s":2471,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9632,"se":0.002662812444394611,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":1548,"run_at":1793905670.2922423,"wall_s":421,"gpu":"8xB200"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.978,"se":0.006566447781940088,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1852,"run_at":1793892288.8261383,"wall_s":1680,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.976,"se":0.0068514147274511905,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":1646,"run_at":1793905579.573913,"wall_s":330,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5895833333333333,"se":0.031648282223695236,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793611333.773618,"cap_rate":0.365,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.59375,"se":0.07227757696674611,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3458333333333333,"budget":32768,"profile":null,"mean_out_tokens":18342,"run_at":1793611323.499743,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5729166666666666,"se":0.07352985195383227,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.37916666666666665,"budget":32768,"profile":null,"mean_out_tokens":19566,"run_at":1793611323.590955,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6854166666666667,"se":0.06703941233717231,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.28958333333333336,"budget":32768,"profile":null,"mean_out_tokens":16909,"run_at":1793611303.418099,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.525,"se":0.06999589478931119,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4166666666666667,"budget":32768,"profile":null,"mean_out_tokens":19313,"run_at":1793611333.773618,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5708333333333333,"se":0.07227654161228905,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.39375,"budget":32768,"profile":null,"mean_out_tokens":19259,"run_at":1793611323.6807995,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.909375,"se":0.022925770336301037,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.053125,"budget":32768,"profile":null,"mean_out_tokens":6644,"run_at":1793611112.9778714,"wall_s":900,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":458,"run_at":1793610352.8193016,"wall_s":140,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9403761504601841,"se":0.0033497017064340394,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.03941576630652261,"budget":32768,"profile":null,"mean_out_tokens":3895,"run_at":1793611163.316944,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-2a51ec668629dea0","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.928,"se":0.01157150809528293,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.054,"budget":32768,"profile":null,"mean_out_tokens":4434,"run_at":1793611012.8752158,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.67875,"se":0.02803220772651293,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793687023.7735293,"cap_rate":0.1675,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7,"se":0.06202404984053113,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15416666666666667,"budget":32768,"profile":null,"mean_out_tokens":12321,"run_at":1793686973.3777335,"wall_s":951,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6604166666666667,"se":0.06811576135113256,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17083333333333334,"budget":32768,"profile":null,"mean_out_tokens":12297,"run_at":1793686953.2437115,"wall_s":931,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7354166666666667,"se":0.057616957929034825,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12083333333333333,"budget":32768,"profile":null,"mean_out_tokens":10972,"run_at":1793686983.6313756,"wall_s":961,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6229166666666667,"se":0.06730677786629884,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2375,"budget":32768,"profile":null,"mean_out_tokens":13625,"run_at":1793687023.7735293,"wall_s":1001,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.675,"se":0.060037703670851414,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15416666666666667,"budget":32768,"profile":null,"mean_out_tokens":11795,"run_at":1793686973.5059571,"wall_s":951,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.953125,"se":0.020357137836578006,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0046875,"budget":32768,"profile":null,"mean_out_tokens":3418,"run_at":1793686872.573687,"wall_s":850,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.19599514563106796,"se":0.0300093848312968,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13774271844660194,"budget":32768,"profile":null,"mean_out_tokens":15748,"run_at":1793733762.2267299,"wall_s":2860,"gpu":"8xH100"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":346,"run_at":1793686192.4329495,"wall_s":170,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9647859143657463,"se":0.002607468138922646,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.005802320928371348,"budget":32768,"profile":null,"mean_out_tokens":1916,"run_at":1793686943.0802314,"wall_s":921,"gpu":"8xH200"},{"model_id":"king-2ba4137e71a414e5","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.974,"se":0.007123868260853509,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":2174,"run_at":1793686782.4877024,"wall_s":760,"gpu":"8xH200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5691666666666667,"se":0.03198736700673975,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793593004.6477456,"cap_rate":0.38958333333333334,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5666666666666667,"se":0.07179035704037606,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.37083333333333335,"budget":32768,"profile":null,"mean_out_tokens":19093,"run_at":1793592984.277298,"wall_s":1141,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5708333333333333,"se":0.0750199526460738,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.40625,"budget":32768,"profile":null,"mean_out_tokens":20208,"run_at":1793592994.4622402,"wall_s":1151,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6270833333333333,"se":0.06992422862672242,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.34375,"budget":32768,"profile":null,"mean_out_tokens":17811,"run_at":1793592984.3693435,"wall_s":1141,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5416666666666666,"se":0.07106116166597622,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4125,"budget":32768,"profile":null,"mean_out_tokens":19724,"run_at":1793593004.5563476,"wall_s":1161,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5395833333333333,"se":0.07343208639457643,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.41458333333333336,"budget":32768,"profile":null,"mean_out_tokens":19909,"run_at":1793593004.6477456,"wall_s":1161,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.8984375,"se":0.023755850746953654,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.065625,"budget":32768,"profile":null,"mean_out_tokens":7416,"run_at":1793592783.7783713,"wall_s":940,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.003032600454890068,"budget":32768,"profile":null,"mean_out_tokens":564,"run_at":1793592583.6360815,"wall_s":740,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9445445445445445,"se":0.0032386132714857115,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.03783783783783784,"budget":32768,"profile":null,"mean_out_tokens":3934,"run_at":1793592814.1203213,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-2c10d980100bdd5b","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.934,"se":0.011114633153652916,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.058,"budget":32768,"profile":null,"mean_out_tokens":4727,"run_at":1793592673.7121408,"wall_s":830,"gpu":"8xB200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6720833333333334,"se":0.02844630147289714,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793669063.8834496,"cap_rate":0.14583333333333334,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6729166666666667,"se":0.06452769201202277,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.14375,"budget":32768,"profile":null,"mean_out_tokens":11533,"run_at":1793669013.39662,"wall_s":931,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6625,"se":0.06657680725573896,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12916666666666668,"budget":32768,"profile":null,"mean_out_tokens":11294,"run_at":1793669013.5137582,"wall_s":931,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7458333333333333,"se":0.059022002196596306,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10208333333333333,"budget":32768,"profile":null,"mean_out_tokens":9925,"run_at":1793669023.6258867,"wall_s":941,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6041666666666666,"se":0.06939893144583535,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22916666666666666,"budget":32768,"profile":null,"mean_out_tokens":13011,"run_at":1793669063.8834496,"wall_s":981,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.675,"se":0.05951190357119041,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.125,"budget":32768,"profile":null,"mean_out_tokens":11137,"run_at":1793669023.7475438,"wall_s":941,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9328125,"se":0.02382952063483228,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.009375,"budget":32768,"profile":null,"mean_out_tokens":3173,"run_at":1793668922.7855034,"wall_s":840,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.19053398058252427,"se":0.030346111090484167,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12014563106796117,"budget":32768,"profile":null,"mean_out_tokens":14564,"run_at":1793736656.5749567,"wall_s":2710,"gpu":"8xH100"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":333,"run_at":1793668262.637074,"wall_s":180,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9676,"se":0.002504256827973539,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0042,"budget":32768,"profile":null,"mean_out_tokens":1813,"run_at":1793668993.251537,"wall_s":911,"gpu":"8xH200"},{"model_id":"king-2cf21ce50add3a3c","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.962,"se":0.008559118940292168,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":1981,"run_at":1793668842.7025824,"wall_s":760,"gpu":"8xH200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7116666666666667,"se":0.028130276454258144,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793806910.6192806,"cap_rate":0.07708333333333334,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7,"se":0.06595344056104337,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07916666666666666,"budget":32768,"profile":null,"mean_out_tokens":9479,"run_at":1793806860.0928822,"wall_s":610,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7104166666666667,"se":0.059518190416220286,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.052083333333333336,"budget":32768,"profile":null,"mean_out_tokens":9497,"run_at":1793806870.4869196,"wall_s":621,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.76875,"se":0.05842690565653551,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04375,"budget":32768,"profile":null,"mean_out_tokens":8211,"run_at":1793806860.1497743,"wall_s":610,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6458333333333334,"se":0.0704902101841154,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.14791666666666667,"budget":32768,"profile":null,"mean_out_tokens":11357,"run_at":1793806910.6192806,"wall_s":661,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7333333333333333,"se":0.06140808631714637,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":9405,"run_at":1793806870.5486405,"wall_s":621,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.959375,"se":0.0200847064377926,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2691,"run_at":1793806759.995559,"wall_s":510,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.2196601941747573,"se":0.03273315175701616,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.02487864077669903,"budget":32768,"profile":null,"mean_out_tokens":10707,"run_at":1793807340.8829165,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9583017437452616,"se":0.005506205058175755,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":367,"run_at":1793806409.9320364,"wall_s":160,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.969187675070028,"se":0.0024446207916495643,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.0028011204481792717,"budget":32768,"profile":null,"mean_out_tokens":1702,"run_at":1793806870.41235,"wall_s":621,"gpu":"8xB200"},{"model_id":"king-33472abb07d0d213","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.97,"se":0.007636532803997706,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.006,"budget":32768,"profile":null,"mean_out_tokens":1987,"run_at":1793806800.0263712,"wall_s":550,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.645,"se":0.028040249514602458,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793619849.26626,"cap_rate":0.19416666666666665,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6125,"se":0.06464703013864695,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.20833333333333334,"budget":32768,"profile":null,"mean_out_tokens":12972,"run_at":1793619839.2000256,"wall_s":691,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6208333333333333,"se":0.06632906617130296,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2125,"budget":32768,"profile":null,"mean_out_tokens":12786,"run_at":1793619818.9933152,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.71875,"se":0.060362143451578705,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15625,"budget":32768,"profile":null,"mean_out_tokens":11461,"run_at":1793619829.0626168,"wall_s":681,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6208333333333333,"se":0.06278193116833898,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.19791666666666666,"budget":32768,"profile":null,"mean_out_tokens":12534,"run_at":1793619849.26626,"wall_s":701,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6520833333333333,"se":0.06138980447818458,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.19583333333333333,"budget":32768,"profile":null,"mean_out_tokens":12357,"run_at":1793619829.1309454,"wall_s":681,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.93125,"se":0.023872826790607746,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00625,"budget":32768,"profile":null,"mean_out_tokens":3274,"run_at":1793619738.6473691,"wall_s":590,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":315,"run_at":1793619288.5600436,"wall_s":140,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9561561561561561,"se":0.002897306594541113,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.007607607607607607,"budget":32768,"profile":null,"mean_out_tokens":1897,"run_at":1793619818.9112291,"wall_s":670,"gpu":"8xB200"},{"model_id":"king-34463dd3d04eada2","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.958,"se":0.00897960280486092,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":2012,"run_at":1793619728.6037526,"wall_s":580,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5691666666666667,"se":0.03152505720718807,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793598220.175794,"cap_rate":0.37958333333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5833333333333334,"se":0.07372803913565905,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.36041666666666666,"budget":32768,"profile":null,"mean_out_tokens":18640,"run_at":1793598199.8152573,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5645833333333333,"se":0.07157426046098135,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38958333333333334,"budget":32768,"profile":null,"mean_out_tokens":19799,"run_at":1793598209.9914641,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6541666666666667,"se":0.06765609169391193,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32708333333333334,"budget":32768,"profile":null,"mean_out_tokens":17633,"run_at":1793598199.8995957,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5041666666666667,"se":0.0707191439286963,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.41875,"budget":32768,"profile":null,"mean_out_tokens":19238,"run_at":1793598220.175794,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5395833333333333,"se":0.07043604779870827,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.40208333333333335,"budget":32768,"profile":null,"mean_out_tokens":19388,"run_at":1793598210.082269,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.915625,"se":0.02477361441440966,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0515625,"budget":32768,"profile":null,"mean_out_tokens":6765,"run_at":1793597999.3724682,"wall_s":910,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.954510993176649,"se":0.0057396576567222525,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":474,"run_at":1793597359.257284,"wall_s":270,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9454,"se":0.0032133834453163734,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0372,"budget":32768,"profile":null,"mean_out_tokens":3853,"run_at":1793598049.7129428,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-3466e50d62cd45ac","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.944,"se":0.01029271002989587,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.042,"budget":32768,"profile":null,"mean_out_tokens":4273,"run_at":1793597859.3081162,"wall_s":770,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5958333333333333,"se":0.031511304979898354,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793616551.3081007,"cap_rate":0.3620833333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5916666666666667,"se":0.0729566803182898,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35,"budget":32768,"profile":null,"mean_out_tokens":18236,"run_at":1793616531.0454934,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5854166666666667,"se":0.07201204035394844,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":19760,"run_at":1793616541.1347706,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6604166666666667,"se":0.0673867806681122,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30833333333333335,"budget":32768,"profile":null,"mean_out_tokens":17103,"run_at":1793616520.964791,"wall_s":1081,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5729166666666666,"se":0.07015500933824356,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":18926,"run_at":1793616551.3081007,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.56875,"se":0.07311753940721417,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38958333333333334,"budget":32768,"profile":null,"mean_out_tokens":19545,"run_at":1793616541.2210913,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.909375,"se":0.023993146390541377,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0578125,"budget":32768,"profile":null,"mean_out_tokens":6915,"run_at":1793616350.530727,"wall_s":910,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9537528430629265,"se":0.005784991662691804,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":490,"run_at":1793616090.3974695,"wall_s":650,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9437437437437437,"se":0.0032605299023241723,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.03783783783783784,"budget":32768,"profile":null,"mean_out_tokens":3847,"run_at":1793616390.865663,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-3bd83747a38ab7aa","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.936,"se":0.010956646210970982,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.036,"budget":32768,"profile":null,"mean_out_tokens":4089,"run_at":1793616240.4420233,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6233333333333333,"se":0.028800514096621252,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793572067.8490407,"cap_rate":0.21291666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.64375,"se":0.06538938958359332,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.20208333333333334,"budget":32768,"profile":null,"mean_out_tokens":12562,"run_at":1793572057.7789397,"wall_s":721,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6270833333333333,"se":0.07043604779870827,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.21458333333333332,"budget":32768,"profile":null,"mean_out_tokens":12995,"run_at":1793572047.5694687,"wall_s":711,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6708333333333333,"se":0.06126167884590788,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1875,"budget":32768,"profile":null,"mean_out_tokens":11725,"run_at":1793572047.6358552,"wall_s":711,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.575,"se":0.06338454523551182,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22708333333333333,"budget":32768,"profile":null,"mean_out_tokens":12959,"run_at":1793572067.8490407,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6,"se":0.06410300618768866,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.23333333333333334,"budget":32768,"profile":null,"mean_out_tokens":12832,"run_at":1793572047.708886,"wall_s":711,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.925,"se":0.02251246093690997,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0140625,"budget":32768,"profile":null,"mean_out_tokens":3772,"run_at":1793571967.218749,"wall_s":630,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":313,"run_at":1793571517.1291146,"wall_s":180,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9571743045827497,"se":0.002864418782550015,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.011006603962377426,"budget":32768,"profile":null,"mean_out_tokens":1988,"run_at":1793572037.4848142,"wall_s":700,"gpu":"8xB200"},{"model_id":"king-3eceb8902d80a827","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.958,"se":0.00897960280486092,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":2036,"run_at":1793571947.1687307,"wall_s":610,"gpu":"8xB200"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.81875,"se":0.02208818696397929,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793954515.2333298,"cap_rate":0.0016666666666666668,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8458333333333333,"se":0.04482298090107615,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11013,"run_at":1793954395.0850763,"wall_s":921,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.7791666666666667,"se":0.05196682370785736,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11049,"run_at":1793954314.7157524,"wall_s":840,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.85625,"se":0.049435571387319924,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9515,"run_at":1793954304.6506805,"wall_s":830,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.7833333333333333,"se":0.05135846153148696,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00625,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":12809,"run_at":1793954515.2333298,"wall_s":1041,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8291666666666667,"se":0.05067196924763188,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10697,"run_at":1793954425.165051,"wall_s":951,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9796875,"se":0.011495605173338289,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3717,"run_at":1793953974.5557952,"wall_s":500,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.27427184466019416,"se":0.03522124247128657,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0036407766990291263,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17308,"run_at":1793955305.599815,"wall_s":1831,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":528,"run_at":1793953724.5022876,"wall_s":250,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9778,"se":0.0020838187205445722,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2340,"run_at":1793954344.992896,"wall_s":871,"gpu":"8xB300"},{"model_id":"king-3f5063f193fd592c","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.978,"se":0.006566447781940088,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2394,"run_at":1793953984.5854294,"wall_s":510,"gpu":"8xB300"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5870833333333333,"se":0.031161208682388312,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793613950.2808495,"cap_rate":0.36833333333333335,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5791666666666667,"se":0.06898362429922002,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3645833333333333,"budget":32768,"profile":null,"mean_out_tokens":18426,"run_at":1793613930.0158706,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.56875,"se":0.07036376643157173,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3770833333333333,"budget":32768,"profile":null,"mean_out_tokens":19189,"run_at":1793613940.102329,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6666666666666666,"se":0.06729677082880481,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3104166666666667,"budget":32768,"profile":null,"mean_out_tokens":17449,"run_at":1793613919.933296,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5666666666666667,"se":0.06937304758910888,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38333333333333336,"budget":32768,"profile":null,"mean_out_tokens":19168,"run_at":1793613940.1886625,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5541666666666667,"se":0.07490015704191957,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.40625,"budget":32768,"profile":null,"mean_out_tokens":19744,"run_at":1793613950.2808495,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.909375,"se":0.023783503696405268,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0578125,"budget":32768,"profile":null,"mean_out_tokens":7093,"run_at":1793613749.4670975,"wall_s":930,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":452,"run_at":1793613039.345294,"wall_s":220,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9437437437437437,"se":0.0032605299023241723,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.03923923923923924,"budget":32768,"profile":null,"mean_out_tokens":3877,"run_at":1793613789.8345864,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-41a1afd0b9ad7bbc","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.944,"se":0.01029271002989587,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.046,"budget":32768,"profile":null,"mean_out_tokens":4426,"run_at":1793613609.4013736,"wall_s":790,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5854166666666667,"se":0.030905068767770785,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793612625.193298,"cap_rate":0.36083333333333334,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6041666666666666,"se":0.07293205913068783,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32708333333333334,"budget":32768,"profile":null,"mean_out_tokens":18074,"run_at":1793612594.8326063,"wall_s":1081,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5583333333333333,"se":0.07135121700841812,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.39791666666666664,"budget":32768,"profile":null,"mean_out_tokens":19878,"run_at":1793612625.009622,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6666666666666666,"se":0.06628843857055772,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30833333333333335,"budget":32768,"profile":null,"mean_out_tokens":17239,"run_at":1793612594.9172926,"wall_s":1081,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5375,"se":0.06751436628727558,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38958333333333334,"budget":32768,"profile":null,"mean_out_tokens":19137,"run_at":1793612625.1005144,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5604166666666667,"se":0.06934391670164662,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":19187,"run_at":1793612625.193298,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.928125,"se":0.020208994173704455,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0515625,"budget":32768,"profile":null,"mean_out_tokens":6500,"run_at":1793612404.3922133,"wall_s":890,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":487,"run_at":1793612264.2521417,"wall_s":750,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9419651791074645,"se":0.0033078859985079096,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.03882329397638583,"budget":32768,"profile":null,"mean_out_tokens":3888,"run_at":1793612464.7339852,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-44fb50bb6bebf1d4","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.954,"se":0.009377840251121317,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.038,"budget":32768,"profile":null,"mean_out_tokens":4125,"run_at":1793612314.293889,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8695833333333334,"se":0.021118876495790313,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794141495.8411527,"cap_rate":0.04666666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.9083333333333333,"se":0.042138137184313036,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16077,"run_at":1794141435.6625915,"wall_s":1361,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.875,"se":0.04141446662673578,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03958333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17291,"run_at":1794141395.497553,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.89375,"se":0.045756531786723356,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0375,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14754,"run_at":1794141395.5798948,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.81875,"se":0.052876149752451515,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":19341,"run_at":1794141495.8411527,"wall_s":1421,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8520833333333333,"se":0.05389659684378037,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16504,"run_at":1794141455.7485445,"wall_s":1381,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9859375,"se":0.009086782234553942,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4671,"run_at":1794141174.6695364,"wall_s":1100,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.27245145631067963,"se":0.03473890231738455,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.14927184466019416,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":36641,"run_at":1794143906.5224984,"wall_s":3832,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":542,"run_at":1794140244.554216,"wall_s":170,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9806,"se":0.0019507662847762066,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0004,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2962,"run_at":1794141355.386954,"wall_s":1281,"gpu":"8\u00d7B300"},{"model_id":"king-4a183dd14a41b4f2","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.98,"se":0.006267260734501833,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3070,"run_at":1794140934.6036584,"wall_s":860,"gpu":"8\u00d7B300"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5454166666666667,"se":0.030082478127736453,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793587919.3683848,"cap_rate":0.3425,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5291666666666667,"se":0.07283349114899128,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3416666666666667,"budget":32768,"profile":null,"mean_out_tokens":16578,"run_at":1793587899.11491,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5541666666666667,"se":0.07064291511495471,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.36041666666666666,"budget":32768,"profile":null,"mean_out_tokens":18163,"run_at":1793587919.2016523,"wall_s":991,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6270833333333333,"se":0.06506816533333903,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2833333333333333,"budget":32768,"profile":null,"mean_out_tokens":15442,"run_at":1793587879.0356538,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5,"se":0.06177743236348762,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3458333333333333,"budget":32768,"profile":null,"mean_out_tokens":17580,"run_at":1793587919.2833085,"wall_s":991,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5166666666666667,"se":0.06753653048677857,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":17643,"run_at":1793587919.3683848,"wall_s":991,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.903125,"se":0.025996756146261884,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":32768,"profile":null,"mean_out_tokens":4996,"run_at":1793587728.6149058,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":335,"run_at":1793587058.5106359,"wall_s":130,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9455782312925171,"se":0.0032090788198125496,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.02661064425770308,"budget":32768,"profile":null,"mean_out_tokens":2847,"run_at":1793587768.9391437,"wall_s":840,"gpu":"8xB200"},{"model_id":"king-4a6039883c26c76c","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.95,"se":0.009756555783754995,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.03,"budget":32768,"profile":null,"mean_out_tokens":3229,"run_at":1793587648.561199,"wall_s":720,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7075,"se":0.026907902833541837,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793752585.7780807,"cap_rate":0.11,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7104166666666667,"se":0.06071320409384598,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11458333333333333,"budget":32768,"profile":null,"mean_out_tokens":11141,"run_at":1793752545.5116758,"wall_s":681,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7083333333333334,"se":0.060331142400049234,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":10637,"run_at":1793752545.5760276,"wall_s":681,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7458333333333333,"se":0.05786966793954282,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":32768,"profile":null,"mean_out_tokens":9761,"run_at":1793752545.638208,"wall_s":681,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6520833333333333,"se":0.06473610037352329,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18125,"budget":32768,"profile":null,"mean_out_tokens":12258,"run_at":1793752585.7780807,"wall_s":721,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7208333333333333,"se":0.05976286151832288,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":10532,"run_at":1793752555.706023,"wall_s":691,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.965625,"se":0.01483584050404757,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2966,"run_at":1793752425.133543,"wall_s":560,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.2111650485436893,"se":0.030865309067673676,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.058859223300970875,"budget":32768,"profile":null,"mean_out_tokens":13198,"run_at":1793753166.082072,"wall_s":1301,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":357,"run_at":1793752025.0812953,"wall_s":160,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9689751801441153,"se":0.0024532579473661624,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.002201761409127302,"budget":32768,"profile":null,"mean_out_tokens":1793,"run_at":1793752545.431358,"wall_s":680,"gpu":"8xB200"},{"model_id":"king-4df7fb61ddb22fd9","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.972,"se":0.0073851934412260765,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":1894,"run_at":1793752435.162862,"wall_s":570,"gpu":"8xB200"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8354166666666667,"se":0.02260954462617135,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793985650.7069256,"cap_rate":0.006666666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8666666666666667,"se":0.04360436900321552,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.008333333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":12084,"run_at":1793985590.5685968,"wall_s":1001,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8125,"se":0.05216229646414921,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":12267,"run_at":1793985560.4915452,"wall_s":971,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8604166666666667,"se":0.052392759016089314,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10822,"run_at":1793985480.3243954,"wall_s":891,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.7895833333333333,"se":0.05505053625665779,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14203,"run_at":1793985650.7069256,"wall_s":1061,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8479166666666667,"se":0.050826796734434534,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11748,"run_at":1793985550.4183776,"wall_s":961,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.971875,"se":0.01183105905375057,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3774,"run_at":1793985139.5798523,"wall_s":550,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2858009708737864,"se":0.03673389688637815,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00849514563106796,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":21558,"run_at":1793986721.1577802,"wall_s":2132,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":494,"run_at":1793984729.5203993,"wall_s":140,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9768,"se":0.0021291450518295713,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2438,"run_at":1793985400.2440734,"wall_s":811,"gpu":"8\u00d7B300"},{"model_id":"king-4ea7a3491f518743","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.976,"se":0.0068514147274511905,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2591,"run_at":1793985209.6136267,"wall_s":620,"gpu":"8\u00d7B300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8191666666666667,"se":0.022397750100068437,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793958520.4750566,"cap_rate":0.0033333333333333335,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8291666666666667,"se":0.046417386341642206,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11974,"run_at":1793958510.3429222,"wall_s":1061,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8104166666666667,"se":0.05045441258247038,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00625,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11735,"run_at":1793958520.4750566,"wall_s":1071,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8395833333333333,"se":0.04984560693432613,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9605,"run_at":1793958460.2025259,"wall_s":1011,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.7854166666666667,"se":0.053662831393619895,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13541,"run_at":1793958500.2762449,"wall_s":1051,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.83125,"se":0.052518298672008586,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11449,"run_at":1793958510.40745,"wall_s":1061,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.96875,"se":0.011841636667891772,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3937,"run_at":1793958049.802588,"wall_s":600,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.27427184466019416,"se":0.03657800560236065,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0048543689320388345,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18797,"run_at":1793959400.8602028,"wall_s":1951,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9537528430629265,"se":0.005784991662691804,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":521,"run_at":1793957729.7461019,"wall_s":280,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9754,"se":0.002190873794995303,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2472,"run_at":1793958400.1288207,"wall_s":950,"gpu":"8xB300"},{"model_id":"king-500a12455112b5d7","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.982,"se":0.005951709476392709,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2627,"run_at":1793958289.837536,"wall_s":840,"gpu":"8xB300"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7145833333333333,"se":0.02812176321585085,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793793599.6740806,"cap_rate":0.1075,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7104166666666667,"se":0.06395457746656764,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09791666666666667,"budget":32768,"profile":null,"mean_out_tokens":10469,"run_at":1793793539.0342166,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6895833333333333,"se":0.06582282943993617,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10208333333333333,"budget":32768,"profile":null,"mean_out_tokens":11229,"run_at":1793793549.5408711,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.775,"se":0.0575324745876962,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":32768,"profile":null,"mean_out_tokens":9504,"run_at":1793793539.118751,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6604166666666667,"se":0.06604074884238394,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17083333333333334,"budget":32768,"profile":null,"mean_out_tokens":12223,"run_at":1793793599.6740806,"wall_s":721,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7375,"se":0.0628867345257356,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":32768,"profile":null,"mean_out_tokens":10319,"run_at":1793793549.6031818,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.965625,"se":0.018447072156682377,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2890,"run_at":1793793348.8877468,"wall_s":470,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.21359223300970873,"se":0.03050675085741039,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06310679611650485,"budget":32768,"profile":null,"mean_out_tokens":13215,"run_at":1793794179.967583,"wall_s":1301,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":358,"run_at":1793793038.815249,"wall_s":160,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.966373098478783,"se":0.0025506337125105333,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.0032025620496397116,"budget":32768,"profile":null,"mean_out_tokens":1860,"run_at":1793793549.461587,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-5219853c09016689","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.972,"se":0.0073851934412260765,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.004,"budget":32768,"profile":null,"mean_out_tokens":1999,"run_at":1793793458.91986,"wall_s":580,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6295833333333334,"se":0.02860657901233497,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793617577.336909,"cap_rate":0.21708333333333332,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6375,"se":0.06574889099191458,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.20833333333333334,"budget":32768,"profile":null,"mean_out_tokens":13262,"run_at":1793617567.1902149,"wall_s":741,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6395833333333333,"se":0.06583647053488227,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2125,"budget":32768,"profile":null,"mean_out_tokens":13842,"run_at":1793617557.1214633,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6979166666666666,"se":0.06090517919266326,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17291666666666666,"budget":32768,"profile":null,"mean_out_tokens":11811,"run_at":1793617547.0484715,"wall_s":721,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.55625,"se":0.06323916358037025,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2520833333333333,"budget":32768,"profile":null,"mean_out_tokens":14051,"run_at":1793617577.336909,"wall_s":751,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6166666666666667,"se":0.06556653343370694,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.23958333333333334,"budget":32768,"profile":null,"mean_out_tokens":13794,"run_at":1793617567.2633939,"wall_s":741,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9203125,"se":0.02657192517549399,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.009375,"budget":32768,"profile":null,"mean_out_tokens":3606,"run_at":1793617456.6962981,"wall_s":630,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":316,"run_at":1793616956.6075313,"wall_s":130,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9563825530212084,"se":0.0028892908923618572,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.011004401760704281,"budget":32768,"profile":null,"mean_out_tokens":2050,"run_at":1793617536.967652,"wall_s":710,"gpu":"8xB200"},{"model_id":"king-564f710f3421b6a6","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.96,"se":0.008772337648291433,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":2160,"run_at":1793617436.650719,"wall_s":610,"gpu":"8xB200"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7425,"se":0.02825509001678854,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793831854.3048558,"cap_rate":0.05416666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7354166666666667,"se":0.06528860369184389,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0375,"budget":32768,"profile":null,"mean_out_tokens":9459,"run_at":1793831784.1401865,"wall_s":1551,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7125,"se":0.06623874877351217,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.052083333333333336,"budget":32768,"profile":null,"mean_out_tokens":9765,"run_at":1793831553.4937527,"wall_s":1321,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.8104166666666667,"se":0.057679266197153946,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":32768,"profile":null,"mean_out_tokens":8163,"run_at":1793831724.0632784,"wall_s":1491,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6770833333333334,"se":0.07085551545843997,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.125,"budget":32768,"profile":null,"mean_out_tokens":11654,"run_at":1793831854.3048558,"wall_s":1621,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7770833333333333,"se":0.055956556852519726,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":32768,"profile":null,"mean_out_tokens":9008,"run_at":1793831794.2150106,"wall_s":1561,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9796875,"se":0.01253750383464931,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2735,"run_at":1793830923.0111454,"wall_s":690,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.23786407766990292,"se":0.03406016319730666,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.021237864077669904,"budget":32768,"profile":null,"mean_out_tokens":10954,"run_at":1793832134.6352198,"wall_s":1902,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9613343442001516,"se":0.005310583162098109,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":381,"run_at":1793830442.9491339,"wall_s":210,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.972,"se":0.002333299993093806,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0012,"budget":32768,"profile":null,"mean_out_tokens":1743,"run_at":1793831683.974291,"wall_s":1451,"gpu":"8xH100"},{"model_id":"king-58bcc26246bcb390","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.968,"se":0.007878842066230875,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":1874,"run_at":1793831123.0487928,"wall_s":890,"gpu":"8xH100"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8854166666666666,"se":0.019860537478092515,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794216328.4569573,"cap_rate":0.050833333333333335,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family-pp0","gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench_v2.pp1.5","score":0.8729166666666667,"se":0.038315291231381686,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15517,"run_at":1794162131.5447447,"wall_s":1301,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.9020833333333333,"se":0.03714914088619514,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":17288,"run_at":1794216257.9456997,"wall_s":1411,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench_v2.pp1.5","score":0.86875,"se":0.04166846260497343,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16865,"run_at":1794162111.4633813,"wall_s":1281,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.875,"se":0.04393945023957767,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":18466,"run_at":1794216247.859456,"wall_s":1401,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench_v2.pp1.5","score":0.89375,"se":0.04555985547644421,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03958333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14021,"run_at":1794162051.0425658,"wall_s":1221,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.9020833333333333,"se":0.04639319759970102,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04375,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":15370,"run_at":1794216177.4273307,"wall_s":1330,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench_v2.pp1.5","score":0.84375,"se":0.052054589769701905,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06666666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18897,"run_at":1794162221.7791142,"wall_s":1391,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.86875,"se":0.04655421848362068,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07708333333333334,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":18977,"run_at":1794216328.4569573,"wall_s":1481,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench_v2.pp1.5","score":0.8520833333333333,"se":0.05389659684378037,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16389,"run_at":1794162151.685239,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8791666666666667,"se":0.0496877221434105,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":17476,"run_at":1794216278.3642087,"wall_s":1431,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench_v2.pp1.5","score":0.9828125,"se":0.009223536078341189,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4613,"run_at":1794161700.5773113,"wall_s":870,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9859375,"se":0.009086782234553942,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":4834,"run_at":1794215867.3393283,"wall_s":1020,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench_v2.pp1.5","score":0.27730582524271846,"se":0.035977793689034226,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11347087378640777,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":34814,"run_at":1794164442.431081,"wall_s":3612,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2645631067961165,"se":0.03609679443411286,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2663834951456311,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":41934,"run_at":1794219249.2447007,"wall_s":4402,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench_v2.pp1.5","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":543,"run_at":1794161070.5081697,"wall_s":240,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9605761940864291,"se":0.005360280030342389,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":555,"run_at":1794215027.201817,"wall_s":180,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench_v2.pp1.5","score":0.9798,"se":0.0019897697949178327,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2848,"run_at":1794162061.356965,"wall_s":1231,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9834,"se":0.0018070808250384496,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0004,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3084,"run_at":1794216268.2612324,"wall_s":1421,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench_v2.pp1.5","score":0.982,"se":0.005951709476392709,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3142,"run_at":1794161930.6188698,"wall_s":1100,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.992,"se":0.003987957825156939,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3381,"run_at":1794215747.2504296,"wall_s":900,"gpu":"8\u00d7B300"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5820833333333333,"se":0.029850582574129342,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793584377.9579284,"cap_rate":0.30916666666666665,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5791666666666667,"se":0.06666666666666667,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3104166666666667,"budget":32768,"profile":null,"mean_out_tokens":16263,"run_at":1793584367.7164936,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5791666666666667,"se":0.06982462980355188,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32083333333333336,"budget":32768,"profile":null,"mean_out_tokens":16960,"run_at":1793584377.9579284,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6333333333333333,"se":0.06851339466879558,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.27708333333333335,"budget":32768,"profile":null,"mean_out_tokens":14789,"run_at":1793584307.639271,"wall_s":901,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5583333333333333,"se":0.06639672359547992,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3145833333333333,"budget":32768,"profile":null,"mean_out_tokens":16872,"run_at":1793584367.795342,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5604166666666667,"se":0.0658910066741767,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3229166666666667,"budget":32768,"profile":null,"mean_out_tokens":16382,"run_at":1793584367.876784,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9140625,"se":0.026543639608876124,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":32768,"profile":null,"mean_out_tokens":5037,"run_at":1793584177.2479053,"wall_s":770,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":343,"run_at":1793583707.1499789,"wall_s":300,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9491796718687475,"se":0.003106978671612726,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.022809123649459785,"budget":32768,"profile":null,"mean_out_tokens":2709,"run_at":1793584247.5461087,"wall_s":840,"gpu":"8xB200"},{"model_id":"king-65696c435e7a1c97","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.954,"se":0.009377840251121317,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.024,"budget":32768,"profile":null,"mean_out_tokens":2849,"run_at":1793584117.1957402,"wall_s":710,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5883333333333334,"se":0.03170219071840321,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793606071.4565248,"cap_rate":0.3625,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.59375,"se":0.07369250632530927,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35,"budget":32768,"profile":null,"mean_out_tokens":18528,"run_at":1793606051.2091224,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5583333333333333,"se":0.07166516304223225,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3854166666666667,"budget":32768,"profile":null,"mean_out_tokens":19940,"run_at":1793606071.3772283,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6541666666666667,"se":0.0717778474668416,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.31666666666666665,"budget":32768,"profile":null,"mean_out_tokens":17487,"run_at":1793606041.1330035,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5729166666666666,"se":0.06827377731297996,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.375,"budget":32768,"profile":null,"mean_out_tokens":18928,"run_at":1793606071.4565248,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5625,"se":0.07229310550424761,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3854166666666667,"budget":32768,"profile":null,"mean_out_tokens":19429,"run_at":1793606061.2925253,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9109375,"se":0.02419450554480691,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0578125,"budget":32768,"profile":null,"mean_out_tokens":6796,"run_at":1793605840.696648,"wall_s":890,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":447,"run_at":1793605110.5783315,"wall_s":160,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9453453453453453,"se":0.003216507388392341,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.03663663663663664,"budget":32768,"profile":null,"mean_out_tokens":3834,"run_at":1793605901.0372608,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-6b16e2982818e3dd","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.942,"se":0.010463793860924815,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.042,"budget":32768,"profile":null,"mean_out_tokens":4148,"run_at":1793605750.633962,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.63125,"se":0.02903503775141253,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793607215.5656338,"cap_rate":0.22041666666666668,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6375,"se":0.06595344056104337,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.21458333333333332,"budget":32768,"profile":null,"mean_out_tokens":13543,"run_at":1793607195.3508704,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6041666666666666,"se":0.06842158584804715,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22083333333333333,"budget":32768,"profile":null,"mean_out_tokens":13464,"run_at":1793607184.995366,"wall_s":720,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.73125,"se":0.060168435752639776,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18125,"budget":32768,"profile":null,"mean_out_tokens":12334,"run_at":1793607195.421391,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.575,"se":0.06750106427428326,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24375,"budget":32768,"profile":null,"mean_out_tokens":13646,"run_at":1793607215.5656338,"wall_s":751,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6083333333333333,"se":0.06285340695844199,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24166666666666667,"budget":32768,"profile":null,"mean_out_tokens":13746,"run_at":1793607205.495599,"wall_s":741,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.94375,"se":0.02144144530863246,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0078125,"budget":32768,"profile":null,"mean_out_tokens":3554,"run_at":1793607104.9207072,"wall_s":640,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":316,"run_at":1793606594.8296347,"wall_s":130,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9531719031418852,"se":0.002989011976327308,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.011206724034420652,"budget":32768,"profile":null,"mean_out_tokens":2097,"run_at":1793607195.2669735,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-6bfabf5dd60cc6b3","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.954,"se":0.009377840251121317,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.022,"budget":32768,"profile":null,"mean_out_tokens":2339,"run_at":1793607084.8738263,"wall_s":620,"gpu":"8xB200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.89,"se":0.019291491210106586,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794526871.9471464,"cap_rate":0.06041666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family-pp0","gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.9020833333333333,"se":0.03566931521479941,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05625,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":17759,"run_at":1794526751.6241586,"wall_s":2331,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8979166666666667,"se":0.03700382151228992,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":18453,"run_at":1794526671.3850298,"wall_s":2251,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.9104166666666667,"se":0.04370208103709914,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.058333333333333334,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":16082,"run_at":1794526691.4727721,"wall_s":2271,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8583333333333333,"se":0.049597276606113114,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09375,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":19860,"run_at":1794526871.9471464,"wall_s":2452,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.88125,"se":0.04990562213508269,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04583333333333333,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":18494,"run_at":1794526811.7843213,"wall_s":2391,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9890625,"se":0.005873047616125894,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":4990,"run_at":1794525880.7121022,"wall_s":1460,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2633495145631068,"se":0.03652121578097156,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3088592233009709,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":43584,"run_at":1794530932.802862,"wall_s":6512,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":568,"run_at":1794524800.5697117,"wall_s":380,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9826,"se":0.001849359896398016,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0004,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3177,"run_at":1794526521.1852791,"wall_s":2101,"gpu":"8xH200"},{"model_id":"king-6f60f0d6724d32a2","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.974,"se":0.007123868260853509,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.004,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3558,"run_at":1794526460.8208048,"wall_s":2040,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7275,"se":0.027707676271834625,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793874313.1803389,"cap_rate":0.028333333333333332,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6979166666666666,"se":0.06427671001374892,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":32768,"profile":null,"mean_out_tokens":8868,"run_at":1793874252.5218747,"wall_s":771,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7416666666666667,"se":0.06183070756887255,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":32768,"profile":null,"mean_out_tokens":8386,"run_at":1793874262.5815866,"wall_s":781,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7708333333333334,"se":0.05797818819619504,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.008333333333333333,"budget":32768,"profile":null,"mean_out_tokens":7737,"run_at":1793874232.0966082,"wall_s":750,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6854166666666667,"se":0.06757308552207143,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06458333333333334,"budget":32768,"profile":null,"mean_out_tokens":10333,"run_at":1793874313.1803389,"wall_s":831,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7416666666666667,"se":0.060583647566735545,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":null,"mean_out_tokens":8459,"run_at":1793874262.651317,"wall_s":781,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9625,"se":0.017013616341790508,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0015625,"budget":32768,"profile":null,"mean_out_tokens":2747,"run_at":1793874202.0191445,"wall_s":720,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.2287621359223301,"se":0.03275233489268115,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.012742718446601941,"budget":32768,"profile":null,"mean_out_tokens":9490,"run_at":1793874763.4387085,"wall_s":1282,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.954510993176649,"se":0.0057396576567222525,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":380,"run_at":1793873651.8460875,"wall_s":170,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9692,"se":0.002443658383092582,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":32768,"profile":null,"mean_out_tokens":1672,"run_at":1793874263.0740836,"wall_s":781,"gpu":"8xH200"},{"model_id":"king-7214d10a5dcb3eb3","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.968,"se":0.007878842066230875,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1767,"run_at":1793874071.9153166,"wall_s":590,"gpu":"8xH200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5795833333333333,"se":0.03141258971048336,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793591658.498843,"cap_rate":0.37041666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5770833333333333,"se":0.0727070056361997,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3645833333333333,"budget":32768,"profile":null,"mean_out_tokens":18493,"run_at":1793591628.141335,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.55625,"se":0.07125151238564259,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3958333333333333,"budget":32768,"profile":null,"mean_out_tokens":20286,"run_at":1793591648.317263,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6583333333333333,"se":0.06987605337487975,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.31875,"budget":32768,"profile":null,"mean_out_tokens":17212,"run_at":1793591628.2230115,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5520833333333334,"se":0.0689282780806041,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3875,"budget":32768,"profile":null,"mean_out_tokens":19270,"run_at":1793591658.4086065,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5541666666666667,"se":0.07121264228671717,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3854166666666667,"budget":32768,"profile":null,"mean_out_tokens":19452,"run_at":1793591658.498843,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.903125,"se":0.02882845343691025,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":6983,"run_at":1793591447.7030835,"wall_s":910,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9537528430629265,"se":0.005784991662691804,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":428,"run_at":1793590677.560493,"wall_s":140,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9425425425425425,"se":0.003293058257489693,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.03883883883883884,"budget":32768,"profile":null,"mean_out_tokens":3819,"run_at":1793591488.0391014,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-72c392f4db70b866","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.942,"se":0.010463793860924815,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.042,"budget":32768,"profile":null,"mean_out_tokens":4092,"run_at":1793591347.636459,"wall_s":810,"gpu":"8xB200"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8766666666666667,"se":0.020188106819917728,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794074934.986628,"cap_rate":0.03125,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.9,"se":0.037259766905941016,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03333333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14834,"run_at":1794074894.820811,"wall_s":1251,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8895833333333333,"se":0.041919134544932686,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15700,"run_at":1794074844.089525,"wall_s":1200,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8854166666666666,"se":0.048881466314362396,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03333333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13497,"run_at":1794074834.0049427,"wall_s":1190,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.84375,"se":0.04801651266497545,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04583333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16519,"run_at":1794074934.986628,"wall_s":1291,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8645833333333334,"se":0.05059659637894726,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15801,"run_at":1794074924.9030676,"wall_s":1281,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.990625,"se":0.005272046201793584,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4382,"run_at":1794074463.8860066,"wall_s":820,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2942961165048544,"se":0.03684536183812235,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0904126213592233,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":32747,"run_at":1794077005.6085389,"wall_s":3362,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":530,"run_at":1794073833.8217044,"wall_s":190,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9784,"se":0.0020560966676451136,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2729,"run_at":1794074874.7288013,"wall_s":1231,"gpu":"8\u00d7B300"},{"model_id":"king-74214e62f6e65e99","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.982,"se":0.005951709476392709,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2943,"run_at":1794074693.9241924,"wall_s":1050,"gpu":"8\u00d7B300"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6291666666666667,"se":0.028228768096528342,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793646929.5759332,"cap_rate":0.16666666666666666,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6145833333333334,"se":0.06343293174291975,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17291666666666666,"budget":32768,"profile":null,"mean_out_tokens":12217,"run_at":1793646889.3522646,"wall_s":941,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6416666666666667,"se":0.0661935438622389,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15833333333333333,"budget":32768,"profile":null,"mean_out_tokens":11764,"run_at":1793646889.4285371,"wall_s":941,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7041666666666667,"se":0.06067251613835862,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11875,"budget":32768,"profile":null,"mean_out_tokens":10184,"run_at":1793646879.275004,"wall_s":931,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5395833333333333,"se":0.0635319499825275,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22916666666666666,"budget":32768,"profile":null,"mean_out_tokens":12838,"run_at":1793646929.5759332,"wall_s":981,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6458333333333334,"se":0.06209157740526753,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15416666666666667,"budget":32768,"profile":null,"mean_out_tokens":11220,"run_at":1793646899.4990313,"wall_s":951,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9265625,"se":0.023244396812416468,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.009375,"budget":32768,"profile":null,"mean_out_tokens":3124,"run_at":1793646788.9253137,"wall_s":840,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":315,"run_at":1793646148.785337,"wall_s":200,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9605921184236847,"se":0.002752091875841667,"n":4999,"samples":4999,"samples_expected":5000,"errors":1,"complete":false,"rollouts":1,"cap_rate":0.0054010802160432084,"budget":32768,"profile":null,"mean_out_tokens":1728,"run_at":1793646879.2001112,"wall_s":930,"gpu":"8xH200"},{"model_id":"king-771eff20a1d6a1b4","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.96,"se":0.008772337648291433,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.006,"budget":32768,"profile":null,"mean_out_tokens":1946,"run_at":1793646768.8377187,"wall_s":820,"gpu":"8xH200"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6925,"se":0.028449885292464054,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793721481.0565777,"cap_rate":0.10625,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.66875,"se":0.064768459180358,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10833333333333334,"budget":32768,"profile":null,"mean_out_tokens":10895,"run_at":1793721390.810228,"wall_s":2391,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.69375,"se":0.06526567610169602,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09791666666666667,"budget":32768,"profile":null,"mean_out_tokens":10328,"run_at":1793721470.9729655,"wall_s":2471,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7770833333333333,"se":0.05730440036128363,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06666666666666667,"budget":32768,"profile":null,"mean_out_tokens":9140,"run_at":1793721360.3843858,"wall_s":2360,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6125,"se":0.06875326533520335,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.16666666666666666,"budget":32768,"profile":null,"mean_out_tokens":11488,"run_at":1793721481.0565777,"wall_s":2481,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7104166666666667,"se":0.06188514613589061,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09166666666666666,"budget":32768,"profile":null,"mean_out_tokens":10215,"run_at":1793721460.892881,"wall_s":2461,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9640625,"se":0.015647019740603018,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2911,"run_at":1793720410.2999651,"wall_s":1410,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1929611650485437,"se":0.030022493541865713,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05946601941747573,"budget":32768,"profile":null,"mean_out_tokens":11779,"run_at":1793726518.6671355,"wall_s":1990,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":343,"run_at":1793719260.1946898,"wall_s":260,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9638,"se":0.002641837970347976,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0034,"budget":32768,"profile":null,"mean_out_tokens":1746,"run_at":1793721390.7120168,"wall_s":2391,"gpu":"8xH100"},{"model_id":"king-78fff7a09599144d","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.972,"se":0.0073851934412260765,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.004,"budget":32768,"profile":null,"mean_out_tokens":1820,"run_at":1793720290.2456603,"wall_s":1290,"gpu":"8xH100"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.58625,"se":0.029160693699687254,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793538404.897474,"cap_rate":0.24458333333333335,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5645833333333333,"se":0.0697313279227474,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.25,"budget":32768,"profile":null,"mean_out_tokens":14127,"run_at":1793538394.7492077,"wall_s":670,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.59375,"se":0.06961963056329813,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24375,"budget":32768,"profile":null,"mean_out_tokens":14008,"run_at":1793538384.6762784,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6979166666666666,"se":0.059033411946571746,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.20208333333333334,"budget":32768,"profile":null,"mean_out_tokens":12442,"run_at":1793538374.6040423,"wall_s":650,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5270833333333333,"se":0.061096551078107894,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2604166666666667,"budget":32768,"profile":null,"mean_out_tokens":14249,"run_at":1793538404.897474,"wall_s":681,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5479166666666667,"se":0.06556310938523688,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.26666666666666666,"budget":32768,"profile":null,"mean_out_tokens":14349,"run_at":1793538394.8241236,"wall_s":670,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.896875,"se":0.026812315088119775,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.021875,"budget":32768,"profile":null,"mean_out_tokens":4134,"run_at":1793538274.5321004,"wall_s":550,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":312,"run_at":1793539555.4944131,"wall_s":60,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9512,"se":0.003047223180835753,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0148,"budget":32768,"profile":null,"mean_out_tokens":2150,"run_at":1793539965.7772408,"wall_s":470,"gpu":"8xB200"},{"model_id":"king-7ca757b26fffb4e3","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.964,"se":0.008339490043664346,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.016,"budget":32768,"profile":null,"mean_out_tokens":2397,"run_at":1793538234.4501376,"wall_s":510,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.59,"se":0.03099577801949093,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793615264.1832376,"cap_rate":0.3616666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5958333333333333,"se":0.06798710295771086,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35208333333333336,"budget":32768,"profile":null,"mean_out_tokens":18627,"run_at":1793615243.9093838,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.58125,"se":0.07402078672789213,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.37916666666666665,"budget":32768,"profile":null,"mean_out_tokens":19831,"run_at":1793615264.0019188,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6666666666666666,"se":0.06547059238645203,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30625,"budget":32768,"profile":null,"mean_out_tokens":17093,"run_at":1793615233.8258069,"wall_s":1081,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5458333333333333,"se":0.06988890335568684,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.39375,"budget":32768,"profile":null,"mean_out_tokens":19259,"run_at":1793615264.091961,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5604166666666667,"se":0.07144868781455302,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3770833333333333,"budget":32768,"profile":null,"mean_out_tokens":19236,"run_at":1793615264.1832376,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9140625,"se":0.023006180799253678,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0421875,"budget":32768,"profile":null,"mean_out_tokens":6563,"run_at":1793615033.3885195,"wall_s":880,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.954510993176649,"se":0.0057396576567222525,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":452,"run_at":1793614313.272153,"wall_s":160,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.946525135189265,"se":0.0031842241727890086,"n":4993,"samples":4993,"samples_expected":5000,"errors":7,"complete":false,"rollouts":1,"cap_rate":0.03344682555577809,"budget":32768,"profile":null,"mean_out_tokens":3787,"run_at":1793615103.7249122,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-7fa0305a4752ed4a","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.934,"se":0.011114633153652916,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.052,"budget":32768,"profile":null,"mean_out_tokens":4392,"run_at":1793614943.3263326,"wall_s":790,"gpu":"8xB200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7833333333333333,"se":0.025241192969439996,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793901562.0500915,"cap_rate":0.0008333333333333334,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.7854166666666667,"se":0.05603673919712623,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9129,"run_at":1793901431.8928695,"wall_s":991,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.7895833333333333,"se":0.055940506592073135,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9385,"run_at":1793901521.9664202,"wall_s":1081,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8,"se":0.05813801454841904,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":8040,"run_at":1793901261.7380726,"wall_s":821,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.7520833333333333,"se":0.06004393546249076,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10470,"run_at":1793901562.0500915,"wall_s":1121,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.7895833333333333,"se":0.05537581676486117,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9163,"run_at":1793901301.8132365,"wall_s":861,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9765625,"se":0.008576432142871652,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3411,"run_at":1793901081.265224,"wall_s":640,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.25485436893203883,"se":0.03509917053002088,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11814,"run_at":1793902002.3850584,"wall_s":1561,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9476876421531463,"se":0.006133057708959184,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":492,"run_at":1793900671.1993163,"wall_s":230,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9766,"se":0.0021380837870523437,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2103,"run_at":1793901231.654457,"wall_s":791,"gpu":"8xH200"},{"model_id":"king-8389b90be4367d8e","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.976,"se":0.0068514147274511905,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2195,"run_at":1793901091.3045127,"wall_s":650,"gpu":"8xH200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.58125,"se":0.03188120909389402,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793595536.802574,"cap_rate":0.37625,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5770833333333333,"se":0.07350542275457983,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.37916666666666665,"budget":32768,"profile":null,"mean_out_tokens":18965,"run_at":1793595526.4491117,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.58125,"se":0.06990282150259021,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.37916666666666665,"budget":32768,"profile":null,"mean_out_tokens":19404,"run_at":1793595526.5382364,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.63125,"se":0.07200372655585983,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.34375,"budget":32768,"profile":null,"mean_out_tokens":17833,"run_at":1793595526.6223037,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5395833333333333,"se":0.07157426046098135,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.40625,"budget":32768,"profile":null,"mean_out_tokens":19276,"run_at":1793595536.713126,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5770833333333333,"se":0.07326068273023134,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3729166666666667,"budget":32768,"profile":null,"mean_out_tokens":19106,"run_at":1793595536.802574,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9046875,"se":0.02685314219963075,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0546875,"budget":32768,"profile":null,"mean_out_tokens":6742,"run_at":1793595305.9973247,"wall_s":890,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":477,"run_at":1793595125.8906767,"wall_s":710,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9454363089267803,"se":0.0032172069070611977,"n":4985,"samples":4985,"samples_expected":5000,"errors":15,"complete":false,"rollouts":1,"cap_rate":0.03831494483450351,"budget":32768,"profile":null,"mean_out_tokens":3835,"run_at":1793595376.3472667,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-87fa740811e75e4c","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.952,"se":0.009569490597759172,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.036,"budget":32768,"profile":null,"mean_out_tokens":4122,"run_at":1793595215.9351716,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5845833333333333,"se":0.02911550722551909,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793543491.320521,"cap_rate":0.265,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5645833333333333,"se":0.07144868781455302,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.27708333333333335,"budget":32768,"profile":null,"mean_out_tokens":14739,"run_at":1793543481.1712224,"wall_s":811,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5875,"se":0.0681761578981034,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.25416666666666665,"budget":32768,"profile":null,"mean_out_tokens":14692,"run_at":1793543471.0271184,"wall_s":801,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.675,"se":0.05913346972214052,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.225,"budget":32768,"profile":null,"mean_out_tokens":13224,"run_at":1793543471.097091,"wall_s":801,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5229166666666667,"se":0.06303530338770551,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2833333333333333,"budget":32768,"profile":null,"mean_out_tokens":14488,"run_at":1793543491.2431703,"wall_s":821,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5729166666666666,"se":0.06420681868099447,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.28541666666666665,"budget":32768,"profile":null,"mean_out_tokens":15018,"run_at":1793543491.320521,"wall_s":821,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9,"se":0.02967168100809514,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0234375,"budget":32768,"profile":null,"mean_out_tokens":4002,"run_at":1793543360.6637702,"wall_s":690,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":316,"run_at":1793542810.5710564,"wall_s":140,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9485794317727091,"se":0.003124284777563895,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.017607042817126852,"budget":32768,"profile":null,"mean_out_tokens":2223,"run_at":1793543430.937157,"wall_s":760,"gpu":"8xB200"},{"model_id":"king-8ac947acb993ce6a","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.946,"se":0.010117941761592718,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.016,"budget":32768,"profile":null,"mean_out_tokens":2509,"run_at":1793543340.6155224,"wall_s":670,"gpu":"8xB200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6420833333333333,"se":0.02781229445709099,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793638484.9887476,"cap_rate":0.185,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6375,"se":0.06622519054007293,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18125,"budget":32768,"profile":null,"mean_out_tokens":12068,"run_at":1793638464.6254516,"wall_s":1001,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6291666666666667,"se":0.06320957357529697,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17291666666666666,"budget":32768,"profile":null,"mean_out_tokens":12091,"run_at":1793638434.5047753,"wall_s":971,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.71875,"se":0.05770002066773868,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17291666666666666,"budget":32768,"profile":null,"mean_out_tokens":11329,"run_at":1793638464.7443185,"wall_s":1001,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5895833333333333,"se":0.06382808304989078,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22708333333333333,"budget":32768,"profile":null,"mean_out_tokens":12532,"run_at":1793638484.9887476,"wall_s":1021,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6354166666666666,"se":0.061492112770258525,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17083333333333334,"budget":32768,"profile":null,"mean_out_tokens":11610,"run_at":1793638464.8646865,"wall_s":1001,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9328125,"se":0.0170998639923741,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0046875,"budget":32768,"profile":null,"mean_out_tokens":3174,"run_at":1793638283.8964858,"wall_s":820,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.959059893858984,"se":0.0054580767962944185,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":313,"run_at":1793637653.7148452,"wall_s":190,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9576,"se":0.0028499249840097363,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0058,"budget":32768,"profile":null,"mean_out_tokens":1766,"run_at":1793638404.3577023,"wall_s":941,"gpu":"8xH200"},{"model_id":"king-8ef3c7900ff5d1b5","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.968,"se":0.007878842066230875,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.006,"budget":32768,"profile":null,"mean_out_tokens":1881,"run_at":1793638273.784824,"wall_s":810,"gpu":"8xH200"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8733333333333333,"se":0.020709475220476534,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794044002.16113,"cap_rate":0.045,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8916666666666667,"se":0.04108064911610777,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04375,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15740,"run_at":1794043931.9742281,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8708333333333333,"se":0.04433955534939853,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17073,"run_at":1794043881.5285244,"wall_s":1271,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8875,"se":0.0472292647441802,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04375,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13644,"run_at":1794043831.4356027,"wall_s":1221,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.83125,"se":0.05006730383986242,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07916666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18778,"run_at":1794044002.16113,"wall_s":1391,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8854166666666666,"se":0.05041880398243454,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15874,"run_at":1794043962.0576699,"wall_s":1351,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9859375,"se":0.0061235199022775895,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4553,"run_at":1794043350.9690137,"wall_s":740,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.28822815533980584,"se":0.03665923451711299,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1183252427184466,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":35200,"run_at":1794046252.8213475,"wall_s":3642,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":523,"run_at":1794042780.905709,"wall_s":170,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9782,"se":0.0020653825701385706,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2912,"run_at":1794043911.8399007,"wall_s":1301,"gpu":"8\u00d7B300"},{"model_id":"king-8fcdb0b58e24990f","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.984,"se":0.005617036781471955,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3008,"run_at":1794043401.00316,"wall_s":790,"gpu":"8\u00d7B300"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.72125,"se":0.026661969140219267,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793791705.1107666,"cap_rate":0.09416666666666666,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.725,"se":0.05945151603298851,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0875,"budget":32768,"profile":null,"mean_out_tokens":10627,"run_at":1793791674.5884027,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7041666666666667,"se":0.06045009974670822,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08125,"budget":32768,"profile":null,"mean_out_tokens":10363,"run_at":1793791674.6502995,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7895833333333333,"se":0.05513203630560969,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06875,"budget":32768,"profile":null,"mean_out_tokens":9370,"run_at":1793791674.710234,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6729166666666667,"se":0.06583647053488227,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.14791666666666667,"budget":32768,"profile":null,"mean_out_tokens":11582,"run_at":1793791705.1107666,"wall_s":691,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7145833333333333,"se":0.058697804318396496,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":10359,"run_at":1793791685.0449939,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9578125,"se":0.01917095565863592,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2943,"run_at":1793791494.4893632,"wall_s":480,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.21177184466019416,"se":0.031237897543562085,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06432038834951456,"budget":32768,"profile":null,"mean_out_tokens":13495,"run_at":1793792335.406711,"wall_s":1321,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":352,"run_at":1793791164.4301581,"wall_s":150,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9691568195473663,"se":0.0024470301315643104,"n":4993,"samples":4993,"samples_expected":5000,"errors":7,"complete":false,"rollouts":1,"cap_rate":0.0022030843180452634,"budget":32768,"profile":null,"mean_out_tokens":1774,"run_at":1793791684.9687443,"wall_s":671,"gpu":"8xB200"},{"model_id":"king-9a742a6b1f81fb9c","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.956,"se":0.009181317617116443,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":1976,"run_at":1793791594.5210016,"wall_s":580,"gpu":"8xB200"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.71375,"se":0.02820773005180699,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793854576.560679,"cap_rate":0.035833333333333335,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6958333333333333,"se":0.06577165013655825,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":32768,"profile":null,"mean_out_tokens":8836,"run_at":1793854145.7010217,"wall_s":980,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7020833333333333,"se":0.06745337718654072,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.041666666666666664,"budget":32768,"profile":null,"mean_out_tokens":8880,"run_at":1793854496.4756126,"wall_s":1331,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7729166666666667,"se":0.05422879946643556,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":32768,"profile":null,"mean_out_tokens":7630,"run_at":1793854376.3271573,"wall_s":1211,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6541666666666667,"se":0.06877503027459916,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":32768,"profile":null,"mean_out_tokens":10532,"run_at":1793854576.560679,"wall_s":1411,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.74375,"se":0.06003396428536177,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.020833333333333332,"budget":32768,"profile":null,"mean_out_tokens":8075,"run_at":1793854456.3994367,"wall_s":1291,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9515625,"se":0.022875199224997655,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2663,"run_at":1793853845.5904348,"wall_s":680,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.21723300970873785,"se":0.03190460704761978,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.009101941747572815,"budget":32768,"profile":null,"mean_out_tokens":8914,"run_at":1793854766.8503907,"wall_s":1601,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9537528430629265,"se":0.005784991662691804,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":372,"run_at":1793853395.5278456,"wall_s":230,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9688,"se":0.0024589675281021612,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":32768,"profile":null,"mean_out_tokens":1634,"run_at":1793854176.2015827,"wall_s":1011,"gpu":"8xH100"},{"model_id":"king-9b0b83b706f14995","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.98,"se":0.006267260734501833,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1792,"run_at":1793854376.2561355,"wall_s":1211,"gpu":"8xH100"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6429166666666667,"se":0.028626367445495664,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793635985.7103937,"cap_rate":0.18708333333333332,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6229166666666667,"se":0.06541227381106775,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.20625,"budget":32768,"profile":null,"mean_out_tokens":12831,"run_at":1793635975.5832474,"wall_s":1011,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6270833333333333,"se":0.06670369840740507,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18958333333333333,"budget":32768,"profile":null,"mean_out_tokens":12534,"run_at":1793635935.2194088,"wall_s":971,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7395833333333334,"se":0.05956343611189619,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13125,"budget":32768,"profile":null,"mean_out_tokens":10482,"run_at":1793635945.3327637,"wall_s":981,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5916666666666667,"se":0.06460071141797753,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22708333333333333,"budget":32768,"profile":null,"mean_out_tokens":13226,"run_at":1793635985.7103937,"wall_s":1021,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6333333333333333,"se":0.06453117100015573,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18125,"budget":32768,"profile":null,"mean_out_tokens":12229,"run_at":1793635955.4583752,"wall_s":991,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.925,"se":0.02493983144104411,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.009375,"budget":32768,"profile":null,"mean_out_tokens":3354,"run_at":1793635834.7954178,"wall_s":870,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":323,"run_at":1793635154.66978,"wall_s":190,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9587670136108887,"se":0.0028132685482253135,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.006204963971176942,"budget":32768,"profile":null,"mean_out_tokens":1825,"run_at":1793635925.0763807,"wall_s":960,"gpu":"8xH200"},{"model_id":"king-9bf7e0f6d0373298","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.954,"se":0.009377840251121317,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.012,"budget":32768,"profile":null,"mean_out_tokens":2157,"run_at":1793635774.7411532,"wall_s":810,"gpu":"8xH200"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.87625,"se":0.02055295106643204,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794156954.7191763,"cap_rate":0.042083333333333334,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.89375,"se":0.04228881777959041,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.041666666666666664,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15907,"run_at":1794156884.5383236,"wall_s":1331,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8625,"se":0.04568287739795209,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.020833333333333332,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16870,"run_at":1794156824.453707,"wall_s":1271,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.9020833333333333,"se":0.0453161124534389,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03958333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14299,"run_at":1794156793.9910824,"wall_s":1240,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8541666666666666,"se":0.047127750892807935,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07291666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18175,"run_at":1794156954.7191763,"wall_s":1401,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.86875,"se":0.05141234449688777,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16821,"run_at":1794156904.628992,"wall_s":1351,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9859375,"se":0.0061235199022775895,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4613,"run_at":1794156353.9033902,"wall_s":800,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2967233009708738,"se":0.03698724622633259,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15655339805825244,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":37231,"run_at":1794159425.7462242,"wall_s":3872,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":542,"run_at":1794155753.8010018,"wall_s":200,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9798,"se":0.0019897697949178327,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0004,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2933,"run_at":1794156955.0336242,"wall_s":1401,"gpu":"8\u00d7B300"},{"model_id":"king-9de75c197187e988","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.98,"se":0.006267260734501833,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2925,"run_at":1794156123.8457863,"wall_s":570,"gpu":"8\u00d7B300"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5875,"se":0.029443002229956085,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793579930.3485494,"cap_rate":0.26875,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6020833333333333,"se":0.07349320510984678,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2604166666666667,"budget":32768,"profile":null,"mean_out_tokens":14656,"run_at":1793579890.111056,"wall_s":821,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.575,"se":0.06581714481595306,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2916666666666667,"budget":32768,"profile":null,"mean_out_tokens":15549,"run_at":1793579920.192401,"wall_s":851,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6770833333333334,"se":0.06127267154105309,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.225,"budget":32768,"profile":null,"mean_out_tokens":13701,"run_at":1793579880.0364516,"wall_s":811,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.53125,"se":0.06515551136258191,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2875,"budget":32768,"profile":null,"mean_out_tokens":15221,"run_at":1793579930.3485494,"wall_s":861,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5520833333333334,"se":0.06399668671081093,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2791666666666667,"budget":32768,"profile":null,"mean_out_tokens":15171,"run_at":1793579920.27148,"wall_s":851,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9328125,"se":0.020435402346675558,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0171875,"budget":32768,"profile":null,"mean_out_tokens":4169,"run_at":1793579759.653403,"wall_s":690,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":321,"run_at":1793579199.5565581,"wall_s":130,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9527716629977987,"se":0.0030011280634061476,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.017410446267760657,"budget":32768,"profile":null,"mean_out_tokens":2384,"run_at":1793579849.9445252,"wall_s":780,"gpu":"8xB200"},{"model_id":"king-a1d2793799f1859a","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.962,"se":0.008559118940292168,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.018,"budget":32768,"profile":null,"mean_out_tokens":2528,"run_at":1793579729.6042295,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.82125,"se":0.02164280328433621,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793905334.7248595,"cap_rate":0.0025,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.81875,"se":0.046842661258655056,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11566,"run_at":1793905234.4922264,"wall_s":971,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.81875,"se":0.048905954494902475,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11494,"run_at":1793905234.5869243,"wall_s":971,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8375,"se":0.04892890103325272,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9677,"run_at":1793905154.3994565,"wall_s":891,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.7916666666666666,"se":0.049542930027490426,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13800,"run_at":1793905334.7248595,"wall_s":1071,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8395833333333333,"se":0.05047220746166785,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11139,"run_at":1793905254.650127,"wall_s":991,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9703125,"se":0.010252105592048533,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3889,"run_at":1793904843.6905913,"wall_s":580,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2821601941747573,"se":0.03661489639993127,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0036407766990291263,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18728,"run_at":1793906135.1008637,"wall_s":1872,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":522,"run_at":1793904523.637819,"wall_s":260,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9742,"se":0.002242292928124045,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2386,"run_at":1793905014.3269897,"wall_s":751,"gpu":"8xB300"},{"model_id":"king-a523d71eeb754fa5","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.972,"se":0.0073851934412260765,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2588,"run_at":1793904973.7266958,"wall_s":710,"gpu":"8xB300"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6029166666666667,"se":0.029151502130001738,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793578870.5210314,"cap_rate":0.25833333333333336,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5979166666666667,"se":0.07038503336261152,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2375,"budget":32768,"profile":null,"mean_out_tokens":14286,"run_at":1793578850.2134778,"wall_s":821,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6,"se":0.06999589478931119,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2833333333333333,"budget":32768,"profile":null,"mean_out_tokens":15472,"run_at":1793578870.4464748,"wall_s":841,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6791666666666667,"se":0.059912931717394535,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24166666666666667,"budget":32768,"profile":null,"mean_out_tokens":14052,"run_at":1793578850.288609,"wall_s":821,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5666666666666667,"se":0.06405629408778295,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.25833333333333336,"budget":32768,"profile":null,"mean_out_tokens":14815,"run_at":1793578870.5210314,"wall_s":841,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5708333333333333,"se":0.06326637416208439,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2708333333333333,"budget":32768,"profile":null,"mean_out_tokens":14893,"run_at":1793578860.367131,"wall_s":831,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9140625,"se":0.023114765146729513,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.021875,"budget":32768,"profile":null,"mean_out_tokens":4310,"run_at":1793578739.8324423,"wall_s":710,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":325,"run_at":1793578179.734889,"wall_s":150,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9529811924769908,"se":0.002994492952947433,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.01640656262505002,"budget":32768,"profile":null,"mean_out_tokens":2372,"run_at":1793578820.1235695,"wall_s":790,"gpu":"8xB200"},{"model_id":"king-a56188c75971165d","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.936,"se":0.010956646210970982,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.03,"budget":32768,"profile":null,"mean_out_tokens":2846,"run_at":1793578709.7818367,"wall_s":680,"gpu":"8xB200"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8558333333333333,"se":0.021259182338608167,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794013683.1040618,"cap_rate":0.015416666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8708333333333333,"se":0.03986026839057387,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13588,"run_at":1794013622.9421086,"wall_s":1151,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8375,"se":0.04956709141884501,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.008333333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14767,"run_at":1794013592.8671956,"wall_s":1121,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8791666666666667,"se":0.049415888908612704,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11827,"run_at":1794013422.1245031,"wall_s":950,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8270833333333333,"se":0.04993560268694884,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0375,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16131,"run_at":1794013683.1040618,"wall_s":1211,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8645833333333334,"se":0.05059659637894726,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.014583333333333334,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14022,"run_at":1794013633.020374,"wall_s":1161,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.99375,"se":0.003744654309470488,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4211,"run_at":1794013022.0116236,"wall_s":550,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.30279126213592233,"se":0.03851424125160384,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03398058252427184,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":26752,"run_at":1794015193.6428533,"wall_s":2722,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9537528430629265,"se":0.005784991662691804,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":536,"run_at":1794012641.9526062,"wall_s":170,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9788,"se":0.002037386116679332,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0004,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2688,"run_at":1794013542.768738,"wall_s":1071,"gpu":"8\u00d7B300"},{"model_id":"king-a8b81bf69d121a25","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.982,"se":0.005951709476392709,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2748,"run_at":1794013102.0459158,"wall_s":630,"gpu":"8\u00d7B300"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5925,"se":0.031148997850879472,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793618871.7517176,"cap_rate":0.36333333333333334,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6208333333333333,"se":0.07020938852851442,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.325,"budget":32768,"profile":null,"mean_out_tokens":18007,"run_at":1793618851.3604558,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5645833333333333,"se":0.07188723242568011,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38958333333333334,"budget":32768,"profile":null,"mean_out_tokens":19958,"run_at":1793618871.5705664,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6604166666666667,"se":0.06857562351044824,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3104166666666667,"budget":32768,"profile":null,"mean_out_tokens":17245,"run_at":1793618851.4775765,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5604166666666667,"se":0.0696024304443084,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":19193,"run_at":1793618871.658784,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.55625,"se":0.07061854690282622,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.41041666666666665,"budget":32768,"profile":null,"mean_out_tokens":19663,"run_at":1793618871.7517176,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.8875,"se":0.030862988164815447,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0765625,"budget":32768,"profile":null,"mean_out_tokens":7162,"run_at":1793618660.8769298,"wall_s":900,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.954510993176649,"se":0.0057396576567222525,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":479,"run_at":1793618070.761243,"wall_s":310,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9435096153846154,"se":0.0032678841062736253,"n":4992,"samples":4992,"samples_expected":5000,"errors":8,"complete":false,"rollouts":1,"cap_rate":0.03886217948717949,"budget":32768,"profile":null,"mean_out_tokens":3882,"run_at":1793618731.2290385,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-a8be95eda51d3baf","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.958,"se":0.00897960280486092,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.036,"budget":32768,"profile":null,"mean_out_tokens":4149,"run_at":1793618560.8133397,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8870833333333333,"se":0.01938202736333072,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794587883.8722136,"cap_rate":0.05416666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family-pp0","gpu":"?"},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8958333333333334,"se":0.03511748208361072,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":16239,"run_at":1794587503.9093113,"wall_s":608,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.875,"se":0.04504946196114339,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.041666666666666664,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":18119,"run_at":1794587883.8722136,"wall_s":916,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.9,"se":0.04677071733467427,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06458333333333334,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":15293,"run_at":1794587476.9692326,"wall_s":641,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8729166666666667,"se":0.045984924337042515,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":19373,"run_at":1794587503.9901726,"wall_s":608,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8916666666666667,"se":0.04543979428006425,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":17161,"run_at":1794587882.705191,"wall_s":915,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9796875,"se":0.014221853528582747,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":4411,"run_at":1794587184.7641125,"wall_s":349,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.3333333333333333,"se":0.09182886083655663,"n":21,"samples":336,"samples_expected":1648,"errors":1312,"complete":false,"rollouts":16,"cap_rate":0.21726190476190477,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":43151,"run_at":1794587930.8307977,"wall_s":0,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9598180439727066,"se":0.005409439736970603,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":538,"run_at":1794586907.6517138,"wall_s":123,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9788,"se":0.002037386116679332,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":2960,"run_at":1794587598.1066027,"wall_s":814,"gpu":null},{"model_id":"king-b6d592c3bb1b4393","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.99,"se":0.004454175497072094,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3147,"run_at":1794587243.7401936,"wall_s":459,"gpu":null},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7466666666666667,"se":0.026676102916577023,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793821968.373392,"cap_rate":0.05458333333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7333333333333333,"se":0.06256701388154656,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03958333333333333,"budget":32768,"profile":null,"mean_out_tokens":9385,"run_at":1793821798.2050996,"wall_s":1561,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7458333333333333,"se":0.05879334220915329,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04375,"budget":32768,"profile":null,"mean_out_tokens":9975,"run_at":1793821657.3315105,"wall_s":1420,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7958333333333333,"se":0.05401725636011449,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05625,"budget":32768,"profile":null,"mean_out_tokens":8858,"run_at":1793821788.1291502,"wall_s":1551,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6916666666666667,"se":0.06793424953980429,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09791666666666667,"budget":32768,"profile":null,"mean_out_tokens":11548,"run_at":1793821968.373392,"wall_s":1731,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7666666666666667,"se":0.05629654311130946,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":32768,"profile":null,"mean_out_tokens":9430,"run_at":1793821938.2838576,"wall_s":1701,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9796875,"se":0.00985357034570172,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0015625,"budget":32768,"profile":null,"mean_out_tokens":2881,"run_at":1793821207.2083292,"wall_s":970,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.2342233009708738,"se":0.03415456973716497,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025485436893203883,"budget":32768,"profile":null,"mean_out_tokens":11428,"run_at":1793822258.714244,"wall_s":2022,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9583017437452616,"se":0.005506205058175755,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":396,"run_at":1793820567.143283,"wall_s":330,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.971,"se":0.0023733787277459666,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0012,"budget":32768,"profile":null,"mean_out_tokens":1809,"run_at":1793821748.0318563,"wall_s":1511,"gpu":"8xH100"},{"model_id":"king-b75d62ec1c96bd63","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.982,"se":0.005951709476392709,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1880,"run_at":1793821607.248375,"wall_s":1370,"gpu":"8xH100"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.815,"se":0.022751822209885652,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793956487.357859,"cap_rate":0.0008333333333333334,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8291666666666667,"se":0.04514238860585631,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11189,"run_at":1793956397.1633134,"wall_s":931,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.81875,"se":0.049453732876318844,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11579,"run_at":1793956437.2875807,"wall_s":971,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8395833333333333,"se":0.04948398721224327,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9431,"run_at":1793956397.2202783,"wall_s":931,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.78125,"se":0.057932996126817786,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13238,"run_at":1793956487.357859,"wall_s":1021,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.80625,"se":0.054217758839362015,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10783,"run_at":1793956377.0996308,"wall_s":911,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.965625,"se":0.015816138605380753,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3794,"run_at":1793956106.7098353,"wall_s":640,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2700242718446602,"se":0.03498802341839417,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0036407766990291263,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17598,"run_at":1793957287.7226837,"wall_s":1821,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9537528430629265,"se":0.005784991662691804,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":518,"run_at":1793955716.6560366,"wall_s":250,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.974,"se":0.0022507361379407683,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2387,"run_at":1793956206.9903183,"wall_s":740,"gpu":"8xB300"},{"model_id":"king-baf928a27aaedf27","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.976,"se":0.0068514147274511905,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2536,"run_at":1793956277.0350645,"wall_s":810,"gpu":"8xB300"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7195833333333334,"se":0.028086439926687155,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793856333.456477,"cap_rate":0.027916666666666666,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7,"se":0.0648550550143899,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":8479,"run_at":1793856012.5206275,"wall_s":1010,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7083333333333334,"se":0.06560760807671541,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":32768,"profile":null,"mean_out_tokens":8443,"run_at":1793855962.378739,"wall_s":960,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7729166666666667,"se":0.05875896646339811,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.00625,"budget":32768,"profile":null,"mean_out_tokens":7172,"run_at":1793855972.4459927,"wall_s":970,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.69375,"se":0.0674977383614299,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06458333333333334,"budget":32768,"profile":null,"mean_out_tokens":10000,"run_at":1793856333.456477,"wall_s":1331,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7229166666666667,"se":0.060058889124219146,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":null,"mean_out_tokens":8201,"run_at":1793856052.6466987,"wall_s":1051,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9640625,"se":0.016427698891365906,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2703,"run_at":1793856032.573702,"wall_s":1030,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.22512135922330098,"se":0.032061491658738714,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.007281553398058253,"budget":32768,"profile":null,"mean_out_tokens":8615,"run_at":1793856543.740542,"wall_s":1542,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":378,"run_at":1793855222.247964,"wall_s":220,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.968,"se":0.0024892648087050866,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0012,"budget":32768,"profile":null,"mean_out_tokens":1660,"run_at":1793856253.3580213,"wall_s":1251,"gpu":"8xH100"},{"model_id":"king-be07f7f85ba94ea5","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.97,"se":0.007636532803997706,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1653,"run_at":1793855662.2972875,"wall_s":660,"gpu":"8xH100"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5791666666666667,"se":0.03005789219029158,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793589087.8951485,"cap_rate":0.32375,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5895833333333333,"se":0.07095683115087073,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.31666666666666665,"budget":32768,"profile":null,"mean_out_tokens":16675,"run_at":1793589067.6451252,"wall_s":971,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5520833333333334,"se":0.0697055674953353,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3541666666666667,"budget":32768,"profile":null,"mean_out_tokens":18111,"run_at":1793589087.8115883,"wall_s":991,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.65625,"se":0.06597726336859687,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.27708333333333335,"budget":32768,"profile":null,"mean_out_tokens":15536,"run_at":1793589057.567138,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.54375,"se":0.06372013048272604,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32916666666666666,"budget":32768,"profile":null,"mean_out_tokens":16993,"run_at":1793589077.7259343,"wall_s":981,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5541666666666667,"se":0.0678548922220604,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3416666666666667,"budget":32768,"profile":null,"mean_out_tokens":17269,"run_at":1793589087.8951485,"wall_s":991,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9046875,"se":0.02657192517549399,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0359375,"budget":32768,"profile":null,"mean_out_tokens":5404,"run_at":1793588897.1536238,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9605761940864291,"se":0.005360280030342389,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":356,"run_at":1793588247.049304,"wall_s":150,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9481792717086834,"se":0.003135756346218967,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.02581032412965186,"budget":32768,"profile":null,"mean_out_tokens":3013,"run_at":1793588937.464705,"wall_s":840,"gpu":"8xB200"},{"model_id":"king-c03ad1395b062549","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.948,"se":0.00993929470125102,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.03,"budget":32768,"profile":null,"mean_out_tokens":3482,"run_at":1793588827.0985494,"wall_s":730,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5870833333333333,"se":0.031650932892184444,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793602119.7733824,"cap_rate":0.3695833333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5958333333333333,"se":0.07307966182995154,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3645833333333333,"budget":32768,"profile":null,"mean_out_tokens":18630,"run_at":1793602099.5047867,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5729166666666666,"se":0.07260813213745704,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3770833333333333,"budget":32768,"profile":null,"mean_out_tokens":19656,"run_at":1793602109.5947747,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.65625,"se":0.06838329579420811,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30625,"budget":32768,"profile":null,"mean_out_tokens":17255,"run_at":1793602089.420313,"wall_s":1081,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.54375,"se":0.07073289870894671,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.39375,"budget":32768,"profile":null,"mean_out_tokens":18842,"run_at":1793602119.680922,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5666666666666667,"se":0.07204009233902021,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.40625,"budget":32768,"profile":null,"mean_out_tokens":19610,"run_at":1793602119.7733824,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9140625,"se":0.0271959720074405,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.046875,"budget":32768,"profile":null,"mean_out_tokens":6162,"run_at":1793601878.9727318,"wall_s":870,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":459,"run_at":1793601248.8577871,"wall_s":240,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9433546837469976,"se":0.003270783224676128,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.03542834267413931,"budget":32768,"profile":null,"mean_out_tokens":3802,"run_at":1793601949.317301,"wall_s":941,"gpu":"8xB200"},{"model_id":"king-c158e809a0cbf1df","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.944,"se":0.01029271002989587,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.036,"budget":32768,"profile":null,"mean_out_tokens":4155,"run_at":1793601778.9123769,"wall_s":770,"gpu":"8xB200"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8708333333333333,"se":0.020537610321871312,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794071025.7189937,"cap_rate":0.04083333333333333,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.9020833333333333,"se":0.03236978408108307,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16260,"run_at":1794070965.476816,"wall_s":1341,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8583333333333333,"se":0.04950666583083357,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17329,"run_at":1794070885.0545385,"wall_s":1261,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8916666666666667,"se":0.04765828637851342,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13992,"run_at":1794070854.4935462,"wall_s":1230,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.83125,"se":0.052175206326112535,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06458333333333334,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18003,"run_at":1794071025.7189937,"wall_s":1401,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8708333333333333,"se":0.047279939935521424,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16397,"run_at":1794070965.5638576,"wall_s":1341,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9921875,"se":0.004579416304060752,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4519,"run_at":1794070344.3697164,"wall_s":720,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.30643203883495146,"se":0.0379085964043887,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11953883495145631,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":35716,"run_at":1794073346.394776,"wall_s":3722,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9583017437452616,"se":0.005506205058175755,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":533,"run_at":1794069804.306611,"wall_s":180,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9804,"se":0.0019605960285988214,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0004,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2943,"run_at":1794070955.379842,"wall_s":1331,"gpu":"8\u00d7B300"},{"model_id":"king-c59c06ff395968a2","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.984,"se":0.005617036781471955,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3057,"run_at":1794070614.4085197,"wall_s":990,"gpu":"8\u00d7B300"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.60625,"se":0.029748608806980926,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793581039.3033657,"cap_rate":0.2945833333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.61875,"se":0.06676200976809987,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.26875,"budget":32768,"profile":null,"mean_out_tokens":15222,"run_at":1793580999.0610187,"wall_s":881,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5833333333333334,"se":0.07099794935250268,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32083333333333336,"budget":32768,"profile":null,"mean_out_tokens":16627,"run_at":1793581039.226558,"wall_s":921,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.66875,"se":0.06847515595278787,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2708333333333333,"budget":32768,"profile":null,"mean_out_tokens":14625,"run_at":1793580978.9849505,"wall_s":861,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.575,"se":0.0647164460612957,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.29583333333333334,"budget":32768,"profile":null,"mean_out_tokens":15834,"run_at":1793581039.3033657,"wall_s":921,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5854166666666667,"se":0.06444413995336971,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.31666666666666665,"budget":32768,"profile":null,"mean_out_tokens":16380,"run_at":1793581029.1446955,"wall_s":911,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9171875,"se":0.026038862028460067,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0203125,"budget":32768,"profile":null,"mean_out_tokens":4436,"run_at":1793580818.574126,"wall_s":700,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9514783927217589,"se":0.00591846861892113,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":342,"run_at":1793580258.4736943,"wall_s":140,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9493392070484582,"se":0.0031036012435174142,"n":4994,"samples":4994,"samples_expected":5000,"errors":6,"complete":false,"rollouts":1,"cap_rate":0.01922306768121746,"budget":32768,"profile":null,"mean_out_tokens":2574,"run_at":1793580938.8917425,"wall_s":820,"gpu":"8xB200"},{"model_id":"king-c6477f0b79604f20","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.954,"se":0.009377840251121317,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.032,"budget":32768,"profile":null,"mean_out_tokens":3167,"run_at":1793580808.5230892,"wall_s":690,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.58125,"se":0.031820848747147114,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793599527.1328363,"cap_rate":0.3754166666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5729166666666666,"se":0.07279340978181222,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35833333333333334,"budget":32768,"profile":null,"mean_out_tokens":18437,"run_at":1793599496.775302,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5770833333333333,"se":0.07252150724722951,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38333333333333336,"budget":32768,"profile":null,"mean_out_tokens":19748,"run_at":1793599516.9504266,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6541666666666667,"se":0.06685497829335796,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32708333333333334,"budget":32768,"profile":null,"mean_out_tokens":17313,"run_at":1793599496.8597305,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5208333333333334,"se":0.07280882830349081,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4166666666666667,"budget":32768,"profile":null,"mean_out_tokens":19504,"run_at":1793599527.0406137,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.58125,"se":0.07328927784557872,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.39166666666666666,"budget":32768,"profile":null,"mean_out_tokens":19578,"run_at":1793599527.1328363,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9203125,"se":0.022710409955625285,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0453125,"budget":32768,"profile":null,"mean_out_tokens":6668,"run_at":1793599296.3314543,"wall_s":900,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9583017437452616,"se":0.005506205058175755,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002274450341167551,"budget":32768,"profile":null,"mean_out_tokens":542,"run_at":1793599156.2290819,"wall_s":760,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9449559647718174,"se":0.003226956946401696,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.0378302642113691,"budget":32768,"profile":null,"mean_out_tokens":3854,"run_at":1793599346.674374,"wall_s":951,"gpu":"8xB200"},{"model_id":"king-c8fb621039754e50","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.944,"se":0.01029271002989587,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.042,"budget":32768,"profile":null,"mean_out_tokens":4156,"run_at":1793599206.270671,"wall_s":810,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6070833333333333,"se":0.028436469249374454,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793567641.4863303,"cap_rate":0.22666666666666666,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6083333333333333,"se":0.06468406123441676,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2125,"budget":32768,"profile":null,"mean_out_tokens":13343,"run_at":1793567631.4113145,"wall_s":741,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5875,"se":0.06589895609031378,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2375,"budget":32768,"profile":null,"mean_out_tokens":13866,"run_at":1793567621.2022648,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7041666666666667,"se":0.06271037391188623,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.19166666666666668,"budget":32768,"profile":null,"mean_out_tokens":12079,"run_at":1793567621.2696683,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.55,"se":0.06642827347779993,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24791666666666667,"budget":32768,"profile":null,"mean_out_tokens":13883,"run_at":1793567641.4863303,"wall_s":751,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5854166666666667,"se":0.058605941420062535,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24375,"budget":32768,"profile":null,"mean_out_tokens":13441,"run_at":1793567621.3420255,"wall_s":731,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9296875,"se":0.023913436891051604,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0140625,"budget":32768,"profile":null,"mean_out_tokens":3551,"run_at":1793567540.8459823,"wall_s":650,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9484457922668689,"se":0.006090887955262865,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":314,"run_at":1793567020.729678,"wall_s":130,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9519807923169268,"se":0.0030245927944528295,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.012805122048819529,"budget":32768,"profile":null,"mean_out_tokens":2058,"run_at":1793567621.1169784,"wall_s":730,"gpu":"8xB200"},{"model_id":"king-cb92bdc5934b6628","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.958,"se":0.00897960280486092,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.014,"budget":32768,"profile":null,"mean_out_tokens":2312,"run_at":1793567520.7979038,"wall_s":630,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5879166666666666,"se":0.031229560802777508,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793604750.673412,"cap_rate":0.365,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.58125,"se":0.07205359495526237,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3645833333333333,"budget":32768,"profile":null,"mean_out_tokens":18626,"run_at":1793604740.4146614,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5833333333333334,"se":0.07212729541092623,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.36875,"budget":32768,"profile":null,"mean_out_tokens":19399,"run_at":1793604740.5008538,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6520833333333333,"se":0.06644742145491925,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.32083333333333336,"budget":32768,"profile":null,"mean_out_tokens":17358,"run_at":1793604720.3336492,"wall_s":1101,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5291666666666667,"se":0.06752323284011272,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4125,"budget":32768,"profile":null,"mean_out_tokens":19329,"run_at":1793604750.673412,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.59375,"se":0.07363155304248496,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35833333333333334,"budget":32768,"profile":null,"mean_out_tokens":18728,"run_at":1793604740.585102,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.909375,"se":0.025015019526737868,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0546875,"budget":32768,"profile":null,"mean_out_tokens":6581,"run_at":1793604509.888392,"wall_s":890,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9613343442001516,"se":0.005310583162098109,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":481,"run_at":1793604289.711186,"wall_s":670,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9407407407407408,"se":0.003341094938598289,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.04164164164164164,"budget":32768,"profile":null,"mean_out_tokens":3920,"run_at":1793604580.2329974,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-ce071ce5cc45898d","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.952,"se":0.009569490597759172,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.038,"budget":32768,"profile":null,"mean_out_tokens":4102,"run_at":1793604409.784663,"wall_s":790,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.58,"se":0.030083775644805286,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793594244.4709055,"cap_rate":0.34541666666666665,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5666666666666667,"se":0.07135121700841812,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.34375,"budget":32768,"profile":null,"mean_out_tokens":17357,"run_at":1793594234.2173312,"wall_s":1031,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.56875,"se":0.07036376643157173,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.36666666666666664,"budget":32768,"profile":null,"mean_out_tokens":18672,"run_at":1793594244.4709055,"wall_s":1041,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6645833333333333,"se":0.06324862945829333,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2875,"budget":32768,"profile":null,"mean_out_tokens":16159,"run_at":1793594214.1379914,"wall_s":1011,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5333333333333333,"se":0.06432209865574139,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3729166666666667,"budget":32768,"profile":null,"mean_out_tokens":17854,"run_at":1793594234.2984512,"wall_s":1031,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5666666666666667,"se":0.06878808593269277,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35625,"budget":32768,"profile":null,"mean_out_tokens":17985,"run_at":1793594234.3816478,"wall_s":1031,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9,"se":0.0257888367819121,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0453125,"budget":32768,"profile":null,"mean_out_tokens":5707,"run_at":1793594033.7140005,"wall_s":830,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.954510993176649,"se":0.0057396576567222525,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":362,"run_at":1793593353.601173,"wall_s":150,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9473684210526315,"se":0.0031591586531371963,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.030818491094656793,"budget":32768,"profile":null,"mean_out_tokens":3264,"run_at":1793594094.0382175,"wall_s":891,"gpu":"8xB200"},{"model_id":"king-ce3971dc21a17a96","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.948,"se":0.00993929470125102,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.036,"budget":32768,"profile":null,"mean_out_tokens":3653,"run_at":1793593963.6549115,"wall_s":760,"gpu":"8xB200"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.87875,"se":0.019972978810140853,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794117844.518996,"cap_rate":0.042083333333333334,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8875,"se":0.03771490147280579,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05416666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16392,"run_at":1794117774.338701,"wall_s":1331,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8791666666666667,"se":0.04362495814531031,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16655,"run_at":1794117734.2543886,"wall_s":1291,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.9,"se":0.047437951003413914,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04583333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14349,"run_at":1794117703.70173,"wall_s":1260,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8625,"se":0.045485882614734206,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06875,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18677,"run_at":1794117844.518996,"wall_s":1401,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8645833333333334,"se":0.05068525870696105,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16722,"run_at":1794117804.4270957,"wall_s":1361,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9875,"se":0.007816505383498205,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4757,"run_at":1794117493.5665202,"wall_s":1050,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.27609223300970875,"se":0.036428186100915486,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1529126213592233,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":37200,"run_at":1794120305.5406497,"wall_s":3862,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9507202426080363,"se":0.005962150655812428,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":568,"run_at":1794116653.4561892,"wall_s":210,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9818,"se":0.0018906260585791882,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0008,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2972,"run_at":1794117854.8350804,"wall_s":1411,"gpu":"8\u00d7B300"},{"model_id":"king-d570181b3234e8c2","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.978,"se":0.006566447781940088,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3084,"run_at":1794117143.5040457,"wall_s":700,"gpu":"8\u00d7B300"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5779166666666666,"se":0.031783404424218585,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793596886.5950596,"cap_rate":0.38083333333333336,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5708333333333333,"se":0.07417732068641034,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3854166666666667,"budget":32768,"profile":null,"mean_out_tokens":18645,"run_at":1793596856.2458293,"wall_s":1141,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.575,"se":0.07119162258606543,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3770833333333333,"budget":32768,"profile":null,"mean_out_tokens":19804,"run_at":1793596876.4203055,"wall_s":1161,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.65625,"se":0.07159098683878945,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3229166666666667,"budget":32768,"profile":null,"mean_out_tokens":17357,"run_at":1793596856.3306816,"wall_s":1141,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5458333333333333,"se":0.07065562562846776,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.40208333333333335,"budget":32768,"profile":null,"mean_out_tokens":19129,"run_at":1793596876.5054216,"wall_s":1161,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5416666666666666,"se":0.0704902101841154,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4166666666666667,"budget":32768,"profile":null,"mean_out_tokens":19960,"run_at":1793596886.5950596,"wall_s":1171,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.91875,"se":0.021253770404571902,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0546875,"budget":32768,"profile":null,"mean_out_tokens":6767,"run_at":1793596615.8077245,"wall_s":900,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":502,"run_at":1793596375.7029297,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9443443443443443,"se":0.003244110021197572,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.03623623623623624,"budget":32768,"profile":null,"mean_out_tokens":3830,"run_at":1793596656.1439936,"wall_s":941,"gpu":"8xB200"},{"model_id":"king-d734ddfada83c3aa","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.93,"se":0.01142194912629571,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.058,"budget":32768,"profile":null,"mean_out_tokens":4567,"run_at":1793596535.7473013,"wall_s":820,"gpu":"8xB200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.64625,"se":0.0283410018902504,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793639721.303185,"cap_rate":0.18625,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6541666666666667,"se":0.06347892370534705,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1875,"budget":32768,"profile":null,"mean_out_tokens":12539,"run_at":1793639711.0662062,"wall_s":1011,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6166666666666667,"se":0.0651543628329568,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.19166666666666668,"budget":32768,"profile":null,"mean_out_tokens":12590,"run_at":1793639690.8234048,"wall_s":991,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7479166666666667,"se":0.05783474318398144,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13541666666666666,"budget":32768,"profile":null,"mean_out_tokens":10868,"run_at":1793639700.9429991,"wall_s":1001,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.575,"se":0.0660214829195509,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2125,"budget":32768,"profile":null,"mean_out_tokens":12620,"run_at":1793639721.303185,"wall_s":1021,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6375,"se":0.06394872676740651,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.20416666666666666,"budget":32768,"profile":null,"mean_out_tokens":12373,"run_at":1793639711.185229,"wall_s":1011,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9265625,"se":0.02202757004636317,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0109375,"budget":32768,"profile":null,"mean_out_tokens":3474,"run_at":1793639590.1979668,"wall_s":890,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.954510993176649,"se":0.0057396576567222525,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":318,"run_at":1793638860.0478606,"wall_s":160,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9562,"se":0.0028944753579050386,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0078,"budget":32768,"profile":null,"mean_out_tokens":1953,"run_at":1793639670.676016,"wall_s":971,"gpu":"8xH200"},{"model_id":"king-d7b2d074105a1c77","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.962,"se":0.008559118940292168,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":2213,"run_at":1793639540.119236,"wall_s":840,"gpu":"8xH200"},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8845833333333334,"se":0.019757484021744782,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794547094.8103368,"cap_rate":0.05333333333333334,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family-pp0","gpu":"?"},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8875,"se":0.04156597027686797,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":16404,"run_at":1794546008.505781,"wall_s":456,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8979166666666667,"se":0.032892650921966284,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03333333333333333,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":17173,"run_at":1794547094.8103368,"wall_s":491,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.9020833333333333,"se":0.04744583774323189,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":15019,"run_at":1794545901.1098115,"wall_s":419,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8479166666666667,"se":0.05047220746166785,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08958333333333333,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":19280,"run_at":1794546148.008594,"wall_s":695,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8875,"se":0.048541959571905,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04583333333333333,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":17377,"run_at":1794546116.8206987,"wall_s":653,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.984375,"se":0.010905975632064262,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":4698,"run_at":1794545771.7849262,"wall_s":203,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.26785714285714285,"se":0.07977634020047744,"n":21,"samples":336,"samples_expected":1648,"errors":1312,"complete":false,"rollouts":16,"cap_rate":0.22321428571428573,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":38390,"run_at":1794544325.9890842,"wall_s":0,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9620924943138741,"se":0.005260333907798466,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":547,"run_at":1794545611.91157,"wall_s":130,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9808,"se":0.0019408826355761485,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.001,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3123,"run_at":1794546393.6424315,"wall_s":912,"gpu":null},{"model_id":"king-db8653288b28cec0","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.984,"se":0.005617036781471955,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family-pp0","mean_out_tokens":3331,"run_at":1794546051.0202184,"wall_s":569,"gpu":null},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6641666666666667,"se":0.029729782921220235,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793905939.9378428,"cap_rate":0.0,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7708333333333334,"se":0.06387379048648288,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":8504,"run_at":1793886788.3291464,"wall_s":990,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.6604166666666667,"se":0.068181645840372,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6043,"run_at":1793905789.7620833,"wall_s":641,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7333333333333333,"se":0.06292480155980626,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":null,"mean_out_tokens":8773,"run_at":1793887129.0820818,"wall_s":1331,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.6729166666666667,"se":0.06664982725544064,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6322,"run_at":1793905899.8232005,"wall_s":751,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.8,"se":0.05288039529822514,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.008333333333333333,"budget":32768,"profile":null,"mean_out_tokens":7808,"run_at":1793887008.9272962,"wall_s":1211,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.70625,"se":0.06490695705941422,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":5436,"run_at":1793905739.3133328,"wall_s":590,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6958333333333333,"se":0.06577165013655825,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":10427,"run_at":1793887089.009704,"wall_s":1291,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.6041666666666666,"se":0.06978603725795428,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6545,"run_at":1793905939.9378428,"wall_s":791,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7770833333333333,"se":0.053829910303612984,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0125,"budget":32768,"profile":null,"mean_out_tokens":8411,"run_at":1793886938.856767,"wall_s":1141,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.6770833333333334,"se":0.06586374424911942,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":5624,"run_at":1793905759.7018507,"wall_s":611,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9671875,"se":0.016289937977994978,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2815,"run_at":1793886458.215007,"wall_s":660,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.953125,"se":0.025783981498656815,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2516,"run_at":1793905679.2605755,"wall_s":530,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.220873786407767,"se":0.03240151335504051,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.010315533980582525,"budget":32768,"profile":null,"mean_out_tokens":10458,"run_at":1793887579.4057271,"wall_s":1781,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.20024271844660194,"se":0.030674905569844986,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":6404,"run_at":1793906160.134016,"wall_s":1011,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9628506444275967,"se":0.005209516283073735,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":397,"run_at":1793886048.1521595,"wall_s":250,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9461713419257013,"se":0.006216328640238048,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":379,"run_at":1793905419.1677666,"wall_s":270,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9698,"se":0.0024204883293977167,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0016,"budget":32768,"profile":null,"mean_out_tokens":1748,"run_at":1793886848.7659543,"wall_s":1051,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9636,"se":0.002648850936209218,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":1521,"run_at":1793905739.625666,"wall_s":591,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.972,"se":0.0073851934412260765,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1821,"run_at":1793886748.2538896,"wall_s":950,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.962,"se":0.008559118940292168,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":1576,"run_at":1793905609.2107496,"wall_s":460,"gpu":"8xH100"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5958333333333333,"se":0.02898633932153621,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793582123.7844236,"cap_rate":0.27625,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5958333333333333,"se":0.06929533800864096,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.25416666666666665,"budget":32768,"profile":null,"mean_out_tokens":14630,"run_at":1793582083.5457444,"wall_s":851,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.59375,"se":0.06765719775490245,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2916666666666667,"budget":32768,"profile":null,"mean_out_tokens":15884,"run_at":1793582113.6248674,"wall_s":881,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.65625,"se":0.05953830385925334,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.24583333333333332,"budget":32768,"profile":null,"mean_out_tokens":13838,"run_at":1793582073.4695823,"wall_s":841,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.54375,"se":0.06357904732394698,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30833333333333335,"budget":32768,"profile":null,"mean_out_tokens":15809,"run_at":1793582123.7844236,"wall_s":891,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5895833333333333,"se":0.06631214102932223,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.28125,"budget":32768,"profile":null,"mean_out_tokens":15266,"run_at":1793582113.7050617,"wall_s":881,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9109375,"se":0.02589421395807199,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0203125,"budget":32768,"profile":null,"mean_out_tokens":4203,"run_at":1793581953.0023222,"wall_s":720,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9529946929492039,"se":0.005829898355937156,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":324,"run_at":1793581362.9026682,"wall_s":130,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9529717830698419,"se":0.002995077484776892,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.020012007204322592,"budget":32768,"profile":null,"mean_out_tokens":2510,"run_at":1793582033.3302665,"wall_s":801,"gpu":"8xB200"},{"model_id":"king-e45c29ed68c35c24","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.948,"se":0.00993929470125102,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.03,"budget":32768,"profile":null,"mean_out_tokens":2911,"run_at":1793581912.9515855,"wall_s":680,"gpu":"8xB200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7866666666666666,"se":0.025092019314091923,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793903195.5763948,"cap_rate":0.0,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.81875,"se":0.04990562213508269,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9468,"run_at":1793903175.1023633,"wall_s":1020,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.7645833333333333,"se":0.0582370408027051,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10108,"run_at":1793903064.9630237,"wall_s":910,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8208333333333333,"se":0.051966823707857344,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":7959,"run_at":1793903085.0292854,"wall_s":930,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.7354166666666667,"se":0.06403876826576357,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10535,"run_at":1793903195.5763948,"wall_s":1041,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.79375,"se":0.05749734501616615,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9137,"run_at":1793903034.8860714,"wall_s":880,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9796875,"se":0.0075517379452408,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3301,"run_at":1793902764.812304,"wall_s":610,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.24757281553398058,"se":0.03388356060141052,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13221,"run_at":1793903806.3001158,"wall_s":1652,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9484457922668689,"se":0.006090887955262865,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":457,"run_at":1793902344.7097769,"wall_s":190,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9738,"se":0.002259144250938684,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2051,"run_at":1793903245.9138033,"wall_s":1091,"gpu":"8xH200"},{"model_id":"king-e52e57691504c651","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.978,"se":0.006566447781940088,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2170,"run_at":1793902754.7566726,"wall_s":600,"gpu":"8xH200"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8708333333333333,"se":0.021033711976794402,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794083641.5620055,"cap_rate":0.035,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8916666666666667,"se":0.03657053752078833,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15425,"run_at":1794083591.3934262,"wall_s":1271,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8541666666666666,"se":0.052533970035233725,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16862,"run_at":1794083561.3130908,"wall_s":1241,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8854166666666666,"se":0.047672415958235424,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13920,"run_at":1794083511.222266,"wall_s":1191,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.85,"se":0.049112087376090845,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06041666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17564,"run_at":1794083641.5620055,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8729166666666667,"se":0.05036534387835225,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15530,"run_at":1794083611.4753497,"wall_s":1291,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9875,"se":0.006787762366842106,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4520,"run_at":1794083080.4270346,"wall_s":760,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2845873786407767,"se":0.03621530447847577,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08677184466019418,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":32896,"run_at":1794085692.1847322,"wall_s":3372,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.954510993176649,"se":0.0057396576567222525,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":550,"run_at":1794082520.3640482,"wall_s":200,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9788,"se":0.002037386116679332,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2851,"run_at":1794083501.1296654,"wall_s":1181,"gpu":"8\u00d7B300"},{"model_id":"king-e5958b7ae12d3470","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.98,"se":0.006267260734501833,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3014,"run_at":1794083400.8133605,"wall_s":1081,"gpu":"8\u00d7B300"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5766666666666667,"se":0.02968035968333504,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793583214.3558977,"cap_rate":0.29833333333333334,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5666666666666667,"se":0.06976029703309464,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.29583333333333334,"budget":32768,"profile":null,"mean_out_tokens":15447,"run_at":1793583184.0390668,"wall_s":881,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5916666666666667,"se":0.07006855564674824,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.30625,"budget":32768,"profile":null,"mean_out_tokens":16686,"run_at":1793583214.1967156,"wall_s":911,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6604166666666667,"se":0.06262081235377535,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.25625,"budget":32768,"profile":null,"mean_out_tokens":14558,"run_at":1793583194.115297,"wall_s":891,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5125,"se":0.06408899613262294,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.31875,"budget":32768,"profile":null,"mean_out_tokens":15969,"run_at":1793583214.2736533,"wall_s":911,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5520833333333334,"se":0.06640686626376206,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3145833333333333,"budget":32768,"profile":null,"mean_out_tokens":16395,"run_at":1793583214.3558977,"wall_s":911,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9234375,"se":0.025758476246814217,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0171875,"budget":32768,"profile":null,"mean_out_tokens":4345,"run_at":1793583023.6367247,"wall_s":720,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":323,"run_at":1793582453.5392356,"wall_s":150,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9499799919967987,"se":0.003083716417681593,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.02040816326530612,"budget":32768,"profile":null,"mean_out_tokens":2559,"run_at":1793583113.9440446,"wall_s":810,"gpu":"8xB200"},{"model_id":"king-ea7f77086b414738","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.928,"se":0.01157150809528293,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.03,"budget":32768,"profile":null,"mean_out_tokens":2949,"run_at":1793583003.5867279,"wall_s":700,"gpu":"8xB200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6758333333333333,"se":0.028553314341433045,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793695176.0652766,"cap_rate":0.135,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6666666666666666,"se":0.06907468610523249,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13541666666666666,"budget":32768,"profile":null,"mean_out_tokens":11706,"run_at":1793695135.7002404,"wall_s":871,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6833333333333333,"se":0.06278193116833898,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10208333333333333,"budget":32768,"profile":null,"mean_out_tokens":10906,"run_at":1793695135.8213048,"wall_s":871,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7541666666666667,"se":0.05309505861228656,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":9709,"run_at":1793695135.9321685,"wall_s":871,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6,"se":0.07145601894646916,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.21666666666666667,"budget":32768,"profile":null,"mean_out_tokens":12681,"run_at":1793695176.0652766,"wall_s":911,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.675,"se":0.06238495158215678,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13541666666666666,"budget":32768,"profile":null,"mean_out_tokens":11075,"run_at":1793695125.5755215,"wall_s":861,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9515625,"se":0.014239449394920885,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":32768,"profile":null,"mean_out_tokens":3062,"run_at":1793695035.0102615,"wall_s":770,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.20631067961165048,"se":0.031078017034546844,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08131067961165049,"budget":32768,"profile":null,"mean_out_tokens":13038,"run_at":1793730750.8343406,"wall_s":2170,"gpu":"8xH100"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":339,"run_at":1793694424.8612258,"wall_s":160,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9627925585117023,"se":0.0026772143260967466,"n":4999,"samples":4999,"samples_expected":5000,"errors":1,"complete":false,"rollouts":1,"cap_rate":0.004200840168033607,"budget":32768,"profile":null,"mean_out_tokens":1796,"run_at":1793695125.4735322,"wall_s":861,"gpu":"8xH200"},{"model_id":"king-ea92a16badb47c36","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.97,"se":0.007636532803997706,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":2001,"run_at":1793695014.9300714,"wall_s":750,"gpu":"8xH200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6125,"se":0.02949637865005739,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793548683.6100612,"cap_rate":0.26166666666666666,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5979166666666667,"se":0.07114640920064479,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2625,"budget":32768,"profile":null,"mean_out_tokens":14727,"run_at":1793548643.308507,"wall_s":801,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5833333333333334,"se":0.0706810397983305,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.27291666666666664,"budget":32768,"profile":null,"mean_out_tokens":14732,"run_at":1793548663.4582546,"wall_s":821,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7041666666666667,"se":0.059476684958392284,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.22916666666666666,"budget":32768,"profile":null,"mean_out_tokens":13616,"run_at":1793548653.3824887,"wall_s":811,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.575,"se":0.0686225307325366,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.27291666666666664,"budget":32768,"profile":null,"mean_out_tokens":14737,"run_at":1793548683.6100612,"wall_s":841,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6020833333333333,"se":0.060565116867930285,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2708333333333333,"budget":32768,"profile":null,"mean_out_tokens":14658,"run_at":1793548663.534871,"wall_s":821,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.91875,"se":0.023061894144637416,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0234375,"budget":32768,"profile":null,"mean_out_tokens":4382,"run_at":1793548552.9327443,"wall_s":710,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.956027293404094,"se":0.005647666449126491,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":341,"run_at":1793548002.8370821,"wall_s":160,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9529717830698419,"se":0.002995077484776892,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.01721032619571743,"budget":32768,"profile":null,"mean_out_tokens":2368,"run_at":1793548623.2204578,"wall_s":780,"gpu":"8xB200"},{"model_id":"king-ec3b33a0b6b57c2a","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.95,"se":0.009756555783754995,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.02,"budget":32768,"profile":null,"mean_out_tokens":2683,"run_at":1793548502.8813386,"wall_s":660,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.59125,"se":0.03182018963928546,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793608677.2253163,"cap_rate":0.36541666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5916666666666667,"se":0.07632529571697397,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35833333333333334,"budget":32768,"profile":null,"mean_out_tokens":18565,"run_at":1793608656.9499125,"wall_s":1111,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5875,"se":0.0712042351510658,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.375,"budget":32768,"profile":null,"mean_out_tokens":19970,"run_at":1793608677.1370609,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.65,"se":0.07126726449433672,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.31875,"budget":32768,"profile":null,"mean_out_tokens":17190,"run_at":1793608636.8650587,"wall_s":1091,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.55,"se":0.06907901938751179,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.39375,"budget":32768,"profile":null,"mean_out_tokens":19216,"run_at":1793608677.2253163,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5770833333333333,"se":0.07127251442358783,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38125,"budget":32768,"profile":null,"mean_out_tokens":19407,"run_at":1793608667.0424366,"wall_s":1121,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.921875,"se":0.021552104052796426,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0546875,"budget":32768,"profile":null,"mean_out_tokens":6964,"run_at":1793608456.344801,"wall_s":910,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":476,"run_at":1793607946.2291245,"wall_s":400,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9381257509010813,"se":0.0034096100798666333,"n":4994,"samples":4994,"samples_expected":5000,"errors":6,"complete":false,"rollouts":1,"cap_rate":0.04144973968762515,"budget":32768,"profile":null,"mean_out_tokens":3982,"run_at":1793608506.7655668,"wall_s":961,"gpu":"8xB200"},{"model_id":"king-ecd57f909a25beb2","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.932,"se":0.011269694406861621,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.052,"budget":32768,"profile":null,"mean_out_tokens":4418,"run_at":1793608366.2823,"wall_s":820,"gpu":"8xB200"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.815,"se":0.023260813318575317,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793952525.409035,"cap_rate":0.00125,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8333333333333334,"se":0.0473179107139094,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11758,"run_at":1793952505.3397698,"wall_s":1041,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.8125,"se":0.05418876649078759,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":11604,"run_at":1793952365.1464787,"wall_s":901,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8479166666666667,"se":0.04687460089229839,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0020833333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10035,"run_at":1793952405.2086043,"wall_s":941,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.76875,"se":0.058118704083692505,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.004166666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13183,"run_at":1793952525.409035,"wall_s":1061,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.8125,"se":0.05501110128299393,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":10802,"run_at":1793952445.2724247,"wall_s":981,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9765625,"se":0.010178568918289003,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3734,"run_at":1793951994.741832,"wall_s":530,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.2827669902912621,"se":0.03601058816912349,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0024271844660194173,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18325,"run_at":1793953325.7890446,"wall_s":1861,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.959059893858984,"se":0.0054580767962944185,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":523,"run_at":1793951734.6701143,"wall_s":270,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9734,"se":0.0022758567408299136,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2390,"run_at":1793952315.064999,"wall_s":850,"gpu":"8xB300"},{"model_id":"king-eec0079eab6735a4","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.97,"se":0.007636532803997706,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2446,"run_at":1793952164.774636,"wall_s":700,"gpu":"8xB300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.87375,"se":0.019808136618227203,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1794104190.787216,"cap_rate":0.04041666666666666,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.8875,"se":0.03968717474298794,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03958333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15799,"run_at":1794104130.2730658,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.88125,"se":0.03575313465881047,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16757,"run_at":1794104070.190498,"wall_s":1261,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8916666666666667,"se":0.04593119124845246,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0375,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14069,"run_at":1794104029.7615397,"wall_s":1220,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8270833333333333,"se":0.053073913345237485,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18946,"run_at":1794104190.787216,"wall_s":1381,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.88125,"se":0.046938414958864715,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15739,"run_at":1794104130.3560557,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9890625,"se":0.0044123292986520835,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4559,"run_at":1794103589.6381693,"wall_s":780,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.28822815533980584,"se":0.03682115476800546,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12075242718446602,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":34879,"run_at":1794106401.4451666,"wall_s":3592,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9567854435178166,"se":0.005600987515237917,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":557,"run_at":1794103039.5744193,"wall_s":230,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9802,"se":0.0019703726738093835,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2910,"run_at":1794104180.6787431,"wall_s":1371,"gpu":"8\u00d7B300"},{"model_id":"king-f127e808fa3f656b","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.976,"se":0.0068514147274511905,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3168,"run_at":1794103869.6778035,"wall_s":1060,"gpu":"8\u00d7B300"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6675,"se":0.028996306561068174,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793724198.4325864,"cap_rate":0.10541666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6625,"se":0.06738122798715879,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11041666666666666,"budget":32768,"profile":null,"mean_out_tokens":10662,"run_at":1793724007.7372675,"wall_s":2360,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6479166666666667,"se":0.06783834776292141,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09583333333333334,"budget":32768,"profile":null,"mean_out_tokens":10392,"run_at":1793724148.3485262,"wall_s":2501,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7395833333333334,"se":0.05842178228703632,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":8700,"run_at":1793724097.8898857,"wall_s":2450,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6270833333333333,"se":0.0710706386637733,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17291666666666666,"budget":32768,"profile":null,"mean_out_tokens":11766,"run_at":1793724198.4325864,"wall_s":2551,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6604166666666667,"se":0.06116999622933876,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":9791,"run_at":1793724047.8168824,"wall_s":2400,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9359375,"se":0.025168452905067792,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0015625,"budget":32768,"profile":null,"mean_out_tokens":2933,"run_at":1793723237.6467505,"wall_s":1590,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1966019417475728,"se":0.02977753303090741,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05461165048543689,"budget":32768,"profile":null,"mean_out_tokens":11004,"run_at":1793728417.9399493,"wall_s":1770,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9537528430629265,"se":0.005784991662691804,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":333,"run_at":1793721837.5748217,"wall_s":190,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9608,"se":0.0027448458673971395,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0028,"budget":32768,"profile":null,"mean_out_tokens":1707,"run_at":1793724138.2529492,"wall_s":2491,"gpu":"8xH100"},{"model_id":"king-f2590e281782e860","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.968,"se":0.007878842066230875,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":1825,"run_at":1793724117.9236667,"wall_s":2470,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6991666666666667,"se":0.02810914396856985,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793745255.5754724,"cap_rate":0.10375,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.69375,"se":0.06352252632393261,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10625,"budget":32768,"profile":null,"mean_out_tokens":10454,"run_at":1793745215.327785,"wall_s":3281,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6875,"se":0.06377999632356907,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08125,"budget":32768,"profile":null,"mean_out_tokens":10189,"run_at":1793745235.4887054,"wall_s":3301,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.76875,"se":0.057575381622404526,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06458333333333334,"budget":32768,"profile":null,"mean_out_tokens":9586,"run_at":1793745104.8998175,"wall_s":3171,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6416666666666667,"se":0.06760297948499787,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.175,"budget":32768,"profile":null,"mean_out_tokens":12120,"run_at":1793745255.5754724,"wall_s":3321,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7041666666666667,"se":0.06342231347675119,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09166666666666666,"budget":32768,"profile":null,"mean_out_tokens":10382,"run_at":1793745225.4096167,"wall_s":3291,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9625,"se":0.015144866694015076,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0078125,"budget":32768,"profile":null,"mean_out_tokens":3086,"run_at":1793743134.4223022,"wall_s":1200,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1941747572815534,"se":0.030081952050600966,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.061893203883495146,"budget":32768,"profile":null,"mean_out_tokens":12439,"run_at":1793745195.2471051,"wall_s":3261,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.959059893858984,"se":0.0054580767962944185,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":349,"run_at":1793742394.3571787,"wall_s":460,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9664,"se":0.0025486284745761365,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0032,"budget":32768,"profile":null,"mean_out_tokens":1766,"run_at":1793745084.7675047,"wall_s":3150,"gpu":"8xH100"},{"model_id":"king-f91f3ea7333b01e2","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.968,"se":0.007878842066230875,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.008,"budget":32768,"profile":null,"mean_out_tokens":2040,"run_at":1793745104.821618,"wall_s":3171,"gpu":"8xH100"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.6041666666666666,"se":0.03090648255113833,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793590349.7413127,"cap_rate":0.33666666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6083333333333333,"se":0.06571701494772755,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.31666666666666665,"budget":32768,"profile":null,"mean_out_tokens":17337,"run_at":1793590319.403224,"wall_s":1041,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5875,"se":0.07257823761095776,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3416666666666667,"budget":32768,"profile":null,"mean_out_tokens":18605,"run_at":1793590339.5723538,"wall_s":1061,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6645833333333333,"se":0.06862798297992387,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3,"budget":32768,"profile":null,"mean_out_tokens":16386,"run_at":1793590319.4842975,"wall_s":1041,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5729166666666666,"se":0.06820798181682922,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3625,"budget":32768,"profile":null,"mean_out_tokens":18193,"run_at":1793590349.7413127,"wall_s":1071,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5875,"se":0.07356139432903773,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3625,"budget":32768,"profile":null,"mean_out_tokens":18616,"run_at":1793590339.6580377,"wall_s":1061,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9390625,"se":0.018519888715779902,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0296875,"budget":32768,"profile":null,"mean_out_tokens":6046,"run_at":1793590128.9654577,"wall_s":850,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":446,"run_at":1793589488.8526158,"wall_s":210,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9449008214786616,"se":0.0032300957953622445,"n":4991,"samples":4991,"samples_expected":5000,"errors":9,"complete":false,"rollouts":1,"cap_rate":0.03406131035864556,"budget":32768,"profile":null,"mean_out_tokens":3583,"run_at":1793590199.3072832,"wall_s":921,"gpu":"8xB200"},{"model_id":"king-fae7fc8b101f501c","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.948,"se":0.00993929470125102,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.042,"budget":32768,"profile":null,"mean_out_tokens":3826,"run_at":1793590038.9057565,"wall_s":760,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7279166666666667,"se":0.02851503211117371,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793810367.477405,"cap_rate":0.06291666666666666,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6979166666666666,"se":0.06747999739102485,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":32768,"profile":null,"mean_out_tokens":9446,"run_at":1793810306.9317267,"wall_s":620,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.73125,"se":0.06379055505161484,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":32768,"profile":null,"mean_out_tokens":9320,"run_at":1793810306.9936635,"wall_s":620,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7833333333333333,"se":0.05596056869834461,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":32768,"profile":null,"mean_out_tokens":8507,"run_at":1793810317.0535364,"wall_s":630,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.68125,"se":0.07036376643157173,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12083333333333333,"budget":32768,"profile":null,"mean_out_tokens":11604,"run_at":1793810367.477405,"wall_s":681,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7458333333333333,"se":0.06292480155980626,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06666666666666667,"budget":32768,"profile":null,"mean_out_tokens":9601,"run_at":1793810317.116299,"wall_s":630,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9609375,"se":0.01444892848813116,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":32768,"profile":null,"mean_out_tokens":2951,"run_at":1793810256.867792,"wall_s":570,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.2196601941747573,"se":0.03318439590560082,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03337378640776699,"budget":32768,"profile":null,"mean_out_tokens":10995,"run_at":1793810817.7439392,"wall_s":1131,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.959059893858984,"se":0.0054580767962944185,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":391,"run_at":1793809866.7589848,"wall_s":180,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9699819891935161,"se":0.002414135125767718,"n":4997,"samples":4997,"samples_expected":5000,"errors":3,"complete":false,"rollouts":1,"cap_rate":0.002601560936561937,"budget":32768,"profile":null,"mean_out_tokens":1832,"run_at":1793810327.389879,"wall_s":641,"gpu":"8xB200"},{"model_id":"king-fea70be418de9dc7","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.98,"se":0.006267260734501833,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":1933,"run_at":1793810196.8221262,"wall_s":510,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.57625,"se":0.030423178181996573,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793586736.6475282,"cap_rate":0.32666666666666666,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.58125,"se":0.07335051555499734,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3020833333333333,"budget":32768,"profile":null,"mean_out_tokens":16523,"run_at":1793586726.3960366,"wall_s":991,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5541666666666667,"se":0.07344737084147332,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3458333333333333,"budget":32768,"profile":null,"mean_out_tokens":18105,"run_at":1793586736.4813359,"wall_s":1001,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6229166666666667,"se":0.06541227381106775,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2875,"budget":32768,"profile":null,"mean_out_tokens":16130,"run_at":1793586716.3164644,"wall_s":981,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5541666666666667,"se":0.062336952073948335,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.34791666666666665,"budget":32768,"profile":null,"mean_out_tokens":17709,"run_at":1793586736.5631382,"wall_s":1001,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.56875,"se":0.06875,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.35,"budget":32768,"profile":null,"mean_out_tokens":17799,"run_at":1793586736.6475282,"wall_s":1001,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9078125,"se":0.024410877196052772,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.034375,"budget":32768,"profile":null,"mean_out_tokens":5408,"run_at":1793586535.8953907,"wall_s":800,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":366,"run_at":1793585945.7914026,"wall_s":210,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9495495495495495,"se":0.003097184457185852,"n":4995,"samples":4995,"samples_expected":5000,"errors":5,"complete":false,"rollouts":1,"cap_rate":0.024624624624624624,"budget":32768,"profile":null,"mean_out_tokens":2974,"run_at":1793586606.218628,"wall_s":870,"gpu":"8xB200"},{"model_id":"king-ff8d9fbd3711e8be","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.952,"se":0.009569490597759172,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.024,"budget":32768,"profile":null,"mean_out_tokens":3172,"run_at":1793586465.8386264,"wall_s":730,"gpu":"8xB200"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.24791666666666667,"se":0.032070692474736144,"n":150,"samples":960,"samples_expected":2400,"errors":1440,"complete":false,"run_at":1793907260.6775043,"cap_rate":0.0625,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"2xH200+8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6104166666666667,"se":0.07189972296772254,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":16242,"run_at":1793828467.6837652,"wall_s":6051,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6333333333333333,"se":0.07240067843292555,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0875,"budget":32768,"profile":null,"mean_out_tokens":15293,"run_at":1793828397.5665014,"wall_s":5981,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.0,"se":0.0,"n":30,"samples":0,"samples_expected":480,"errors":480,"complete":false,"rollouts":16,"cap_rate":0.0,"budget":30720,"profile":"mimo","mean_out_tokens":0,"run_at":1793907250.6110308,"wall_s":543,"gpu":"2xH200"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6395833333333333,"se":0.07102008006212504,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":32768,"profile":null,"mean_out_tokens":14652,"run_at":1793828127.454518,"wall_s":5710,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.0,"se":0.0,"n":30,"samples":0,"samples_expected":480,"errors":480,"complete":false,"rollouts":16,"cap_rate":0.0,"budget":30720,"profile":"mimo","mean_out_tokens":0,"run_at":1793907260.6554213,"wall_s":553,"gpu":"2xH200"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6020833333333333,"se":0.07263286313035863,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.058333333333333334,"budget":32768,"profile":null,"mean_out_tokens":16103,"run_at":1793828717.8008606,"wall_s":6301,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.0,"se":0.0,"n":30,"samples":0,"samples_expected":480,"errors":480,"complete":false,"rollouts":16,"cap_rate":0.0,"budget":30720,"profile":"mimo","mean_out_tokens":0,"run_at":1793907260.6775043,"wall_s":553,"gpu":"2xH200"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6291666666666667,"se":0.07315335149703699,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":15126,"run_at":1793827827.2513762,"wall_s":5410,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9421875,"se":0.029805349758033672,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.015625,"budget":32768,"profile":null,"mean_out_tokens":7649,"run_at":1793828777.8882837,"wall_s":6361,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1341019417475728,"se":0.026047785312846385,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.030946601941747573,"budget":32768,"profile":null,"mean_out_tokens":16036,"run_at":1793830028.9354877,"wall_s":7612,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9469294920394238,"se":0.006174868858638446,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.00530705079605762,"budget":32768,"profile":null,"mean_out_tokens":1853,"run_at":1793827877.3367968,"wall_s":5460,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9614,"se":0.002724608723934449,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0074,"budget":32768,"profile":null,"mean_out_tokens":4620,"run_at":1793829688.468611,"wall_s":7271,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.968,"se":0.007878842066230875,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":4727,"run_at":1793828887.9426007,"wall_s":6471,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7341666666666666,"se":0.028668159136009702,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793911719.1094863,"cap_rate":0.18166666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":32768,"profile":"nemotron-nano-9b","gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.75625,"se":0.062020430217532486,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17083333333333334,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":17841,"run_at":1793911688.994571,"wall_s":2191,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.7020833333333333,"se":0.06765277340244187,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17916666666666667,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":17520,"run_at":1793911628.619405,"wall_s":2131,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.7770833333333333,"se":0.05983419179418099,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":16468,"run_at":1793911668.7791662,"wall_s":2171,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.7208333333333333,"se":0.06390190188980371,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.225,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":19071,"run_at":1793911719.1094863,"wall_s":2221,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.7145833333333333,"se":0.06993706975598592,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18333333333333332,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":17691,"run_at":1793911668.8879802,"wall_s":2171,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.98125,"se":0.007489308618940976,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0078125,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":8138,"run_at":1793911538.4411573,"wall_s":2041,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.11225728155339806,"se":0.020467698993260116,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.47390776699029125,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":26737,"run_at":1793913879.6248837,"wall_s":4382,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0037907505686125853,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":759,"run_at":1793910847.9187186,"wall_s":1350,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.955,"se":0.002932016259141271,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.001,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":2937,"run_at":1793911438.3327043,"wall_s":1941,"gpu":"8xH100"},{"model_id":"nemotron-nano-9b-v2","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.96,"se":0.008772337648291433,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":"nemotron-nano-9b","mean_out_tokens":3044,"run_at":1793910777.845113,"wall_s":1280,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.685,"se":0.02831663213521312,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793918035.48183,"cap_rate":0.11375,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":30720,"profile":"phi4-reasoning","gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6958333333333333,"se":0.05998782603187627,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11666666666666667,"budget":32768,"profile":null,"mean_out_tokens":12778,"run_at":1793851579.6577456,"wall_s":19291,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.6895833333333333,"se":0.06423478433961687,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12708333333333333,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":12289,"run_at":1793918015.270105,"wall_s":4511,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.65,"se":0.061529826427756854,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12916666666666668,"budget":32768,"profile":null,"mean_out_tokens":12106,"run_at":1793851069.3673854,"wall_s":18781,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.6854166666666667,"se":0.0638140126368203,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11041666666666666,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":11705,"run_at":1793917925.1748276,"wall_s":4421,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6854166666666667,"se":0.06253471258251514,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10833333333333334,"budget":32768,"profile":null,"mean_out_tokens":11427,"run_at":1793850349.1087997,"wall_s":18060,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.7208333333333333,"se":0.0684478295052858,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":10765,"run_at":1793917625.033672,"wall_s":4121,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6,"se":0.06610304129891088,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12916666666666668,"budget":32768,"profile":null,"mean_out_tokens":12658,"run_at":1793850599.2004645,"wall_s":18311,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.6416666666666667,"se":0.06320957357529697,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.125,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":12271,"run_at":1793918035.48183,"wall_s":4531,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6958333333333333,"se":0.059461584881571675,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11875,"budget":32768,"profile":null,"mean_out_tokens":12516,"run_at":1793851899.7496786,"wall_s":19611,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.6875,"se":0.06008255814380284,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10625,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":12039,"run_at":1793918015.3749754,"wall_s":4511,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.8921875,"se":0.020751542169290604,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09375,"budget":32768,"profile":null,"mean_out_tokens":6118,"run_at":1793850719.2800574,"wall_s":18431,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.965625,"se":0.01466608845742537,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":3412,"run_at":1793917314.893189,"wall_s":3810,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1328883495145631,"se":0.024703764529256354,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.030946601941747573,"budget":32768,"profile":null,"mean_out_tokens":9785,"run_at":1793852750.0504675,"wall_s":20461,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.154126213592233,"se":0.026506343969482603,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03944174757281554,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":10231,"run_at":1793918536.2720313,"wall_s":5032,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9226686884003032,"se":0.0073577135232223,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.047763457164518575,"budget":32768,"profile":null,"mean_out_tokens":2241,"run_at":1793852930.80679,"wall_s":20642,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9514783927217589,"se":0.00591846861892113,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.012130401819560273,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":1071,"run_at":1793915794.7062855,"wall_s":2290,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.7654,"se":0.005993308931666219,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.1526,"budget":32768,"profile":null,"mean_out_tokens":6647,"run_at":1793852780.6829681,"wall_s":20492,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9094,"se":0.004059756682963275,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0136,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":2211,"run_at":1793918085.789421,"wall_s":4581,"gpu":"8xH200"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.774,"se":0.01872295644913999,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.142,"budget":32768,"profile":null,"mean_out_tokens":6364,"run_at":1793849898.9542837,"wall_s":17610,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.894,"se":0.01378070446788779,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.014,"budget":30720,"profile":"phi4-reasoning","mean_out_tokens":2520,"run_at":1793916594.7910926,"wall_s":3090,"gpu":"8xH200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7391666666666666,"se":0.02919709183315687,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793563257.1694858,"cap_rate":0.07,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7458333333333333,"se":0.061334926266170965,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09791666666666667,"budget":32768,"profile":null,"mean_out_tokens":16581,"run_at":1793563257.0793266,"wall_s":2401,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.74375,"se":0.06709743194462228,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07291666666666667,"budget":32768,"profile":null,"mean_out_tokens":15651,"run_at":1793563216.976077,"wall_s":2360,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7854166666666667,"se":0.06549459082399908,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":null,"mean_out_tokens":13831,"run_at":1793563166.8077192,"wall_s":2310,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6958333333333333,"se":0.07006855564674824,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09583333333333334,"budget":32768,"profile":null,"mean_out_tokens":16465,"run_at":1793563257.1694858,"wall_s":2401,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.725,"se":0.06548887770796104,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06041666666666667,"budget":32768,"profile":null,"mean_out_tokens":14629,"run_at":1793563206.8916368,"wall_s":2350,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9875,"se":0.006004805767690768,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":32768,"profile":null,"mean_out_tokens":7175,"run_at":1793563016.7232664,"wall_s":2160,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9636087945413192,"se":0.00515811348923114,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":900,"run_at":1793561376.5772712,"wall_s":520,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9646,"se":0.002613567322038857,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0024,"budget":32768,"profile":null,"mean_out_tokens":4676,"run_at":1793563327.588276,"wall_s":2471,"gpu":"8xB200"},{"model_id":"qwen3-14b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.962,"se":0.008559118940292168,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.006,"budget":32768,"profile":null,"mean_out_tokens":4850,"run_at":1793562996.654233,"wall_s":2140,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.67,"se":0.030424614358060303,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793566550.650913,"cap_rate":0.08625,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7,"se":0.06492424852069534,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09583333333333334,"budget":32768,"profile":null,"mean_out_tokens":16928,"run_at":1793566550.650913,"wall_s":2021,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6604166666666667,"se":0.06922727056891277,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09375,"budget":32768,"profile":null,"mean_out_tokens":17410,"run_at":1793566540.466364,"wall_s":2010,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7041666666666667,"se":0.06700256614288591,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.058333333333333334,"budget":32768,"profile":null,"mean_out_tokens":14613,"run_at":1793566500.2880268,"wall_s":1970,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.63125,"se":0.07162860690803784,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09791666666666667,"budget":32768,"profile":null,"mean_out_tokens":17377,"run_at":1793566540.5577862,"wall_s":2011,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6541666666666667,"se":0.07083333333333333,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":15987,"run_at":1793566510.3748329,"wall_s":1980,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9625,"se":0.018696504883849142,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":32768,"profile":null,"mean_out_tokens":8182,"run_at":1793566260.1492596,"wall_s":1730,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1126,"run_at":1793564920.0460093,"wall_s":390,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9542,"se":0.0029567246141784694,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0042,"budget":32768,"profile":null,"mean_out_tokens":5152,"run_at":1793566611.088716,"wall_s":2081,"gpu":"8xB200"},{"model_id":"qwen3-4b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.962,"se":0.008559118940292168,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.01,"budget":32768,"profile":null,"mean_out_tokens":5376,"run_at":1793566280.1964774,"wall_s":1750,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.7229166666666667,"se":0.03313414311918695,"n":120,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793915155.8498106,"cap_rate":0.04708333333333333,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":38912,"profile":"qwen3","gpu":"4xH200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7020833333333333,"se":0.06473610037352329,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10625,"budget":32768,"profile":null,"mean_out_tokens":17388,"run_at":1793547568.4588826,"wall_s":1911,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.7145833333333333,"se":0.06312072033214641,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04583333333333333,"budget":38912,"profile":"qwen3","mean_out_tokens":18366,"run_at":1793915025.4265137,"wall_s":8451,"gpu":"4xH200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.725,"se":0.0681761578981034,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08958333333333333,"budget":32768,"profile":null,"mean_out_tokens":16733,"run_at":1793547357.7415905,"wall_s":1700,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.7354166666666667,"se":0.06811576135113256,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.058333333333333334,"budget":38912,"profile":"qwen3","mean_out_tokens":17370,"run_at":1793915085.6822553,"wall_s":8511,"gpu":"4xH200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7791666666666667,"se":0.0658398803670184,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.041666666666666664,"budget":32768,"profile":null,"mean_out_tokens":14245,"run_at":1793547327.5809216,"wall_s":1670,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.75625,"se":0.06709743194462228,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":38912,"profile":"qwen3","mean_out_tokens":14931,"run_at":1793915015.2587907,"wall_s":8441,"gpu":"4xH200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6604166666666667,"se":0.06967979754436543,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10416666666666667,"budget":32768,"profile":null,"mean_out_tokens":17041,"run_at":1793547558.3681755,"wall_s":1901,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.6854166666666667,"se":0.06927913754130773,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05416666666666667,"budget":38912,"profile":"qwen3","mean_out_tokens":18138,"run_at":1793915155.8498106,"wall_s":8581,"gpu":"4xH200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6520833333333333,"se":0.07120948972716394,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07916666666666666,"budget":32768,"profile":null,"mean_out_tokens":15974,"run_at":1793547508.2771678,"wall_s":1851,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.64375,"se":0.07224029485785219,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":38912,"profile":"qwen3","mean_out_tokens":16689,"run_at":1793914905.1070764,"wall_s":8331,"gpu":"4xH200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9515625,"se":0.022544416184984584,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0140625,"budget":32768,"profile":null,"mean_out_tokens":8441,"run_at":1793547327.6523178,"wall_s":1670,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.959375,"se":0.0200847064377926,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":38912,"profile":"qwen3","mean_out_tokens":8587,"run_at":1793921661.1143527,"wall_s":1050,"gpu":"8xB300"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.17657766990291263,"se":0.030748367523076223,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.010315533980582525,"budget":38912,"profile":"qwen3","mean_out_tokens":17335,"run_at":1793922691.9546952,"wall_s":2081,"gpu":"8xB300"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9469294920394238,"se":0.006174868858638446,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1506,"run_at":1793545717.4177184,"wall_s":60,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":38912,"profile":"qwen3","mean_out_tokens":1515,"run_at":1793920940.9880195,"wall_s":330,"gpu":"8xB300"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9578,"se":0.002843492410719248,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0038,"budget":32768,"profile":null,"mean_out_tokens":5231,"run_at":1793547428.177202,"wall_s":1771,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9582,"se":0.0028305749293891123,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.004,"budget":38912,"profile":"qwen3","mean_out_tokens":5382,"run_at":1793921941.5941992,"wall_s":1331,"gpu":"8xB300"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.97,"se":0.007636532803997706,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":5361,"run_at":1793546607.4840164,"wall_s":950,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.962,"se":0.008559118940292168,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":38912,"profile":"qwen3","mean_out_tokens":5541,"run_at":1793921551.042111,"wall_s":940,"gpu":"8xB300"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5770833333333333,"se":0.03163723538119679,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793560657.0209455,"cap_rate":0.41583333333333333,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5958333333333333,"se":0.07369149085040137,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.4,"budget":32768,"profile":null,"mean_out_tokens":25180,"run_at":1793560626.669803,"wall_s":1900,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5770833333333333,"se":0.0724595689219339,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.41458333333333336,"budget":32768,"profile":null,"mean_out_tokens":26137,"run_at":1793560646.847274,"wall_s":1921,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.60625,"se":0.06801461451303184,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3854166666666667,"budget":32768,"profile":null,"mean_out_tokens":24995,"run_at":1793560636.7566764,"wall_s":1911,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5395833333333333,"se":0.07132289408252103,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.45416666666666666,"budget":32768,"profile":null,"mean_out_tokens":25718,"run_at":1793560657.0209455,"wall_s":1931,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5666666666666667,"se":0.0722889648870728,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.425,"budget":32768,"profile":null,"mean_out_tokens":26265,"run_at":1793560646.9346027,"wall_s":1921,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.828125,"se":0.032794370754828155,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1703125,"budget":32768,"profile":null,"mean_out_tokens":17104,"run_at":1793560556.5827894,"wall_s":1830,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9416224412433661,"se":0.006458083557832507,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.02122820318423048,"budget":32768,"profile":null,"mean_out_tokens":2845,"run_at":1793559706.3329542,"wall_s":980,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.803921568627451,"se":0.005616516997438486,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.18607442977190877,"budget":32768,"profile":null,"mean_out_tokens":13254,"run_at":1793560667.6155336,"wall_s":1941,"gpu":"8xB200"},{"model_id":"qwen3.5-4b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.778,"se":0.018604414758250098,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.216,"budget":32768,"profile":null,"mean_out_tokens":14450,"run_at":1793560446.4191577,"wall_s":1720,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.8804166666666666,"se":0.02076838309524247,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793917509.6011612,"cap_rate":0.08958333333333333,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":65536,"profile":"qwen3.5-family","gpu":"8xB300+8xH100"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.66875,"se":0.06912775009598773,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.33125,"budget":32768,"profile":null,"mean_out_tokens":24095,"run_at":1793545492.4772725,"wall_s":1840,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.90625,"se":0.039157571088656896,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07916666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":30132,"run_at":1793917509.6011612,"wall_s":1931,"gpu":"8xB300"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6833333333333333,"se":0.06766936323260707,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3104166666666667,"budget":32768,"profile":null,"mean_out_tokens":24472,"run_at":1793545492.562694,"wall_s":1841,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.9,"se":0.039369127002253174,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07291666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":29953,"run_at":1793917449.0589147,"wall_s":1871,"gpu":"8xB300"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7125,"se":0.06079572920571948,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.28125,"budget":32768,"profile":null,"mean_out_tokens":22876,"run_at":1793545482.3942914,"wall_s":1830,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.8791666666666667,"se":0.05146326294503868,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":28389,"run_at":1793906771.190922,"wall_s":9800,"gpu":"8xH100"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6020833333333333,"se":0.07294129304996427,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38958333333333334,"budget":32768,"profile":null,"mean_out_tokens":24556,"run_at":1793545492.6459002,"wall_s":1841,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.8479166666666667,"se":0.05047220746166785,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11875,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":31261,"run_at":1793907201.4651825,"wall_s":10231,"gpu":"8xH100"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7,"se":0.067700320038633,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.29375,"budget":32768,"profile":null,"mean_out_tokens":24644,"run_at":1793545503.2861748,"wall_s":1851,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.86875,"se":0.0521924145080864,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09166666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":30266,"run_at":1793907001.3307083,"wall_s":10030,"gpu":"8xH100"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9046875,"se":0.018452161706277545,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09375,"budget":32768,"profile":null,"mean_out_tokens":14928,"run_at":1793545402.3121727,"wall_s":1750,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9953125,"se":0.003457836116558209,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.003125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14369,"run_at":1793917318.49855,"wall_s":1740,"gpu":"8xB300"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.25910194174757284,"se":0.036386145937462776,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.27305825242718446,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":50697,"run_at":1793920420.3240662,"wall_s":4842,"gpu":"8xB300"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9431387414708112,"se":0.006378790242099615,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.02577710386656558,"budget":32768,"profile":null,"mean_out_tokens":3989,"run_at":1793544732.1573617,"wall_s":1080,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9689158453373768,"se":0.004780296718393392,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3535,"run_at":1793917058.4138012,"wall_s":1480,"gpu":"8xB300"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8499399759903962,"se":0.005052100243551263,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.14305722288915565,"budget":32768,"profile":null,"mean_out_tokens":11672,"run_at":1793545503.188416,"wall_s":1851,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9846,"se":0.0017416011698798853,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0024,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":8603,"run_at":1793917479.4770577,"wall_s":1901,"gpu":"8xB300"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.878,"se":0.014651324945044751,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.12,"budget":32768,"profile":null,"mean_out_tokens":11490,"run_at":1793545282.2260258,"wall_s":1630,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.99,"se":0.004454175497072094,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":9247,"run_at":1793905221.0379534,"wall_s":8250,"gpu":"8xH100"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.35208333333333336,"se":0.02798469956545593,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793558317.8309903,"cap_rate":0.085,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.3958333333333333,"se":0.06302461812991378,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.058333333333333334,"budget":32768,"profile":null,"mean_out_tokens":13452,"run_at":1793558307.7055798,"wall_s":1641,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.34791666666666665,"se":0.06226127781020389,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":14024,"run_at":1793558317.8309903,"wall_s":1651,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.4,"se":0.0588442323270592,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07916666666666666,"budget":32768,"profile":null,"mean_out_tokens":12654,"run_at":1793558216.799048,"wall_s":1550,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.3125,"se":0.06740787668426042,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1,"budget":32768,"profile":null,"mean_out_tokens":13933,"run_at":1793558297.4576652,"wall_s":1631,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.30416666666666664,"se":0.06312427686319991,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10208333333333333,"budget":32768,"profile":null,"mean_out_tokens":13614,"run_at":1793558297.584284,"wall_s":1631,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.746875,"se":0.04978670450544825,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.028125,"budget":32768,"profile":null,"mean_out_tokens":6976,"run_at":1793558186.680625,"wall_s":1520,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.6739954510993177,"se":0.012911675645682899,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002274450341167551,"budget":32768,"profile":null,"mean_out_tokens":560,"run_at":1793557656.5182025,"wall_s":990,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8038,"se":0.005616709132961832,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0092,"budget":32768,"profile":null,"mean_out_tokens":3987,"run_at":1793558257.311575,"wall_s":1591,"gpu":"8xB200"},{"model_id":"r1-distill-llama-8b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.76,"se":0.0191188666537598,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.006,"budget":32768,"profile":null,"mean_out_tokens":4376,"run_at":1793557856.5813532,"wall_s":1190,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.22416666666666665,"se":0.02617610154929807,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793908880.4348645,"cap_rate":0.15291666666666667,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":32768,"profile":"r1-distill","gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.2125,"se":0.055627946131459834,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17708333333333334,"budget":32768,"profile":null,"mean_out_tokens":18708,"run_at":1793577059.4660485,"wall_s":641,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.22083333333333333,"se":0.05923462181407035,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17708333333333334,"budget":32768,"profile":"r1-distill","mean_out_tokens":18978,"run_at":1793908880.4348645,"wall_s":1321,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.20208333333333334,"se":0.05831408754763646,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15625,"budget":32768,"profile":null,"mean_out_tokens":17903,"run_at":1793577049.107263,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.18333333333333332,"se":0.056136806073810275,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.175,"budget":32768,"profile":"r1-distill","mean_out_tokens":18043,"run_at":1793908870.1835382,"wall_s":1311,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.2791666666666667,"se":0.05769872373204206,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1375,"budget":32768,"profile":null,"mean_out_tokens":16546,"run_at":1793577049.1950166,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.3145833333333333,"se":0.05791232514944085,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10208333333333333,"budget":32768,"profile":"r1-distill","mean_out_tokens":15222,"run_at":1793908819.9500816,"wall_s":1261,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.22708333333333333,"se":0.06324862945829333,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15208333333333332,"budget":32768,"profile":null,"mean_out_tokens":16381,"run_at":1793577049.2804985,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.2125,"se":0.06569423687524416,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15,"budget":32768,"profile":"r1-distill","mean_out_tokens":16668,"run_at":1793908860.0645032,"wall_s":1301,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.22083333333333333,"se":0.05754287923098366,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13333333333333333,"budget":32768,"profile":null,"mean_out_tokens":16902,"run_at":1793577049.3674843,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.18958333333333333,"se":0.05372972530383953,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.16041666666666668,"budget":32768,"profile":"r1-distill","mean_out_tokens":17557,"run_at":1793908870.297159,"wall_s":1311,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.684375,"se":0.05204886680088636,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.065625,"budget":32768,"profile":null,"mean_out_tokens":9651,"run_at":1793577008.577426,"wall_s":590,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.690625,"se":0.05185607470657955,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09375,"budget":32768,"profile":"r1-distill","mean_out_tokens":9826,"run_at":1793908789.8474348,"wall_s":1231,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.07402912621359223,"se":0.019545699092135837,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06735436893203883,"budget":32768,"profile":"r1-distill","mean_out_tokens":13593,"run_at":1793909210.7543492,"wall_s":1652,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.7391963608794542,"se":0.012094252417332885,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":438,"run_at":1793576598.4383843,"wall_s":180,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.7187263078089462,"se":0.012384789310940171,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":"r1-distill","mean_out_tokens":489,"run_at":1793908439.0888784,"wall_s":880,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8556,"se":0.0049713852128141145,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0284,"budget":32768,"profile":null,"mean_out_tokens":5351,"run_at":1793577038.9995844,"wall_s":621,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.8528,"se":0.005011133034639788,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0292,"budget":32768,"profile":"r1-distill","mean_out_tokens":5342,"run_at":1793908779.734583,"wall_s":1221,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.826,"se":0.01697127125751611,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.03,"budget":32768,"profile":null,"mean_out_tokens":5626,"run_at":1793576968.4953587,"wall_s":550,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.82,"se":0.017198592476314237,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.036,"budget":32768,"profile":"r1-distill","mean_out_tokens":5818,"run_at":1793908769.1969259,"wall_s":1210,"gpu":"8xH100"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5666666666666667,"se":0.031461347211805865,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793569868.427455,"cap_rate":0.035,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5791666666666667,"se":0.07241308041065085,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":null,"mean_out_tokens":12651,"run_at":1793569778.2114227,"wall_s":1950,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5354166666666667,"se":0.06705280593327101,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05625,"budget":32768,"profile":null,"mean_out_tokens":12616,"run_at":1793569868.3566926,"wall_s":2040,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.68125,"se":0.06809378568874908,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":null,"mean_out_tokens":10393,"run_at":1793569738.13626,"wall_s":1910,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.5,"se":0.07229310550424761,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":32768,"profile":null,"mean_out_tokens":12059,"run_at":1793569868.427455,"wall_s":2041,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5375,"se":0.07176950653979389,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.041666666666666664,"budget":32768,"profile":null,"mean_out_tokens":11167,"run_at":1793569828.2805665,"wall_s":2000,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.940625,"se":0.028741463336851687,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0046875,"budget":32768,"profile":null,"mean_out_tokens":5338,"run_at":1793569578.0276465,"wall_s":1750,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9583017437452616,"se":0.005506205058175755,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.001516300227445034,"budget":32768,"profile":null,"mean_out_tokens":834,"run_at":1793568907.9527621,"wall_s":1080,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9486,"se":0.003123068797151665,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0022,"budget":32768,"profile":null,"mean_out_tokens":3453,"run_at":1793569918.7862794,"wall_s":2091,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-14b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.948,"se":0.00993929470125102,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":3761,"run_at":1793569618.0662935,"wall_s":1790,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.45208333333333334,"se":0.030910723513262323,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793556475.5315824,"cap_rate":0.07166666666666667,"env_version":"aime22/v1/bench-v1+aime23/v1/bench-v1+aime24/v1/bench-v1+aime25/v1/bench-v1+aime26/v1/bench-v1","budget":32768,"profile":null,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.4395833333333333,"se":0.06636628629009383,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":14320,"run_at":1793556475.3704133,"wall_s":811,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.42916666666666664,"se":0.06851339466879558,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09166666666666666,"budget":32768,"profile":null,"mean_out_tokens":14489,"run_at":1793556475.451407,"wall_s":811,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.5458333333333333,"se":0.06839533212097662,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":12994,"run_at":1793556445.2889135,"wall_s":781,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.3958333333333333,"se":0.07200268726360202,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07083333333333333,"budget":32768,"profile":null,"mean_out_tokens":14107,"run_at":1793556475.5315824,"wall_s":811,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.45,"se":0.07175699333134035,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07083333333333333,"budget":32768,"profile":null,"mean_out_tokens":13356,"run_at":1793556435.1711142,"wall_s":771,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.875,"se":0.03804360268334487,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":6076,"run_at":1793556364.6701765,"wall_s":700,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9006823351023503,"se":0.008238371412684015,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.001516300227445034,"budget":32768,"profile":null,"mean_out_tokens":536,"run_at":1793556324.6047852,"wall_s":660,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9342,"se":0.0035066410289992978,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0058,"budget":32768,"profile":null,"mean_out_tokens":3784,"run_at":1793556405.0787976,"wall_s":741,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-7b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.922,"se":0.012005008974630627,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.01,"budget":32768,"profile":null,"mean_out_tokens":4106,"run_at":1793556374.7097585,"wall_s":710,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime","suite":"math","rollouts":16,"score":0.5929166666666666,"se":0.03326021412699118,"n":150,"samples":2400,"samples_expected":2400,"errors":0,"complete":true,"run_at":1793909207.9206018,"cap_rate":0.11583333333333333,"env_version":"aime22/v1/bench-v2+aime23/v1/bench-v2+aime24/v1/bench-v2+aime25/v1/bench-v2+aime26/v1/bench-v2","budget":32768,"profile":"skywork","gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5645833333333333,"se":0.07631058769934325,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1875,"budget":32768,"profile":null,"mean_out_tokens":17636,"run_at":1793573335.1025922,"wall_s":1101,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v2","score":0.58125,"se":0.07634980278335675,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11041666666666666,"budget":32768,"profile":"skywork","mean_out_tokens":16299,"run_at":1793909197.8053725,"wall_s":2601,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5833333333333334,"se":0.07487617492154114,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.14583333333333334,"budget":32768,"profile":null,"mean_out_tokens":16867,"run_at":1793573314.9102993,"wall_s":1081,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v2","score":0.5791666666666667,"se":0.0758650622014854,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.125,"budget":32768,"profile":"skywork","mean_out_tokens":16518,"run_at":1793909207.9206018,"wall_s":2611,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6625,"se":0.07696188786606034,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15833333333333333,"budget":32768,"profile":null,"mean_out_tokens":15415,"run_at":1793573304.7250862,"wall_s":1071,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v2","score":0.65,"se":0.07214389356910497,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11458333333333333,"budget":32768,"profile":"skywork","mean_out_tokens":15134,"run_at":1793909067.4596503,"wall_s":2471,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.49375,"se":0.07523609868923968,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18333333333333332,"budget":32768,"profile":null,"mean_out_tokens":17423,"run_at":1793573325.005939,"wall_s":1091,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v2","score":0.5333333333333333,"se":0.07824248828596951,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12291666666666666,"budget":32768,"profile":"skywork","mean_out_tokens":16815,"run_at":1793909167.6914144,"wall_s":2571,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5666666666666667,"se":0.07521122873084221,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13541666666666666,"budget":32768,"profile":null,"mean_out_tokens":16263,"run_at":1793573304.8166723,"wall_s":1071,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v2","score":0.6208333333333333,"se":0.07235104926331003,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10625,"budget":32768,"profile":"skywork","mean_out_tokens":15780,"run_at":1793909097.5724378,"wall_s":2501,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9125,"se":0.03421802737499485,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":32768,"profile":null,"mean_out_tokens":8491,"run_at":1793573234.177587,"wall_s":1000,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v2","score":0.9375,"se":0.03423265984407288,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.025,"budget":32768,"profile":"skywork","mean_out_tokens":7951,"run_at":1793908937.2782748,"wall_s":2340,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v2","score":0.14259708737864077,"se":0.02715217361453293,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05521844660194175,"budget":32768,"profile":"skywork","mean_out_tokens":15805,"run_at":1793910099.0388913,"wall_s":3502,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9219105382865808,"se":0.007390654481108267,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.025018953752843062,"budget":32768,"profile":null,"mean_out_tokens":2090,"run_at":1793573054.044255,"wall_s":820,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v2","score":0.9241849886277483,"se":0.007291205723162582,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.001516300227445034,"budget":32768,"profile":"skywork","mean_out_tokens":1569,"run_at":1793907617.0339835,"wall_s":1020,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9492,"se":0.0031057690126975067,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0244,"budget":32768,"profile":null,"mean_out_tokens":5436,"run_at":1793573264.62216,"wall_s":1031,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v2","score":0.9656,"se":0.002577723206899119,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0062,"budget":32768,"profile":"skywork","mean_out_tokens":5015,"run_at":1793909248.626448,"wall_s":2652,"gpu":"8xH100"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.936,"se":0.010956646210970982,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.028,"budget":32768,"profile":null,"mean_out_tokens":5813,"run_at":1793573174.0985324,"wall_s":940,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v2","score":0.964,"se":0.008339490043664346,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.01,"budget":32768,"profile":"skywork","mean_out_tokens":5312,"run_at":1793908757.114579,"wall_s":2160,"gpu":"8xH100"}],"results_prior":[{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7,"se":0.06946790791354708,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":15023,"run_at":1793571050.4167204,"wall_s":851,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6791666666666667,"se":0.06877503027459916,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08333333333333333,"budget":32768,"profile":null,"mean_out_tokens":14542,"run_at":1793571040.334895,"wall_s":841,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7125,"se":0.07270185929415826,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":32768,"profile":null,"mean_out_tokens":13699,"run_at":1793571030.2559,"wall_s":831,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6645833333333333,"se":0.06862798297992387,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08541666666666667,"budget":32768,"profile":null,"mean_out_tokens":15713,"run_at":1793571060.5069044,"wall_s":861,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6875,"se":0.07034142923389222,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06041666666666667,"budget":32768,"profile":null,"mean_out_tokens":13676,"run_at":1793571010.1768584,"wall_s":811,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9421875,"se":0.03284301084520427,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.028125,"budget":32768,"profile":null,"mean_out_tokens":6458,"run_at":1793570919.711648,"wall_s":720,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1729368932038835,"se":0.03006082472129795,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016383495145631068,"budget":32768,"profile":null,"mean_out_tokens":15113,"run_at":1793741704.9185143,"wall_s":2860,"gpu":"8xH100"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9264594389689158,"se":0.007189835754365168,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1615,"run_at":1793570649.5989442,"wall_s":450,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9584,"se":0.0028240897819685772,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.003,"budget":32768,"profile":null,"mean_out_tokens":3676,"run_at":1793570970.0824955,"wall_s":771,"gpu":"8xB200"},{"model_id":"acereason-nemotron-1.1-7b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.954,"se":0.009377840251121317,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":3848,"run_at":1793570879.6464965,"wall_s":680,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.3104166666666667,"se":0.06934391670164662,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.029166666666666667,"budget":32768,"profile":null,"mean_out_tokens":10442,"run_at":1793576254.496516,"wall_s":331,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.2916666666666667,"se":0.0668281091202076,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.008333333333333333,"budget":32768,"profile":null,"mean_out_tokens":9763,"run_at":1793576243.95045,"wall_s":320,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.41458333333333336,"se":0.06616301308711903,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":32768,"profile":null,"mean_out_tokens":9413,"run_at":1793576254.5578823,"wall_s":331,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.30833333333333335,"se":0.0749121452230258,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":32768,"profile":null,"mean_out_tokens":9024,"run_at":1793576244.0111518,"wall_s":320,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.2833333333333333,"se":0.0641123445235511,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.016666666666666666,"budget":32768,"profile":null,"mean_out_tokens":9578,"run_at":1793576244.0730076,"wall_s":320,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.784375,"se":0.05028713626483366,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0046875,"budget":32768,"profile":null,"mean_out_tokens":4992,"run_at":1793576203.741536,"wall_s":280,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.7657316148597423,"se":0.01166641512763123,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.000758150113722517,"budget":32768,"profile":null,"mean_out_tokens":682,"run_at":1793576223.841893,"wall_s":300,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9036,"se":0.00417431347392547,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":32768,"profile":null,"mean_out_tokens":3007,"run_at":1793576254.4139342,"wall_s":331,"gpu":"8xB200"},{"model_id":"deepscaler-1.5b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.89,"se":0.014006869199415661,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":3147,"run_at":1793576233.8845003,"wall_s":310,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.4375,"se":0.06839970844194096,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.51875,"budget":32768,"profile":null,"mean_out_tokens":21878,"run_at":1793542356.86479,"wall_s":1561,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.41875,"se":0.06186095713163012,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.5479166666666667,"budget":32768,"profile":null,"mean_out_tokens":23605,"run_at":1793542387.2608042,"wall_s":1591,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.50625,"se":0.06997985650236756,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.47291666666666665,"budget":32768,"profile":null,"mean_out_tokens":20044,"run_at":1793542356.9572878,"wall_s":1561,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.38958333333333334,"se":0.06269247183597257,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.5395833333333333,"budget":32768,"profile":null,"mean_out_tokens":21803,"run_at":1793542367.0556479,"wall_s":1571,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.375,"se":0.06242811958518796,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.5958333333333333,"budget":32768,"profile":null,"mean_out_tokens":23441,"run_at":1793542377.157334,"wall_s":1581,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.75625,"se":0.037832394374432136,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.2109375,"budget":32768,"profile":null,"mean_out_tokens":10725,"run_at":1793542306.2513113,"wall_s":1510,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9370735405610311,"se":0.006688762581532763,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.003032600454890068,"budget":32768,"profile":null,"mean_out_tokens":371,"run_at":1793541776.095803,"wall_s":980,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8404723779023219,"se":0.00518098007442987,"n":4996,"samples":4996,"samples_expected":5000,"errors":4,"complete":false,"rollouts":1,"cap_rate":0.13931144915932747,"budget":32768,"profile":null,"mean_out_tokens":6559,"run_at":1793542316.7534633,"wall_s":1521,"gpu":"8xB200"},{"model_id":"genesis","model_kind":"genesis","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.828,"se":0.01689386887634749,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.16,"budget":32768,"profile":null,"mean_out_tokens":7161,"run_at":1793541906.1491742,"wall_s":1110,"gpu":"8xB200"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench_v2.pp1.5","score":0.90625,"se":0.03857999414561726,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04583333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15885,"run_at":1794220823.9262118,"wall_s":1301,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench_v2.pp1.5","score":0.88125,"se":0.04241603436513564,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.020833333333333332,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15980,"run_at":1794220813.8454409,"wall_s":1291,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench_v2.pp1.5","score":0.8916666666666667,"se":0.04708962677906431,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":13416,"run_at":1794220743.4187236,"wall_s":1220,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench_v2.pp1.5","score":0.8395833333333333,"se":0.04772889244817548,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06666666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":17867,"run_at":1794220894.4801323,"wall_s":1371,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench_v2.pp1.5","score":0.8583333333333333,"se":0.052925659929066574,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15849,"run_at":1794220844.065454,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench_v2.pp1.5","score":0.984375,"se":0.007990754874324357,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4525,"run_at":1794220343.2860062,"wall_s":820,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench_v2.pp1.5","score":0.2821601941747573,"se":0.036411237064150906,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12864077669902912,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":35155,"run_at":1794223135.131849,"wall_s":3612,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench_v2.pp1.5","score":0.9575435936315391,"se":0.00555383774999007,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":528,"run_at":1794219723.221611,"wall_s":200,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench_v2.pp1.5","score":0.9814,"se":0.0019108998685597141,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2846,"run_at":1794220864.377376,"wall_s":1341,"gpu":"8\u00d7B300"},{"model_id":"king-18fdad9a0a5966aa","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench_v2.pp1.5","score":0.98,"se":0.006267260734501833,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3092,"run_at":1794220643.3249996,"wall_s":1120,"gpu":"8\u00d7B300"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.75625,"se":0.06345180427314295,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":32768,"profile":null,"mean_out_tokens":8889,"run_at":1793893059.3830533,"wall_s":2451,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7458333333333333,"se":0.06045009974670822,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":32768,"profile":null,"mean_out_tokens":8888,"run_at":1793893109.8779757,"wall_s":2501,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.8166666666666667,"se":0.05401725636011449,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":8179,"run_at":1793893079.8054497,"wall_s":2471,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.68125,"se":0.06763064729856567,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07291666666666667,"budget":32768,"profile":null,"mean_out_tokens":10679,"run_at":1793893029.3113456,"wall_s":2421,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.79375,"se":0.05757538162240453,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0125,"budget":32768,"profile":null,"mean_out_tokens":8558,"run_at":1793892768.9082103,"wall_s":2160,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9796875,"se":0.01034934172779689,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2796,"run_at":1793891998.78723,"wall_s":1390,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.24029126213592233,"se":0.033014699381140836,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.010315533980582525,"budget":32768,"profile":null,"mean_out_tokens":10638,"run_at":1793892879.2304935,"wall_s":2271,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9552691432903715,"se":0.005693886131406986,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":388,"run_at":1793891148.7211914,"wall_s":540,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9714,"se":0.0023574391834999225,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0006,"budget":32768,"profile":null,"mean_out_tokens":1763,"run_at":1793893079.719272,"wall_s":2471,"gpu":"8xH100"},{"model_id":"king-2591cf7651067b2e","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.978,"se":0.006566447781940088,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1852,"run_at":1793892288.8261383,"wall_s":1680,"gpu":"8xH100"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench_v2.pp1.5","score":0.8729166666666667,"se":0.038315291231381686,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.035416666666666666,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":15517,"run_at":1794162131.5447447,"wall_s":1301,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench_v2.pp1.5","score":0.86875,"se":0.04166846260497343,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.027083333333333334,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16865,"run_at":1794162111.4633813,"wall_s":1281,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench_v2.pp1.5","score":0.89375,"se":0.04555985547644421,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03958333333333333,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":14021,"run_at":1794162051.0425658,"wall_s":1221,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench_v2.pp1.5","score":0.84375,"se":0.052054589769701905,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.06666666666666667,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":18897,"run_at":1794162221.7791142,"wall_s":1391,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench_v2.pp1.5","score":0.8520833333333333,"se":0.05389659684378037,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.03125,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":16389,"run_at":1794162151.685239,"wall_s":1321,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench_v2.pp1.5","score":0.9828125,"se":0.009223536078341189,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":4613,"run_at":1794161700.5773113,"wall_s":870,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench_v2.pp1.5","score":0.27730582524271846,"se":0.035977793689034226,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11347087378640777,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":34814,"run_at":1794164442.431081,"wall_s":3612,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench_v2.pp1.5","score":0.9522365428354814,"se":0.005874387536229253,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":543,"run_at":1794161070.5081697,"wall_s":240,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench_v2.pp1.5","score":0.9798,"se":0.0019897697949178327,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":2848,"run_at":1794162061.356965,"wall_s":1231,"gpu":"8\u00d7B300"},{"model_id":"king-62865daee8a72456","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench_v2.pp1.5","score":0.982,"se":0.005951709476392709,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":65536,"profile":"qwen3.5-family","mean_out_tokens":3142,"run_at":1794161930.6188698,"wall_s":1100,"gpu":"8\u00d7B300"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7708333333333334,"se":0.06387379048648288,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.01875,"budget":32768,"profile":null,"mean_out_tokens":8504,"run_at":1793886788.3291464,"wall_s":990,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.7333333333333333,"se":0.06292480155980626,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.022916666666666665,"budget":32768,"profile":null,"mean_out_tokens":8773,"run_at":1793887129.0820818,"wall_s":1331,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.8,"se":0.05288039529822514,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.008333333333333333,"budget":32768,"profile":null,"mean_out_tokens":7808,"run_at":1793887008.9272962,"wall_s":1211,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6958333333333333,"se":0.06577165013655825,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0625,"budget":32768,"profile":null,"mean_out_tokens":10427,"run_at":1793887089.009704,"wall_s":1291,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7770833333333333,"se":0.053829910303612984,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0125,"budget":32768,"profile":null,"mean_out_tokens":8411,"run_at":1793886938.856767,"wall_s":1141,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9671875,"se":0.016289937977994978,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":2815,"run_at":1793886458.215007,"wall_s":660,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.220873786407767,"se":0.03240151335504051,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.010315533980582525,"budget":32768,"profile":null,"mean_out_tokens":10458,"run_at":1793887579.4057271,"wall_s":1781,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9628506444275967,"se":0.005209516283073735,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":397,"run_at":1793886048.1521595,"wall_s":250,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9698,"se":0.0024204883293977167,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0016,"budget":32768,"profile":null,"mean_out_tokens":1748,"run_at":1793886848.7659543,"wall_s":1051,"gpu":"8xH100"},{"model_id":"king-e004d7caa8c67c32","model_kind":"king","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.972,"se":0.0073851934412260765,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1821,"run_at":1793886748.2538896,"wall_s":950,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6333333333333333,"se":0.07240067843292555,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0875,"budget":32768,"profile":null,"mean_out_tokens":15293,"run_at":1793828397.5665014,"wall_s":5981,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6395833333333333,"se":0.07102008006212504,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.04791666666666667,"budget":32768,"profile":null,"mean_out_tokens":14652,"run_at":1793828127.454518,"wall_s":5710,"gpu":"8xH100"},{"model_id":"mimo-7b-rl","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6020833333333333,"se":0.07263286313035863,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.058333333333333334,"budget":32768,"profile":null,"mean_out_tokens":16103,"run_at":1793828717.8008606,"wall_s":6301,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.6958333333333333,"se":0.05998782603187627,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11666666666666667,"budget":32768,"profile":null,"mean_out_tokens":12778,"run_at":1793851579.6577456,"wall_s":19291,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.65,"se":0.061529826427756854,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12916666666666668,"budget":32768,"profile":null,"mean_out_tokens":12106,"run_at":1793851069.3673854,"wall_s":18781,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6854166666666667,"se":0.06253471258251514,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10833333333333334,"budget":32768,"profile":null,"mean_out_tokens":11427,"run_at":1793850349.1087997,"wall_s":18060,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6,"se":0.06610304129891088,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.12916666666666668,"budget":32768,"profile":null,"mean_out_tokens":12658,"run_at":1793850599.2004645,"wall_s":18311,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6958333333333333,"se":0.059461584881571675,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.11875,"budget":32768,"profile":null,"mean_out_tokens":12516,"run_at":1793851899.7496786,"wall_s":19611,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.8921875,"se":0.020751542169290604,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09375,"budget":32768,"profile":null,"mean_out_tokens":6118,"run_at":1793850719.2800574,"wall_s":18431,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"arxivmath","suite":"math","env_version":"arxivmath/v1/bench-v1","score":0.1328883495145631,"se":0.024703764529256354,"n":103,"samples":1648,"samples_expected":1648,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.030946601941747573,"budget":32768,"profile":null,"mean_out_tokens":9785,"run_at":1793852750.0504675,"wall_s":20461,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9226686884003032,"se":0.0073577135232223,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.047763457164518575,"budget":32768,"profile":null,"mean_out_tokens":2241,"run_at":1793852930.80679,"wall_s":20642,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.7654,"se":0.005993308931666219,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.1526,"budget":32768,"profile":null,"mean_out_tokens":6647,"run_at":1793852780.6829681,"wall_s":20492,"gpu":"8xH100"},{"model_id":"phi-4-reasoning","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.774,"se":0.01872295644913999,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.142,"budget":32768,"profile":null,"mean_out_tokens":6364,"run_at":1793849898.9542837,"wall_s":17610,"gpu":"8xH100"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.7020833333333333,"se":0.06473610037352329,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10625,"budget":32768,"profile":null,"mean_out_tokens":17388,"run_at":1793547568.4588826,"wall_s":1911,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.725,"se":0.0681761578981034,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.08958333333333333,"budget":32768,"profile":null,"mean_out_tokens":16733,"run_at":1793547357.7415905,"wall_s":1700,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7791666666666667,"se":0.0658398803670184,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.041666666666666664,"budget":32768,"profile":null,"mean_out_tokens":14245,"run_at":1793547327.5809216,"wall_s":1670,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6604166666666667,"se":0.06967979754436543,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.10416666666666667,"budget":32768,"profile":null,"mean_out_tokens":17041,"run_at":1793547558.3681755,"wall_s":1901,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.6520833333333333,"se":0.07120948972716394,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.07916666666666666,"budget":32768,"profile":null,"mean_out_tokens":15974,"run_at":1793547508.2771678,"wall_s":1851,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9515625,"se":0.022544416184984584,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.0140625,"budget":32768,"profile":null,"mean_out_tokens":8441,"run_at":1793547327.6523178,"wall_s":1670,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9469294920394238,"se":0.006174868858638446,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":1506,"run_at":1793545717.4177184,"wall_s":60,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9578,"se":0.002843492410719248,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0038,"budget":32768,"profile":null,"mean_out_tokens":5231,"run_at":1793547428.177202,"wall_s":1771,"gpu":"8xB200"},{"model_id":"qwen3-8b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.97,"se":0.007636532803997706,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.002,"budget":32768,"profile":null,"mean_out_tokens":5361,"run_at":1793546607.4840164,"wall_s":950,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.66875,"se":0.06912775009598773,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.33125,"budget":32768,"profile":null,"mean_out_tokens":24095,"run_at":1793545492.4772725,"wall_s":1840,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.6833333333333333,"se":0.06766936323260707,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.3104166666666667,"budget":32768,"profile":null,"mean_out_tokens":24472,"run_at":1793545492.562694,"wall_s":1841,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.7125,"se":0.06079572920571948,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.28125,"budget":32768,"profile":null,"mean_out_tokens":22876,"run_at":1793545482.3942914,"wall_s":1830,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.6020833333333333,"se":0.07294129304996427,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.38958333333333334,"budget":32768,"profile":null,"mean_out_tokens":24556,"run_at":1793545492.6459002,"wall_s":1841,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.7,"se":0.067700320038633,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.29375,"budget":32768,"profile":null,"mean_out_tokens":24644,"run_at":1793545503.2861748,"wall_s":1851,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9046875,"se":0.018452161706277545,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.09375,"budget":32768,"profile":null,"mean_out_tokens":14928,"run_at":1793545402.3121727,"wall_s":1750,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9431387414708112,"se":0.006378790242099615,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.02577710386656558,"budget":32768,"profile":null,"mean_out_tokens":3989,"run_at":1793544732.1573617,"wall_s":1080,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8499399759903962,"se":0.005052100243551263,"n":4998,"samples":4998,"samples_expected":5000,"errors":2,"complete":false,"rollouts":1,"cap_rate":0.14305722288915565,"budget":32768,"profile":null,"mean_out_tokens":11672,"run_at":1793545503.188416,"wall_s":1851,"gpu":"8xB200"},{"model_id":"qwen3.5-9b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.878,"se":0.014651324945044751,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.12,"budget":32768,"profile":null,"mean_out_tokens":11490,"run_at":1793545282.2260258,"wall_s":1630,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.2125,"se":0.055627946131459834,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.17708333333333334,"budget":32768,"profile":null,"mean_out_tokens":18708,"run_at":1793577059.4660485,"wall_s":641,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.20208333333333334,"se":0.05831408754763646,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15625,"budget":32768,"profile":null,"mean_out_tokens":17903,"run_at":1793577049.107263,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.2791666666666667,"se":0.05769872373204206,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1375,"budget":32768,"profile":null,"mean_out_tokens":16546,"run_at":1793577049.1950166,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.22708333333333333,"se":0.06324862945829333,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15208333333333332,"budget":32768,"profile":null,"mean_out_tokens":16381,"run_at":1793577049.2804985,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.22083333333333333,"se":0.05754287923098366,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13333333333333333,"budget":32768,"profile":null,"mean_out_tokens":16902,"run_at":1793577049.3674843,"wall_s":631,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.684375,"se":0.05204886680088636,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.065625,"budget":32768,"profile":null,"mean_out_tokens":9651,"run_at":1793577008.577426,"wall_s":590,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.7391963608794542,"se":0.012094252417332885,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0,"budget":32768,"profile":null,"mean_out_tokens":438,"run_at":1793576598.4383843,"wall_s":180,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.8556,"se":0.0049713852128141145,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0284,"budget":32768,"profile":null,"mean_out_tokens":5351,"run_at":1793577038.9995844,"wall_s":621,"gpu":"8xB200"},{"model_id":"r1-distill-qwen-1.5b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.826,"se":0.01697127125751611,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.03,"budget":32768,"profile":null,"mean_out_tokens":5626,"run_at":1793576968.4953587,"wall_s":550,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime22","suite":"math","env_version":"aime22/v1/bench-v1","score":0.5645833333333333,"se":0.07631058769934325,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.1875,"budget":32768,"profile":null,"mean_out_tokens":17636,"run_at":1793573335.1025922,"wall_s":1101,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime23","suite":"math","env_version":"aime23/v1/bench-v1","score":0.5833333333333334,"se":0.07487617492154114,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.14583333333333334,"budget":32768,"profile":null,"mean_out_tokens":16867,"run_at":1793573314.9102993,"wall_s":1081,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime24","suite":"math","env_version":"aime24/v1/bench-v1","score":0.6625,"se":0.07696188786606034,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.15833333333333333,"budget":32768,"profile":null,"mean_out_tokens":15415,"run_at":1793573304.7250862,"wall_s":1071,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime25","suite":"math","env_version":"aime25/v1/bench-v1","score":0.49375,"se":0.07523609868923968,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.18333333333333332,"budget":32768,"profile":null,"mean_out_tokens":17423,"run_at":1793573325.005939,"wall_s":1091,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"aime26","suite":"math","env_version":"aime26/v1/bench-v1","score":0.5666666666666667,"se":0.07521122873084221,"n":30,"samples":480,"samples_expected":480,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.13541666666666666,"budget":32768,"profile":null,"mean_out_tokens":16263,"run_at":1793573304.8166723,"wall_s":1071,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"amc23","suite":"math","env_version":"amc23/v1/bench-v1","score":0.9125,"se":0.03421802737499485,"n":40,"samples":640,"samples_expected":640,"errors":0,"complete":true,"rollouts":16,"cap_rate":0.05,"budget":32768,"profile":null,"mean_out_tokens":8491,"run_at":1793573234.177587,"wall_s":1000,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"gsm8k","suite":"math","env_version":"gsm8k/v1/bench-v1","score":0.9219105382865808,"se":0.007390654481108267,"n":1319,"samples":1319,"samples_expected":1319,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.025018953752843062,"budget":32768,"profile":null,"mean_out_tokens":2090,"run_at":1793573054.044255,"wall_s":820,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"math","suite":"math","env_version":"math/v1/bench-v1","score":0.9492,"se":0.0031057690126975067,"n":5000,"samples":5000,"samples_expected":5000,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.0244,"budget":32768,"profile":null,"mean_out_tokens":5436,"run_at":1793573264.62216,"wall_s":1031,"gpu":"8xB200"},{"model_id":"skywork-or1-7b","model_kind":"reference","benchmark_id":"math500","suite":"math","env_version":"math500/v1/bench-v1","score":0.936,"se":0.010956646210970982,"n":500,"samples":500,"samples_expected":500,"errors":0,"complete":true,"rollouts":1,"cap_rate":0.028,"budget":32768,"profile":null,"mean_out_tokens":5813,"run_at":1793573174.0985324,"wall_s":940,"gpu":"8xB200"}],"node":{"pod":"affine-bench-4","gpu":"8\u00d7B300","usd_h":32.0,"up":true,"down_since":null},"progress":{"models_total":107,"models_scored":107,"queued":0,"evaluating":null,"median_model_wall_s":3581.9559378623962,"eta_hours":0.0}}