| triage_stub_escalate_v1 | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored 3d3a6afd | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored 5f2c057c | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored 77adc97b | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored cd35dc1f | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 3d3a6afd, repeats ×3 | 0.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 5f2c057c, repeats ×3 | 0.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 77adc97b, repeats ×3 | 0.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored cd35dc1f, repeats ×3 | 0.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 3d3a6afd | 0.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 5f2c057c | 0.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 77adc97b | 0.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored cd35dc1f | 0.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 5f2c057c | 0.615 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 77adc97b | 0.615 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored cd35dc1f | 0.615 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 5f2c057c, repeats ×3 | 0.682 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 77adc97b, repeats ×3 | 0.682 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored cd35dc1f, repeats ×3 | 0.682 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored 3d3a6afd | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored 3d3a6afd | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored 5f2c057c | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored 5f2c057c | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored 77adc97b | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored 77adc97b | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored cd35dc1f | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored cd35dc1f | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v2 | 0.831 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v2 · rescored 3d3a6afd | 0.831 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v2 · rescored 5f2c057c | 0.831 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored 3d3a6afd | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored 5f2c057c | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored 77adc97b | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored cd35dc1f | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 3d3a6afd | 0.938 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 5f2c057c | 0.938 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 77adc97b | 0.938 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored cd35dc1f | 0.938 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 3d3a6afd, repeats ×3 | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v1 · rescored 5f2c057c | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 5f2c057c, repeats ×3 | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v1 · rescored 77adc97b | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 77adc97b, repeats ×3 | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v1 · rescored cd35dc1f | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 · rescored cd35dc1f | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored cd35dc1f, repeats ×3 | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · repeats | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c, repeats | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 77adc97b | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 77adc97b, repeats | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f, repeats | 1.015 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 | 1.046 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 · rescored 5f2c057c | 1.046 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 · rescored 77adc97b | 1.046 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 · rescored cd35dc1f | 1.046 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored 3d3a6afd | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored 3d3a6afd | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored 5f2c057c | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored 5f2c057c | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored 77adc97b | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored 77adc97b | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored cd35dc1f | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored cd35dc1f | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored 3d3a6afd | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored 5f2c057c | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored 77adc97b | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored cd35dc1f | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored 3d3a6afd | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 · rescored 5f2c057c | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored 5f2c057c | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 · rescored 77adc97b | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored 77adc97b | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 · rescored cd35dc1f | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored cd35dc1f | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored 3d3a6afd | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored 5f2c057c | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored 77adc97b | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored cd35dc1f | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 · rescored 77adc97b | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 | 1.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 · rescored cd35dc1f | 1.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 | 1.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c | 1.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 · rescored 77adc97b | 1.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f | 1.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 | 1.431 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 · rescored cd35dc1f | 1.431 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 · rescored 5f2c057c | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 · rescored 77adc97b | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 · rescored cd35dc1f | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v2 | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v2 | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v2 | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v2 · rescored 3d3a6afd | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v2 · rescored 3d3a6afd | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v2 · rescored 3d3a6afd | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v2 · rescored 5f2c057c | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v2 · rescored 5f2c057c | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v2 · rescored 5f2c057c | 1.462 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v2 | 1.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v2 · rescored 3d3a6afd | 1.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v2 · rescored 5f2c057c | 1.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored 3d3a6afd | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored 5f2c057c | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored 77adc97b | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored cd35dc1f | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored 5f2c057c | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 · rescored 5f2c057c | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored 77adc97b | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 · rescored 77adc97b | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored cd35dc1f | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 · rescored cd35dc1f | 1.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v2 | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v2 · rescored 3d3a6afd | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 · rescored 5f2c057c | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v2 · rescored 5f2c057c | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 · rescored 77adc97b | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 · rescored cd35dc1f | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v2 | 1.538 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v2 · rescored 3d3a6afd | 1.538 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v2 · rescored 5f2c057c | 1.538 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v2 | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v2 | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 3d3a6afd | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v2 · rescored 3d3a6afd | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v2 · rescored 3d3a6afd | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 5f2c057c | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v2 · rescored 5f2c057c | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v2 · rescored 5f2c057c | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 77adc97b | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored cd35dc1f | 1.554 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 | 1.569 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored 3d3a6afd | 1.569 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored 5f2c057c | 1.569 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored 77adc97b | 1.569 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored cd35dc1f | 1.569 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 | 1.600 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored 3d3a6afd | 1.600 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored 5f2c057c | 1.600 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored 77adc97b | 1.600 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored cd35dc1f | 1.600 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 | 1.631 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 · rescored 5f2c057c | 1.631 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 · rescored 77adc97b | 1.631 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 · rescored cd35dc1f | 1.631 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 | 1.646 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v1 · rescored 5f2c057c | 1.646 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 · rescored 5f2c057c | 1.646 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v1 · rescored 77adc97b | 1.646 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 · rescored 77adc97b | 1.646 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v1 · rescored cd35dc1f | 1.646 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 · rescored cd35dc1f | 1.646 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored 3d3a6afd | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored 3d3a6afd | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored 3d3a6afd | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored 5f2c057c | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored 5f2c057c | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored 5f2c057c | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 · rescored 5f2c057c | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored 77adc97b | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored 77adc97b | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored 77adc97b | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 · rescored 77adc97b | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored cd35dc1f | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored cd35dc1f | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored cd35dc1f | 1.662 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v1 · rescored 5f2c057c | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v1 · rescored 77adc97b | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v1 · rescored cd35dc1f | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v2 | 1.708 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v2 · rescored 3d3a6afd | 1.708 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v2 · rescored 5f2c057c | 1.708 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v2 | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v2 | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v2 · rescored 3d3a6afd | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v2 · rescored 3d3a6afd | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v2 · rescored 5f2c057c | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 · rescored 5f2c057c | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v2 · rescored 5f2c057c | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 · rescored 77adc97b | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 · rescored cd35dc1f | 1.723 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v2 | 1.738 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v2 · rescored 3d3a6afd | 1.738 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v2 · rescored 5f2c057c | 1.738 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 3d3a6afd, repeats ×3 | 1.764 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 5f2c057c, repeats ×3 | 1.764 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 77adc97b, repeats ×3 | 1.764 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored cd35dc1f, repeats ×3 | 1.764 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v2 | 1.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v2 · rescored 3d3a6afd | 1.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v2 · rescored 5f2c057c | 1.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 | 1.800 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 · rescored 5f2c057c | 1.800 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 · rescored 77adc97b | 1.800 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 · rescored cd35dc1f | 1.800 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 · rescored 5f2c057c | 1.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 · rescored 77adc97b | 1.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored 5f2c057c | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored 5f2c057c | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored 77adc97b | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored 77adc97b | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored cd35dc1f | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored cd35dc1f | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v2 | 1.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v2 · rescored 3d3a6afd | 1.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v2 · rescored 5f2c057c | 1.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v1 · rescored 5f2c057c | 1.923 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v1 · rescored 77adc97b | 1.923 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v1 · rescored cd35dc1f | 1.923 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 · rescored 5f2c057c | 1.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 · rescored 77adc97b | 1.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v2 | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v2 · rescored 3d3a6afd | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v2 · rescored 5f2c057c | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored 3d3a6afd | 2.031 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored 5f2c057c | 2.031 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored 77adc97b | 2.031 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored cd35dc1f | 2.031 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored 5f2c057c | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored 77adc97b | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored cd35dc1f | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v1 · rescored 5f2c057c | 2.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v1 · rescored 77adc97b | 2.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v1 · rescored cd35dc1f | 2.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v2 | 2.200 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v2 · rescored 3d3a6afd | 2.200 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v2 · rescored 5f2c057c | 2.200 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v1 · rescored 5f2c057c | 2.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v1 · rescored 77adc97b | 2.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v1 · rescored cd35dc1f | 2.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v2 | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v2 · rescored 3d3a6afd | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored 3d3a6afd | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v2 · rescored 5f2c057c | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored 5f2c057c | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored 77adc97b | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored cd35dc1f | 2.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v2 | 2.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 | 2.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v2 · rescored 3d3a6afd | 2.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v2 · rescored 5f2c057c | 2.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 · rescored 5f2c057c | 2.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 · rescored 77adc97b | 2.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 · rescored cd35dc1f | 2.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_noreason_v1 | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_noreason_v1 · rescored 3d3a6afd | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_noreason_v1 · rescored 5f2c057c | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 · rescored 5f2c057c | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 · rescored 77adc97b | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 · rescored cd35dc1f | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v2 | 2.308 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v2 | 2.308 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v2 · rescored 3d3a6afd | 2.308 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v2 · rescored 3d3a6afd | 2.308 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v2 · rescored 5f2c057c | 2.308 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v2 · rescored 5f2c057c | 2.308 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 | 2.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 · rescored 5f2c057c | 2.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 · rescored 77adc97b | 2.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 · rescored cd35dc1f | 2.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v2 | 2.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v2 | 2.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v2 · rescored 3d3a6afd | 2.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v2 · rescored 3d3a6afd | 2.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v2 · rescored 5f2c057c | 2.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v2 · rescored 5f2c057c | 2.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v2 | 2.385 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v2 · rescored 3d3a6afd | 2.385 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v2 · rescored 5f2c057c | 2.385 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v2 | 2.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v2 · rescored 3d3a6afd | 2.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v2 · rescored 5f2c057c | 2.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 | 2.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored cd35dc1f | 2.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored 3d3a6afd | 2.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored 5f2c057c | 2.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored 77adc97b | 2.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 | 2.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored 3d3a6afd | 2.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored 5f2c057c | 2.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored 77adc97b | 2.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored cd35dc1f | 2.508 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 | 2.615 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored 3d3a6afd | 2.615 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored 5f2c057c | 2.615 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored 77adc97b | 2.615 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored cd35dc1f | 2.615 | 65 | gold/orrery_triage_v1_labelled gold |
