| triage_local_dgx_llama31_8b_v1 | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored 3d3a6afd | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored 3d3a6afd | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored 3d3a6afd | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored 5f2c057c | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored 5f2c057c | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored 5f2c057c | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored 77adc97b | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored 77adc97b | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored 77adc97b | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama31_8b_v1 · rescored cd35dc1f | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_llama31_8b_v1 · rescored cd35dc1f | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_llama31_8b_v1 · rescored cd35dc1f | 0.415 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored 3d3a6afd | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored 3d3a6afd | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored 5f2c057c | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored 5f2c057c | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored 77adc97b | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored 77adc97b | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_vllm_qwen3_30b_a3b_nvfp4_v1 · rescored cd35dc1f | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 · rescored cd35dc1f | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_escalate_v1 · rescored cd35dc1f | 0.477 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 | 0.631 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 · rescored cd35dc1f | 0.631 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 · rescored 5f2c057c | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 · rescored 77adc97b | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 · rescored 77adc97b | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v1 · rescored cd35dc1f | 0.754 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored 3d3a6afd | 0.769 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored 5f2c057c | 0.769 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored 77adc97b | 0.769 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_35_flash_lite_v1 · rescored cd35dc1f | 0.769 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v2 | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v2 · rescored 3d3a6afd | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v2 · rescored 5f2c057c | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 · rescored cd35dc1f | 0.785 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 3d3a6afd, repeats ×3 | 0.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 5f2c057c | 0.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 5f2c057c, repeats ×3 | 0.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 77adc97b | 0.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 77adc97b, repeats ×3 | 0.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored cd35dc1f | 0.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored cd35dc1f, repeats ×3 | 0.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v2 | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v2 · rescored 3d3a6afd | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v2 · rescored 5f2c057c | 0.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v2 | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 3d3a6afd | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored 3d3a6afd | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored 3d3a6afd | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v2 · rescored 3d3a6afd | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 5f2c057c | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored 5f2c057c | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored 5f2c057c | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v2 · rescored 5f2c057c | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 77adc97b | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored 77adc97b | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored 77adc97b | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored cd35dc1f | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_12b_noreason_v1 · rescored cd35dc1f | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_12b_noreason_v1 · rescored cd35dc1f | 0.892 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v2 | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v2 | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · repeats | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v2 · rescored 3d3a6afd | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v2 · rescored 3d3a6afd | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v2 · rescored 5f2c057c | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_lightning_30b_v2 · rescored 5f2c057c | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c, repeats | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 77adc97b | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored 77adc97b, repeats | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f, repeats | 0.908 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 3d3a6afd, repeats ×3 | 0.918 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 5f2c057c, repeats ×3 | 0.918 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored 77adc97b, repeats ×3 | 0.918 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_haiku_55_v1 · rescored cd35dc1f, repeats ×3 | 0.918 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v2 | 0.923 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v2 · rescored 3d3a6afd | 0.923 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v2 · rescored 5f2c057c | 0.923 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 5f2c057c, repeats ×3 | 0.933 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored 77adc97b, repeats ×3 | 0.933 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_6_luna_v1 · rescored cd35dc1f, repeats ×3 | 0.933 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v2 | 0.938 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v2 · rescored 3d3a6afd | 0.938 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v2 · rescored 5f2c057c | 0.938 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v2 | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored 3d3a6afd | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v2 · rescored 3d3a6afd | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored 5f2c057c | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v1 · rescored 5f2c057c | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_bolt_e4b_v2 · rescored 5f2c057c | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 · rescored 5f2c057c | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 · rescored 5f2c057c | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored 77adc97b | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v1 · rescored 77adc97b | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 · rescored 77adc97b | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 · rescored 77adc97b | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gemini_4_argon_v1 · rescored cd35dc1f | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v1 · rescored cd35dc1f | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_lightning_30b_v1 · rescored cd35dc1f | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_lightning_30b_v1 · rescored cd35dc1f | 0.954 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 3d3a6afd | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored 3d3a6afd | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 5f2c057c | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored 5f2c057c | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored 77adc97b | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored 77adc97b | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_gpt_61_sol_v1 · rescored cd35dc1f | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_phi4_14b_v1 · rescored cd35dc1f | 0.969 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v2 | 0.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v2 · rescored 3d3a6afd | 0.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v2 · rescored 5f2c057c | 0.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v2 | 1.031 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v2 · rescored 3d3a6afd | 1.031 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v2 · rescored 5f2c057c | 1.031 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v2 | 1.046 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v2 · rescored 3d3a6afd | 1.046 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v2 · rescored 5f2c057c | 1.046 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v1 · rescored 5f2c057c | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 · rescored 5f2c057c | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 · rescored 5f2c057c | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 · rescored 5f2c057c | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v1 · rescored 77adc97b | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 · rescored 77adc97b | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 · rescored 77adc97b | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 · rescored 77adc97b | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gpt_oss_120b_v1 · rescored cd35dc1f | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v1 · rescored cd35dc1f | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_nemotron_35_super_120b_v1 · rescored cd35dc1f | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v1 · rescored cd35dc1f | 1.062 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 · rescored 5f2c057c | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 · rescored 5f2c057c | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 · rescored 77adc97b | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 · rescored 77adc97b | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_120b_v1 · rescored cd35dc1f | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v1 · rescored cd35dc1f | 1.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v2 | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v2 · rescored 3d3a6afd | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored 3d3a6afd | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v2 · rescored 5f2c057c | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored 5f2c057c | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored 77adc97b | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_sonnet_55_v1 · rescored cd35dc1f | 1.092 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v2 | 1.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v2 · rescored 3d3a6afd | 1.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_kimi_k31_pro_v2 · rescored 5f2c057c | 1.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored 3d3a6afd | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored 5f2c057c | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored 77adc97b | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_phi4_14b_v1 · rescored cd35dc1f | 1.138 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 | 1.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored 3d3a6afd | 1.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored 5f2c057c | 1.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored 77adc97b | 1.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_phi4_14b_v1 · rescored cd35dc1f | 1.154 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v2 | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v2 · rescored 3d3a6afd | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored 5f2c057c | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gemma4_31b_v2 · rescored 5f2c057c | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored 77adc97b | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen3_30b_a3b_v1 · rescored cd35dc1f | 1.169 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v2 | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v2 | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v2 · rescored 3d3a6afd | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v2 · rescored 3d3a6afd | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v1 · rescored 5f2c057c | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v2 · rescored 5f2c057c | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gemma4_31b_v2 · rescored 5f2c057c | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v1 · rescored 77adc97b | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_gemma4_31b_v1 · rescored cd35dc1f | 1.185 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 3d3a6afd, repeats ×3 | 1.200 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 5f2c057c, repeats ×3 | 1.200 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 77adc97b, repeats ×3 | 1.200 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored cd35dc1f, repeats ×3 | 1.200 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 | 1.215 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v1 · rescored 5f2c057c | 1.215 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 · rescored 5f2c057c | 1.215 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v1 · rescored 77adc97b | 1.215 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 · rescored 77adc97b | 1.215 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v1 · rescored cd35dc1f | 1.215 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_nemotron_35_bolt_e4b_v1 · rescored cd35dc1f | 1.215 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 3d3a6afd | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 5f2c057c | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored 77adc97b | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_v1 · rescored cd35dc1f | 1.246 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v2 | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v2 · rescored 3d3a6afd | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored 5f2c057c | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v1 · rescored 5f2c057c | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v2 · rescored 5f2c057c | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored 77adc97b | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v1 · rescored 77adc97b | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen3_30b_a3b_v1 · rescored cd35dc1f | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_mistral_large_4_v1 · rescored cd35dc1f | 1.262 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v2 | 1.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v2 · rescored 3d3a6afd | 1.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v2 · rescored 5f2c057c | 1.277 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v2 | 1.338 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v2 · rescored 3d3a6afd | 1.338 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gemma4_31b_v2 · rescored 5f2c057c | 1.338 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 | 1.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored 3d3a6afd | 1.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored 5f2c057c | 1.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored 77adc97b | 1.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_ministral_3_14b_v1 · rescored cd35dc1f | 1.354 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 | 1.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 | 1.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 · rescored 5f2c057c | 1.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 · rescored 77adc97b | 1.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v1 · rescored cd35dc1f | 1.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored cd35dc1f | 1.369 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 | 1.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored 3d3a6afd | 1.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored 5f2c057c | 1.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored 77adc97b | 1.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_stub_dismiss_v1 · rescored cd35dc1f | 1.400 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored 3d3a6afd | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored 5f2c057c | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored 5f2c057c | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored 77adc97b | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored 77adc97b | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_ministral_3_14b_v1 · rescored cd35dc1f | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen3_30b_a3b_v1 · rescored cd35dc1f | 1.446 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v2 | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored 3d3a6afd | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v2 · rescored 3d3a6afd | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored 5f2c057c | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v2 · rescored 5f2c057c | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored 77adc97b | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_mistral_medium_35_v1 · rescored cd35dc1f | 1.492 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v2 | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v2 · rescored 3d3a6afd | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored 3d3a6afd | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_deepseek_41flash_v2 · rescored 5f2c057c | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored 5f2c057c | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 · rescored 5f2c057c | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_ministral_3_14b_v1 · rescored 77adc97b | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 · rescored 77adc97b | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v1 · rescored cd35dc1f | 1.523 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 | 1.585 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored 3d3a6afd | 1.585 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored 5f2c057c | 1.585 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored 77adc97b | 1.585 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen3_30b_a3b_v1 · rescored cd35dc1f | 1.585 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored 3d3a6afd | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored 5f2c057c | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored 77adc97b | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_mistral_medium_35_128b_v1 · rescored cd35dc1f | 1.692 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 · rescored 5f2c057c | 1.708 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_gpt_oss_20b_v1 · rescored 77adc97b | 1.708 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 | 1.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 · rescored 5f2c057c | 1.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 · rescored 77adc97b | 1.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v1 · rescored cd35dc1f | 1.815 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v1 · rescored 5f2c057c | 1.846 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v1 · rescored 77adc97b | 1.846 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_hosted_qwen35_122b_v1 · rescored cd35dc1f | 1.846 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 · rescored 5f2c057c | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 · rescored 5f2c057c | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_gpt_oss_20b_v1 · rescored 77adc97b | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_gpt_oss_20b_v1 · rescored 77adc97b | 1.862 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v2 | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v2 | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v2 · rescored 3d3a6afd | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v2 · rescored 3d3a6afd | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 · rescored 5f2c057c | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen38_27b_v2 · rescored 5f2c057c | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_mac_qwen38_27b_v2 · rescored 5f2c057c | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 · rescored 77adc97b | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v1 · rescored cd35dc1f | 1.985 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_noreason_v1 | 2.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_noreason_v1 · rescored 3d3a6afd | 2.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_baseline_pro_noreason_v1 · rescored 5f2c057c | 2.077 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored 3d3a6afd | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored 5f2c057c | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored 77adc97b | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_llama4_scout_v1 · rescored cd35dc1f | 2.108 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v2 | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v2 · rescored 3d3a6afd | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_x3_qwen38_27b_v2 · rescored 5f2c057c | 2.292 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v2 | 2.431 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v2 · rescored 3d3a6afd | 2.431 | 65 | gold/orrery_triage_v1_labelled gold |
| triage_local_dgx_qwen35_122b_v2 · rescored 5f2c057c | 2.431 | 65 | gold/orrery_triage_v1_labelled gold |
