//! The skill-triage question, in one place. //! //! Measured 2026-09-21 on `eval/skill-triage.json` (20 tasks × 53 skills): //! this wording — the skill's NAME plus its `when_to_use` line — scored //! AUROC 0.989 / F1 0.84 on Jev against 0.970 / 0.66 for the when_to_use //! line alone. The name carries signal. The server's shadow path and the //! eval both call this, so what is measured is what runs. use crate::Question; pub const WORDING: &str = "named"; pub fn question(name: &str, when_to_use: &str) -> Question { Question::noul(format!( "This task calls for the skill \"{name}\", which applies when: {when_to_use}" )) } /// The probability at which a skill counts as "applies" when the triage is /// read back. 0.5 is where Jev's best F1 sat (0.84 at 0.51); it is not a /// gate on anything yet — shadow mode records, it does not select. pub const APPLIES_AT: f64 = 0.5;