{ "schemaVersion": 1, "version": "1.0.0+5b4307882dc4", "purpose": "Internal editorial regression benchmark for routing a communicative goal to a Metkagram reasoning intent and reusable frame. It is not evidence of learning efficacy or a statistically independent model benchmark.", "disclaimer": "This is an internal editorial regression benchmark. It measures deterministic routing against curated expectations; it does not measure language-learning efficacy or constitute independent external validation.", "thresholds": { "intent_top1_accuracy": 0.9, "intent_recall_at3": 0.98, "move_top1_accuracy": 0.95, "pattern_hit_at1": 0.85, "pattern_hit_at3": 0.98 }, "pass": true, "metrics": { "cases": 54, "intent_top1_accuracy": 1, "intent_recall_at3": 1, "move_top1_accuracy": 1, "pattern_hit_at1": 1, "pattern_hit_at3": 1, "intent_mrr": 1, "pattern_mrr": 1 }, "by_split": { "core": { "cases": 36, "intent_top1_accuracy": 1, "intent_recall_at3": 1, "move_top1_accuracy": 1, "pattern_hit_at1": 1, "pattern_hit_at3": 1, "intent_mrr": 1, "pattern_mrr": 1 }, "near_neighbor": { "cases": 18, "intent_top1_accuracy": 1, "intent_recall_at3": 1, "move_top1_accuracy": 1, "pattern_hit_at1": 1, "pattern_hit_at3": 1, "intent_mrr": 1, "pattern_mrr": 1 } }, "by_locale": { "en": { "cases": 36, "intent_top1_accuracy": 1, "intent_recall_at3": 1, "move_top1_accuracy": 1, "pattern_hit_at1": 1, "pattern_hit_at3": 1, "intent_mrr": 1, "pattern_mrr": 1 }, "ru": { "cases": 18, "intent_top1_accuracy": 1, "intent_recall_at3": 1, "move_top1_accuracy": 1, "pattern_hit_at1": 1, "pattern_hit_at3": 1, "intent_mrr": 1, "pattern_mrr": 1 } }, "corpus": { "intents": 18, "reasoning_frames": 70, "move_counts": { "Calibrate": 5, "Cause": 8, "Challenge": 3, "Compare": 3, "Condition": 3, "Decide": 10, "Frame": 5, "Infer": 3, "Learn": 5, "Limit": 3, "Perspective": 5, "Reframe": 3, "Test": 9, "Trace consequences": 5 } }, "failures": [], "cases": [ { "id": "B01", "split": "core", "locale": "en", "query": "I need a tactful way to say the rollout conclusion is too strong without sounding confrontational.", "expected_intent": "disagree-politely", "predicted_intent": "disagree-politely", "expected_move": "Challenge", "predicted_move": "Challenge", "acceptable_patterns": [ "CLF058", "CLF055", "CLF066" ], "ranked_intents": [ { "id": "disagree-politely", "move": "Challenge", "score": 34 }, { "id": "draw-a-conclusion", "move": "Infer", "score": 10 }, { "id": "state-a-prerequisite", "move": "Condition", "score": 5 } ], "ranked_patterns": [ { "id": "CLF058", "editorial_priority": 1, "score": 3.25 }, { "id": "CLF055", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF066", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B02", "split": "core", "locale": "ru", "query": "Нужно мягко сказать коллеге, что его вывод слишком уверенный и не учитывает часть фактов.", "expected_intent": "disagree-politely", "predicted_intent": "disagree-politely", "expected_move": "Challenge", "predicted_move": "Challenge", "acceptable_patterns": [ "CLF058", "CLF055", "CLF066" ], "ranked_intents": [ { "id": "disagree-politely", "move": "Challenge", "score": 24 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 3.25 }, { "id": "draw-a-conclusion", "move": "Infer", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF058", "editorial_priority": 1, "score": 3.25 }, { "id": "CLF055", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF066", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B03", "split": "core", "locale": "en", "query": "The proposal quietly assumes users will always be online; I want to challenge that premise.", "expected_intent": "question-an-assumption", "predicted_intent": "question-an-assumption", "expected_move": "Challenge", "predicted_move": "Challenge", "acceptable_patterns": [ "CLF066" ], "ranked_intents": [ { "id": "question-an-assumption", "move": "Challenge", "score": 20.25 }, { "id": "disagree-politely", "move": "Challenge", "score": 2.5 }, { "id": "qualify-a-claim", "move": "Limit", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF066", "editorial_priority": 1, "score": 23.25 }, { "id": "CLF058", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF055", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B04", "split": "core", "locale": "ru", "query": "Хочу показать, что в рассуждении спрятано сомнительное предположение о стабильности данных.", "expected_intent": "question-an-assumption", "predicted_intent": "question-an-assumption", "expected_move": "Challenge", "predicted_move": "Challenge", "acceptable_patterns": [ "CLF066" ], "ranked_intents": [ { "id": "question-an-assumption", "move": "Challenge", "score": 9.25 }, { "id": "show-a-difference", "move": "Compare", "score": 3.25 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF066", "editorial_priority": 1, "score": 23.25 }, { "id": "CLF058", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF055", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B05", "split": "core", "locale": "en", "query": "They think the model itself is the problem, but the real issue is how often the workflow calls it.", "expected_intent": "correct-an-assumption", "predicted_intent": "correct-an-assumption", "expected_move": "Reframe", "predicted_move": "Reframe", "acceptable_patterns": [ "CLF061", "CLF062" ], "ranked_intents": [ { "id": "correct-an-assumption", "move": "Reframe", "score": 15.5 }, { "id": "show-something-is-not-enough", "move": "Limit", "score": 5 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF061", "editorial_priority": 1, "score": 18.25 }, { "id": "CLF062", "editorial_priority": 2, "score": 4.25 }, { "id": "CLF050", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B06", "split": "core", "locale": "ru", "query": "Нужно поправить интерпретацию: дело не в объёме данных, а в том, что их происхождение нельзя проверить.", "expected_intent": "correct-an-assumption", "predicted_intent": "correct-an-assumption", "expected_move": "Reframe", "predicted_move": "Reframe", "acceptable_patterns": [ "CLF061", "CLF062" ], "ranked_intents": [ { "id": "correct-an-assumption", "move": "Reframe", "score": 14.25 }, { "id": "offer-a-likely-explanation", "move": "Infer", "score": 3.25 }, { "id": "question-an-assumption", "move": "Challenge", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF061", "editorial_priority": 1, "score": 18.25 }, { "id": "CLF062", "editorial_priority": 2, "score": 4.25 }, { "id": "CLF050", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B07", "split": "core", "locale": "en", "query": "I do not want to reject the goal; I want to make clear that my concern is the deadline, not the objective.", "expected_intent": "clarify-what-you-mean", "predicted_intent": "clarify-what-you-mean", "expected_move": "Reframe", "predicted_move": "Reframe", "acceptable_patterns": [ "CLF061", "CLF062" ], "ranked_intents": [ { "id": "clarify-what-you-mean", "move": "Reframe", "score": 24 }, { "id": "correct-an-assumption", "move": "Reframe", "score": 4 }, { "id": "qualify-a-claim", "move": "Limit", "score": 4 } ], "ranked_patterns": [ { "id": "CLF062", "editorial_priority": 1, "score": 4.25 }, { "id": "CLF061", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF050", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B08", "split": "core", "locale": "ru", "query": "Надо уточнить: я не против идеи, я говорю о способе её реализации.", "expected_intent": "clarify-what-you-mean", "predicted_intent": "clarify-what-you-mean", "expected_move": "Reframe", "predicted_move": "Reframe", "acceptable_patterns": [ "CLF061", "CLF062" ], "ranked_intents": [ { "id": "clarify-what-you-mean", "move": "Reframe", "score": 17 }, { "id": "correct-an-assumption", "move": "Reframe", "score": 2.5 }, { "id": "qualify-a-claim", "move": "Limit", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF062", "editorial_priority": 1, "score": 4.25 }, { "id": "CLF061", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF050", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B09", "split": "core", "locale": "en", "query": "We can approve the launch only after the rollback path is tested.", "expected_intent": "set-a-condition", "predicted_intent": "set-a-condition", "expected_move": "Condition", "predicted_move": "Condition", "acceptable_patterns": [ "CLF044", "CLF045" ], "ranked_intents": [ { "id": "set-a-condition", "move": "Condition", "score": 13 }, { "id": "qualify-a-claim", "move": "Limit", "score": 2.5 }, { "id": "show-a-difference", "move": "Compare", "score": 0.75 } ], "ranked_patterns": [ { "id": "CLF044", "editorial_priority": 1, "score": 22.25 }, { "id": "CLF045", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF043", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B10", "split": "core", "locale": "ru", "query": "Хочу сказать, что запуск возможен только при согласованном и проверенном плане отката.", "expected_intent": "set-a-condition", "predicted_intent": "set-a-condition", "expected_move": "Condition", "predicted_move": "Condition", "acceptable_patterns": [ "CLF044" ], "ranked_intents": [ { "id": "set-a-condition", "move": "Condition", "score": 24.25 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 3.25 }, { "id": "question-an-assumption", "move": "Challenge", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF044", "editorial_priority": 1, "score": 22.25 }, { "id": "CLF045", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF043", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B11", "split": "core", "locale": "en", "query": "Before we automate this process, ownership has to be clear and agreed.", "expected_intent": "state-a-prerequisite", "predicted_intent": "state-a-prerequisite", "expected_move": "Condition", "predicted_move": "Condition", "acceptable_patterns": [ "CLF043", "CLF045" ], "ranked_intents": [ { "id": "state-a-prerequisite", "move": "Condition", "score": 22.25 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 3.25 }, { "id": "set-a-condition", "move": "Condition", "score": 1.5 } ], "ranked_patterns": [ { "id": "CLF043", "editorial_priority": 1, "score": 17.25 }, { "id": "CLF045", "editorial_priority": 2, "score": 9.25 }, { "id": "CLF044", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B12", "split": "core", "locale": "ru", "query": "Нужно объяснить, что сначала надо определить владельца процесса, и только потом автоматизировать.", "expected_intent": "state-a-prerequisite", "predicted_intent": "state-a-prerequisite", "expected_move": "Condition", "predicted_move": "Condition", "acceptable_patterns": [ "CLF043", "CLF045" ], "ranked_intents": [ { "id": "state-a-prerequisite", "move": "Condition", "score": 10 }, { "id": "explain-a-cause", "move": "Cause", "score": 2.5 }, { "id": "offer-a-likely-explanation", "move": "Infer", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF043", "editorial_priority": 1, "score": 17.25 }, { "id": "CLF045", "editorial_priority": 2, "score": 9.25 }, { "id": "CLF044", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B13", "split": "core", "locale": "en", "query": "The delay came from several factors: missing data and a late approval.", "expected_intent": "explain-a-cause", "predicted_intent": "explain-a-cause", "expected_move": "Cause", "predicted_move": "Cause", "acceptable_patterns": [ "CLF060", "CLF068" ], "ranked_intents": [ { "id": "explain-a-cause", "move": "Cause", "score": 22.25 }, { "id": "connect-cause-and-effect", "move": "Cause", "score": 0.75 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 0 } ], "ranked_patterns": [ { "id": "CLF060", "editorial_priority": 1, "score": 16.25 }, { "id": "CLF068", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF059", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B14", "split": "core", "locale": "ru", "query": "Хочу объяснить, что результат вызван сочетанием двух причин, а не одной.", "expected_intent": "explain-a-cause", "predicted_intent": "explain-a-cause", "expected_move": "Cause", "predicted_move": "Cause", "acceptable_patterns": [ "CLF060", "CLF068" ], "ranked_intents": [ { "id": "explain-a-cause", "move": "Cause", "score": 13.25 }, { "id": "connect-cause-and-effect", "move": "Cause", "score": 5 }, { "id": "offer-a-likely-explanation", "move": "Infer", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF060", "editorial_priority": 1, "score": 16.25 }, { "id": "CLF068", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF059", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B15", "split": "core", "locale": "en", "query": "The missing identifier creates bad matches, and those bad matches then produce manual rework.", "expected_intent": "connect-cause-and-effect", "predicted_intent": "connect-cause-and-effect", "expected_move": "Cause", "predicted_move": "Cause", "acceptable_patterns": [ "CLF059" ], "ranked_intents": [ { "id": "connect-cause-and-effect", "move": "Cause", "score": 5 }, { "id": "explain-a-cause", "move": "Cause", "score": 3.25 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 0.75 } ], "ranked_patterns": [ { "id": "CLF059", "editorial_priority": 1, "score": 20.25 }, { "id": "CLF068", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF060", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B16", "split": "core", "locale": "ru", "query": "Надо показать цепочку: ошибка в данных приводит к неверному сопоставлению, а оно затем к ручной работе.", "expected_intent": "connect-cause-and-effect", "predicted_intent": "connect-cause-and-effect", "expected_move": "Cause", "predicted_move": "Cause", "acceptable_patterns": [ "CLF059" ], "ranked_intents": [ { "id": "connect-cause-and-effect", "move": "Cause", "score": 26.25 }, { "id": "show-a-difference", "move": "Compare", "score": 3.25 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF059", "editorial_priority": 1, "score": 20.25 }, { "id": "CLF068", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF060", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B17", "split": "core", "locale": "en", "query": "The same failure appears in three environments; I want to say this points to a shared configuration issue without claiming proof.", "expected_intent": "draw-a-conclusion", "predicted_intent": "draw-a-conclusion", "expected_move": "Infer", "predicted_move": "Infer", "acceptable_patterns": [ "CLF051", "CLF052" ], "ranked_intents": [ { "id": "draw-a-conclusion", "move": "Infer", "score": 11.75 }, { "id": "compare-alternatives", "move": "Compare", "score": 3.25 }, { "id": "correct-an-assumption", "move": "Reframe", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF051", "editorial_priority": 1, "score": 15.25 }, { "id": "CLF052", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF053", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B18", "split": "core", "locale": "ru", "query": "Есть несколько наблюдений, из них нужно осторожно сделать вывод, но не выдавать его за доказанный факт.", "expected_intent": "draw-a-conclusion", "predicted_intent": "draw-a-conclusion", "expected_move": "Infer", "predicted_move": "Infer", "acceptable_patterns": [ "CLF051", "CLF052" ], "ranked_intents": [ { "id": "draw-a-conclusion", "move": "Infer", "score": 37 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 3.25 }, { "id": "explain-a-cause", "move": "Cause", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF051", "editorial_priority": 1, "score": 15.25 }, { "id": "CLF052", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF053", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B19", "split": "core", "locale": "en", "query": "Given the logs, the most plausible explanation is that the queue stalled before replication.", "expected_intent": "offer-a-likely-explanation", "predicted_intent": "offer-a-likely-explanation", "expected_move": "Infer", "predicted_move": "Infer", "acceptable_patterns": [ "CLF053" ], "ranked_intents": [ { "id": "offer-a-likely-explanation", "move": "Infer", "score": 15.5 }, { "id": "state-a-prerequisite", "move": "Condition", "score": 9.25 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 0.75 } ], "ranked_patterns": [ { "id": "CLF053", "editorial_priority": 1, "score": 34.25 }, { "id": "CLF052", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF051", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B20", "split": "core", "locale": "ru", "query": "Нужно предложить наиболее вероятное объяснение сбоя, не выдавая его за установленный факт.", "expected_intent": "offer-a-likely-explanation", "predicted_intent": "offer-a-likely-explanation", "expected_move": "Infer", "predicted_move": "Infer", "acceptable_patterns": [ "CLF053", "CLF052" ], "ranked_intents": [ { "id": "offer-a-likely-explanation", "move": "Infer", "score": 36.25 }, { "id": "explain-a-cause", "move": "Cause", "score": 3.25 }, { "id": "state-a-decision", "move": "Decide", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF053", "editorial_priority": 1, "score": 34.25 }, { "id": "CLF052", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF051", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B21", "split": "core", "locale": "en", "query": "I need to compare option A and option B on maintainability so the comparison helps us choose.", "expected_intent": "compare-alternatives", "predicted_intent": "compare-alternatives", "expected_move": "Compare", "predicted_move": "Compare", "acceptable_patterns": [ "CLF064", "CLF054" ], "ranked_intents": [ { "id": "compare-alternatives", "move": "Compare", "score": 8.25 }, { "id": "choose-between-options", "move": "Decide", "score": 5 }, { "id": "state-a-prerequisite", "move": "Condition", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF064", "editorial_priority": 1, "score": 21.25 }, { "id": "CLF054", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF063", "editorial_priority": 3, "score": 10.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B22", "split": "core", "locale": "ru", "query": "Хочу сопоставить два варианта по одному критерию, чтобы сравнение помогло принять решение.", "expected_intent": "compare-alternatives", "predicted_intent": "compare-alternatives", "expected_move": "Compare", "predicted_move": "Compare", "acceptable_patterns": [ "CLF064", "CLF054" ], "ranked_intents": [ { "id": "compare-alternatives", "move": "Compare", "score": 41.5 }, { "id": "choose-between-options", "move": "Decide", "score": 28.25 }, { "id": "state-a-decision", "move": "Decide", "score": 7.25 } ], "ranked_patterns": [ { "id": "CLF064", "editorial_priority": 1, "score": 21.25 }, { "id": "CLF054", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF063", "editorial_priority": 3, "score": 10.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B23", "split": "core", "locale": "en", "query": "The pilot optimizes for speed while production needs recoverability; I want that difference to be explicit.", "expected_intent": "show-a-difference", "predicted_intent": "show-a-difference", "expected_move": "Compare", "predicted_move": "Compare", "acceptable_patterns": [ "CLF063", "CLF064" ], "ranked_intents": [ { "id": "show-a-difference", "move": "Compare", "score": 15.25 }, { "id": "explain-a-cause", "move": "Cause", "score": 3.25 }, { "id": "connect-cause-and-effect", "move": "Cause", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF063", "editorial_priority": 1, "score": 15.25 }, { "id": "CLF064", "editorial_priority": 2, "score": 4.25 }, { "id": "CLF054", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B24", "split": "core", "locale": "ru", "query": "Нужно явно показать, чем два подхода отличаются по надёжности и скорости.", "expected_intent": "show-a-difference", "predicted_intent": "show-a-difference", "expected_move": "Compare", "predicted_move": "Compare", "acceptable_patterns": [ "CLF063", "CLF064" ], "ranked_intents": [ { "id": "show-a-difference", "move": "Compare", "score": 15 }, { "id": "compare-alternatives", "move": "Compare", "score": 3.25 }, { "id": "show-something-is-not-enough", "move": "Limit", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF063", "editorial_priority": 1, "score": 15.25 }, { "id": "CLF064", "editorial_priority": 2, "score": 4.25 }, { "id": "CLF054", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B25", "split": "core", "locale": "en", "query": "The rule works for standard orders but not emergency ones; I need to narrow the claim to its real scope.", "expected_intent": "qualify-a-claim", "predicted_intent": "qualify-a-claim", "expected_move": "Limit", "predicted_move": "Limit", "acceptable_patterns": [ "CLF065" ], "ranked_intents": [ { "id": "qualify-a-claim", "move": "Limit", "score": 43.75 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 5.75 }, { "id": "disagree-politely", "move": "Challenge", "score": 5.75 } ], "ranked_patterns": [ { "id": "CLF065", "editorial_priority": 1, "score": 31.25 }, { "id": "CLF041", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF042", "editorial_priority": 3, "score": 3.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B26", "split": "core", "locale": "ru", "query": "Нужно ограничить утверждение: оно верно для стандартного случая, но не для исключений.", "expected_intent": "qualify-a-claim", "predicted_intent": "qualify-a-claim", "expected_move": "Limit", "predicted_move": "Limit", "acceptable_patterns": [ "CLF065" ], "ranked_intents": [ { "id": "qualify-a-claim", "move": "Limit", "score": 42.25 }, { "id": "disagree-politely", "move": "Challenge", "score": 3.25 }, { "id": "test-an-idea", "move": "Test", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF065", "editorial_priority": 1, "score": 31.25 }, { "id": "CLF041", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF042", "editorial_priority": 3, "score": 3.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B27", "split": "core", "locale": "en", "query": "A passing test matters, but one test cannot establish production readiness.", "expected_intent": "show-something-is-not-enough", "predicted_intent": "show-something-is-not-enough", "expected_move": "Limit", "predicted_move": "Limit", "acceptable_patterns": [ "CLF041", "CLF042" ], "ranked_intents": [ { "id": "show-something-is-not-enough", "move": "Limit", "score": 28.5 }, { "id": "connect-cause-and-effect", "move": "Cause", "score": 3.25 }, { "id": "explain-a-cause", "move": "Cause", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF041", "editorial_priority": 1, "score": 21.25 }, { "id": "CLF042", "editorial_priority": 2, "score": 23.25 }, { "id": "CLF065", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B28", "split": "core", "locale": "ru", "query": "Хочу сказать, что одного совпадения недостаточно, чтобы считать запись правильно идентифицированной.", "expected_intent": "show-something-is-not-enough", "predicted_intent": "show-something-is-not-enough", "expected_move": "Limit", "predicted_move": "Limit", "acceptable_patterns": [ "CLF041", "CLF042" ], "ranked_intents": [ { "id": "show-something-is-not-enough", "move": "Limit", "score": 27.5 }, { "id": "compare-alternatives", "move": "Compare", "score": 3.25 }, { "id": "choose-between-options", "move": "Decide", "score": 0.75 } ], "ranked_patterns": [ { "id": "CLF041", "editorial_priority": 1, "score": 21.25 }, { "id": "CLF042", "editorial_priority": 2, "score": 23.25 }, { "id": "CLF065", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B29", "split": "core", "locale": "en", "query": "We need to decide between lower cost and easier recovery and make the trade-off explicit.", "expected_intent": "choose-between-options", "predicted_intent": "choose-between-options", "expected_move": "Decide", "predicted_move": "Decide", "acceptable_patterns": [ "CLF046", "CLF047" ], "ranked_intents": [ { "id": "choose-between-options", "move": "Decide", "score": 28.25 }, { "id": "state-a-decision", "move": "Decide", "score": 3.25 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF046", "editorial_priority": 1, "score": 10.25 }, { "id": "CLF047", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF049", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B30", "split": "core", "locale": "ru", "query": "Нужно выбрать между скоростью и надёжностью, явно показав компромисс.", "expected_intent": "choose-between-options", "predicted_intent": "choose-between-options", "expected_move": "Decide", "predicted_move": "Decide", "acceptable_patterns": [ "CLF046", "CLF047" ], "ranked_intents": [ { "id": "choose-between-options", "move": "Decide", "score": 27.5 }, { "id": "show-a-difference", "move": "Compare", "score": 5.75 }, { "id": "compare-alternatives", "move": "Compare", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF046", "editorial_priority": 1, "score": 10.25 }, { "id": "CLF047", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF049", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B31", "split": "core", "locale": "en", "query": "We chose the simpler approach because the support team must own it after launch.", "expected_intent": "state-a-decision", "predicted_intent": "state-a-decision", "expected_move": "Decide", "predicted_move": "Decide", "acceptable_patterns": [ "CLF069", "CLF049", "CLF048" ], "ranked_intents": [ { "id": "state-a-decision", "move": "Decide", "score": 11 }, { "id": "state-a-prerequisite", "move": "Condition", "score": 3.25 }, { "id": "choose-between-options", "move": "Decide", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF069", "editorial_priority": 1, "score": 33.25 }, { "id": "CLF049", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF048", "editorial_priority": 3, "score": 3.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B32", "split": "core", "locale": "ru", "query": "Нужно сформулировать уже принятое решение и сразу объяснить, почему выбрали этот вариант.", "expected_intent": "state-a-decision", "predicted_intent": "state-a-decision", "expected_move": "Decide", "predicted_move": "Decide", "acceptable_patterns": [ "CLF069", "CLF049", "CLF048" ], "ranked_intents": [ { "id": "state-a-decision", "move": "Decide", "score": 24.5 }, { "id": "choose-between-options", "move": "Decide", "score": 9 }, { "id": "compare-alternatives", "move": "Compare", "score": 4.75 } ], "ranked_patterns": [ { "id": "CLF069", "editorial_priority": 1, "score": 33.25 }, { "id": "CLF049", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF048", "editorial_priority": 3, "score": 3.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B33", "split": "core", "locale": "en", "query": "If the hypothesis is right, what observable result should we expect to see?", "expected_intent": "test-an-idea", "predicted_intent": "test-an-idea", "expected_move": "Test", "predicted_move": "Test", "acceptable_patterns": [ "CLF056", "CLF067" ], "ranked_intents": [ { "id": "test-an-idea", "move": "Test", "score": 30 }, { "id": "connect-cause-and-effect", "move": "Cause", "score": 2.5 }, { "id": "explain-a-cause", "move": "Cause", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF056", "editorial_priority": 1, "score": 20.25 }, { "id": "CLF067", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF057", "editorial_priority": 3, "score": 10.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B34", "split": "core", "locale": "ru", "query": "Хочу превратить гипотезу в проверяемое предсказание: что мы должны увидеть, если она верна?", "expected_intent": "test-an-idea", "predicted_intent": "test-an-idea", "expected_move": "Test", "predicted_move": "Test", "acceptable_patterns": [ "CLF056", "CLF067" ], "ranked_intents": [ { "id": "test-an-idea", "move": "Test", "score": 19.5 }, { "id": "question-an-assumption", "move": "Challenge", "score": 3.25 }, { "id": "set-a-condition", "move": "Condition", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF056", "editorial_priority": 1, "score": 20.25 }, { "id": "CLF067", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF057", "editorial_priority": 3, "score": 10.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B35", "split": "core", "locale": "en", "query": "I want to state what evidence would make me revise my current conclusion.", "expected_intent": "ask-what-would-change-the-conclusion", "predicted_intent": "ask-what-would-change-the-conclusion", "expected_move": "Test", "predicted_move": "Test", "acceptable_patterns": [ "CLF070", "CLF057", "CLF067" ], "ranked_intents": [ { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 20.5 }, { "id": "draw-a-conclusion", "move": "Infer", "score": 12.5 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF070", "editorial_priority": 1, "score": 22.25 }, { "id": "CLF057", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF067", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "B36", "split": "core", "locale": "ru", "query": "Нужно спросить, при каких новых данных мы изменим нынешний вывод.", "expected_intent": "ask-what-would-change-the-conclusion", "predicted_intent": "ask-what-would-change-the-conclusion", "expected_move": "Test", "predicted_move": "Test", "acceptable_patterns": [ "CLF070", "CLF057", "CLF067" ], "ranked_intents": [ { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 16.5 }, { "id": "draw-a-conclusion", "move": "Infer", "score": 3.25 }, { "id": "disagree-politely", "move": "Challenge", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF070", "editorial_priority": 1, "score": 22.25 }, { "id": "CLF057", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF067", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H01", "split": "near_neighbor", "locale": "en", "query": "I accept part of their reasoning, but I need to temper the conclusion in a cooperative tone.", "expected_intent": "disagree-politely", "predicted_intent": "disagree-politely", "expected_move": "Challenge", "predicted_move": "Challenge", "acceptable_patterns": [ "CLF058", "CLF055", "CLF066" ], "ranked_intents": [ { "id": "disagree-politely", "move": "Challenge", "score": 18 }, { "id": "draw-a-conclusion", "move": "Infer", "score": 9.25 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF058", "editorial_priority": 1, "score": 3.25 }, { "id": "CLF055", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF066", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H02", "split": "near_neighbor", "locale": "en", "query": "The business case treats perfect adoption as guaranteed; I need to expose that unstated premise.", "expected_intent": "question-an-assumption", "predicted_intent": "question-an-assumption", "expected_move": "Challenge", "predicted_move": "Challenge", "acceptable_patterns": [ "CLF066" ], "ranked_intents": [ { "id": "question-an-assumption", "move": "Challenge", "score": 21.5 }, { "id": "state-a-prerequisite", "move": "Condition", "score": 2.5 }, { "id": "test-an-idea", "move": "Test", "score": 0.75 } ], "ranked_patterns": [ { "id": "CLF066", "editorial_priority": 1, "score": 23.25 }, { "id": "CLF058", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF055", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H03", "split": "near_neighbor", "locale": "en", "query": "Everyone is blaming the interface, yet the actual bottleneck is the approval process.", "expected_intent": "correct-an-assumption", "predicted_intent": "correct-an-assumption", "expected_move": "Reframe", "predicted_move": "Reframe", "acceptable_patterns": [ "CLF061", "CLF062" ], "ranked_intents": [ { "id": "correct-an-assumption", "move": "Reframe", "score": 3.25 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 0 }, { "id": "choose-between-options", "move": "Decide", "score": 0 } ], "ranked_patterns": [ { "id": "CLF061", "editorial_priority": 1, "score": 18.25 }, { "id": "CLF062", "editorial_priority": 2, "score": 4.25 }, { "id": "CLF050", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H04", "split": "near_neighbor", "locale": "en", "query": "My point is being read as opposition to the project; I need to redirect that interpretation toward the timing concern.", "expected_intent": "clarify-what-you-mean", "predicted_intent": "clarify-what-you-mean", "expected_move": "Reframe", "predicted_move": "Reframe", "acceptable_patterns": [ "CLF061", "CLF062" ], "ranked_intents": [ { "id": "clarify-what-you-mean", "move": "Reframe", "score": 17.5 }, { "id": "offer-a-likely-explanation", "move": "Infer", "score": 9.25 }, { "id": "correct-an-assumption", "move": "Reframe", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF062", "editorial_priority": 1, "score": 4.25 }, { "id": "CLF061", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF050", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H05", "split": "near_neighbor", "locale": "en", "query": "The release may proceed, but only once monitoring is active.", "expected_intent": "set-a-condition", "predicted_intent": "set-a-condition", "expected_move": "Condition", "predicted_move": "Condition", "acceptable_patterns": [ "CLF044", "CLF045" ], "ranked_intents": [ { "id": "set-a-condition", "move": "Condition", "score": 20.5 }, { "id": "qualify-a-claim", "move": "Limit", "score": 5 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF044", "editorial_priority": 1, "score": 22.25 }, { "id": "CLF045", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF043", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H06", "split": "near_neighbor", "locale": "en", "query": "Monitoring cannot work until every event has a reliable timestamp.", "expected_intent": "state-a-prerequisite", "predicted_intent": "state-a-prerequisite", "expected_move": "Condition", "predicted_move": "Condition", "acceptable_patterns": [ "CLF043", "CLF045" ], "ranked_intents": [ { "id": "state-a-prerequisite", "move": "Condition", "score": 7.5 }, { "id": "show-something-is-not-enough", "move": "Limit", "score": 2.5 }, { "id": "set-a-condition", "move": "Condition", "score": 0.75 } ], "ranked_patterns": [ { "id": "CLF043", "editorial_priority": 1, "score": 17.25 }, { "id": "CLF045", "editorial_priority": 2, "score": 9.25 }, { "id": "CLF044", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H07", "split": "near_neighbor", "locale": "en", "query": "The incident was produced by a mix of configuration drift and stale master data.", "expected_intent": "explain-a-cause", "predicted_intent": "explain-a-cause", "expected_move": "Cause", "predicted_move": "Cause", "acceptable_patterns": [ "CLF060", "CLF068" ], "ranked_intents": [ { "id": "explain-a-cause", "move": "Cause", "score": 17.75 }, { "id": "connect-cause-and-effect", "move": "Cause", "score": 2.5 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 0 } ], "ranked_patterns": [ { "id": "CLF060", "editorial_priority": 1, "score": 16.25 }, { "id": "CLF068", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF059", "editorial_priority": 3, "score": 2.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H08", "split": "near_neighbor", "locale": "en", "query": "Stale master data produces a bad mapping, which then triggers the downstream exception.", "expected_intent": "connect-cause-and-effect", "predicted_intent": "connect-cause-and-effect", "expected_move": "Cause", "predicted_move": "Cause", "acceptable_patterns": [ "CLF059" ], "ranked_intents": [ { "id": "connect-cause-and-effect", "move": "Cause", "score": 22 }, { "id": "explain-a-cause", "move": "Cause", "score": 3.25 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 0 } ], "ranked_patterns": [ { "id": "CLF059", "editorial_priority": 1, "score": 20.25 }, { "id": "CLF068", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF060", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H09", "split": "near_neighbor", "locale": "en", "query": "Three independent checks point in the same direction, so I want a cautious inference rather than a certainty.", "expected_intent": "draw-a-conclusion", "predicted_intent": "draw-a-conclusion", "expected_move": "Infer", "predicted_move": "Infer", "acceptable_patterns": [ "CLF051", "CLF052" ], "ranked_intents": [ { "id": "draw-a-conclusion", "move": "Infer", "score": 38 }, { "id": "compare-alternatives", "move": "Compare", "score": 3.25 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF051", "editorial_priority": 1, "score": 15.25 }, { "id": "CLF052", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF053", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H10", "split": "near_neighbor", "locale": "en", "query": "Among several possibilities, one interpretation fits the evidence best and I want to present it as probable.", "expected_intent": "offer-a-likely-explanation", "predicted_intent": "offer-a-likely-explanation", "expected_move": "Infer", "predicted_move": "Infer", "acceptable_patterns": [ "CLF053" ], "ranked_intents": [ { "id": "offer-a-likely-explanation", "move": "Infer", "score": 30.75 }, { "id": "correct-an-assumption", "move": "Reframe", "score": 4 }, { "id": "draw-a-conclusion", "move": "Infer", "score": 4 } ], "ranked_patterns": [ { "id": "CLF053", "editorial_priority": 1, "score": 34.25 }, { "id": "CLF052", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF051", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H11", "split": "near_neighbor", "locale": "en", "query": "Put the two designs side by side on recovery time so we can decide between them.", "expected_intent": "compare-alternatives", "predicted_intent": "compare-alternatives", "expected_move": "Compare", "predicted_move": "Compare", "acceptable_patterns": [ "CLF064", "CLF054" ], "ranked_intents": [ { "id": "compare-alternatives", "move": "Compare", "score": 17 }, { "id": "choose-between-options", "move": "Decide", "score": 14.5 }, { "id": "state-a-decision", "move": "Decide", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF064", "editorial_priority": 1, "score": 21.25 }, { "id": "CLF054", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF063", "editorial_priority": 3, "score": 10.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H12", "split": "near_neighbor", "locale": "en", "query": "One design favors throughput; the other favors resilience. I want the contrast itself to stand out.", "expected_intent": "show-a-difference", "predicted_intent": "show-a-difference", "expected_move": "Compare", "predicted_move": "Compare", "acceptable_patterns": [ "CLF063", "CLF064" ], "ranked_intents": [ { "id": "show-a-difference", "move": "Compare", "score": 43 }, { "id": "show-something-is-not-enough", "move": "Limit", "score": 5 }, { "id": "compare-alternatives", "move": "Compare", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF063", "editorial_priority": 1, "score": 15.25 }, { "id": "CLF064", "editorial_priority": 2, "score": 4.25 }, { "id": "CLF054", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H13", "split": "near_neighbor", "locale": "en", "query": "This is true in the pilot, but I do not want the statement generalized to production.", "expected_intent": "qualify-a-claim", "predicted_intent": "qualify-a-claim", "expected_move": "Limit", "predicted_move": "Limit", "acceptable_patterns": [ "CLF065" ], "ranked_intents": [ { "id": "qualify-a-claim", "move": "Limit", "score": 15 }, { "id": "clarify-what-you-mean", "move": "Reframe", "score": 5 }, { "id": "show-something-is-not-enough", "move": "Limit", "score": 5 } ], "ranked_patterns": [ { "id": "CLF065", "editorial_priority": 1, "score": 31.25 }, { "id": "CLF041", "editorial_priority": 2, "score": 8.25 }, { "id": "CLF042", "editorial_priority": 3, "score": 3.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H14", "split": "near_neighbor", "locale": "en", "query": "A correlation is useful evidence, yet by itself it cannot justify the migration decision.", "expected_intent": "show-something-is-not-enough", "predicted_intent": "show-something-is-not-enough", "expected_move": "Limit", "predicted_move": "Limit", "acceptable_patterns": [ "CLF041", "CLF042" ], "ranked_intents": [ { "id": "show-something-is-not-enough", "move": "Limit", "score": 21.5 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 3.25 }, { "id": "draw-a-conclusion", "move": "Infer", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF041", "editorial_priority": 1, "score": 21.25 }, { "id": "CLF042", "editorial_priority": 2, "score": 23.25 }, { "id": "CLF065", "editorial_priority": 3, "score": 4.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H15", "split": "near_neighbor", "locale": "en", "query": "The team must pick either faster delivery or lower operational risk, and the tradeoff should drive the choice.", "expected_intent": "choose-between-options", "predicted_intent": "choose-between-options", "expected_move": "Decide", "predicted_move": "Decide", "acceptable_patterns": [ "CLF046", "CLF047" ], "ranked_intents": [ { "id": "choose-between-options", "move": "Decide", "score": 45 }, { "id": "state-a-prerequisite", "move": "Condition", "score": 3.25 }, { "id": "state-a-decision", "move": "Decide", "score": 2.5 } ], "ranked_patterns": [ { "id": "CLF046", "editorial_priority": 1, "score": 10.25 }, { "id": "CLF047", "editorial_priority": 2, "score": 3.25 }, { "id": "CLF049", "editorial_priority": 3, "score": 7.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H16", "split": "near_neighbor", "locale": "en", "query": "The option has already been selected; now I need one sentence that states the choice and the reason behind it.", "expected_intent": "state-a-decision", "predicted_intent": "state-a-decision", "expected_move": "Decide", "predicted_move": "Decide", "acceptable_patterns": [ "CLF069", "CLF049", "CLF048" ], "ranked_intents": [ { "id": "state-a-decision", "move": "Decide", "score": 21.25 }, { "id": "choose-between-options", "move": "Decide", "score": 5 }, { "id": "state-a-prerequisite", "move": "Condition", "score": 5 } ], "ranked_patterns": [ { "id": "CLF069", "editorial_priority": 1, "score": 33.25 }, { "id": "CLF049", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF048", "editorial_priority": 3, "score": 3.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H17", "split": "near_neighbor", "locale": "en", "query": "Turn the claim into a prediction that would be visible if the claim were correct.", "expected_intent": "test-an-idea", "predicted_intent": "test-an-idea", "expected_move": "Test", "predicted_move": "Test", "acceptable_patterns": [ "CLF056", "CLF067" ], "ranked_intents": [ { "id": "test-an-idea", "move": "Test", "score": 36 }, { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 3.25 }, { "id": "disagree-politely", "move": "Challenge", "score": 3.25 } ], "ranked_patterns": [ { "id": "CLF056", "editorial_priority": 1, "score": 20.25 }, { "id": "CLF067", "editorial_priority": 2, "score": 5.25 }, { "id": "CLF057", "editorial_priority": 3, "score": 10.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 }, { "id": "H18", "split": "near_neighbor", "locale": "en", "query": "I want to define the observation that would force us to reconsider the current answer.", "expected_intent": "ask-what-would-change-the-conclusion", "predicted_intent": "ask-what-would-change-the-conclusion", "expected_move": "Test", "predicted_move": "Test", "acceptable_patterns": [ "CLF070", "CLF057", "CLF067" ], "ranked_intents": [ { "id": "ask-what-would-change-the-conclusion", "move": "Test", "score": 23 }, { "id": "test-an-idea", "move": "Test", "score": 2.5 }, { "id": "correct-an-assumption", "move": "Reframe", "score": 0.75 } ], "ranked_patterns": [ { "id": "CLF070", "editorial_priority": 1, "score": 22.25 }, { "id": "CLF057", "editorial_priority": 2, "score": 7.25 }, { "id": "CLF067", "editorial_priority": 3, "score": 5.25 } ], "intent_top1": true, "intent_recall_at3": true, "move_top1": true, "pattern_hit_at1": true, "pattern_hit_at3": true, "intent_rr": 1, "pattern_rr": 1 } ] }