evals/trigger_fixtures.json

{
  "plugin": "clara",
  "version": 1,
  "should_trigger": [
    {
      "id": "clara-explicit-unrelated",
      "prompt": "@clara where can I find a good pizza?",
      "required_signals": ["@clara", "outside Clara's professional scope", "ordinary ChatGPT"],
      "expected_skill": "clara:clara"
    },
    {
      "id": "clara-professional-capability-gap",
      "prompt": "Use @clara to design and administer a statistically weighted public-opinion survey, recruit the panel, and certify the sampling methodology.",
      "required_signals": ["@clara", "professional capability gap", "change request", "consent"],
      "expected_skill": "clara:clara"
    },
    {
      "id": "advisory-assignment-contract",
      "prompt": "Use Clara to plan an advisory assignment for a board decision. Preserve the facts, define the evidence and analysis plan, and hand the contract to the right Clara workflow before drafting.",
      "required_signals": ["advisory assignment", "board decision", "facts", "evidence", "analysis plan", "handoff"],
      "expected_skill": "clara:advisory-brief-planner",
      "must_not_route_to": ["clara:advisory-case-director", "clara:reporting-engine", "clara:html-deck", "clara:hosted-interview", "clara:privacy-surface-review"]
    },
    {
      "id": "advisory-case-current-answer-and-next-work",
      "prompt": "Use Clara to direct this ongoing commercial due-diligence case. We have a working hypothesis and external market evidence but no target accounts yet. State the best current answer, show what supports and could overturn it, and choose the next research or target-data question.",
      "required_signals": ["ongoing commercial due-diligence case", "working hypothesis", "external market evidence", "best current answer", "overturn", "next research or target-data question"],
      "expected_skill": "clara:advisory-case-director",
      "must_not_route_to": ["clara:advisory-brief-planner", "clara:advisory-deliverable-validator", "clara:reporting-engine"]
    },
    {
      "id": "advisory-case-integrate-contradictory-research",
      "prompt": "The deep-research report contradicts one cause in our current workpaper and creates two new questions. Use Clara to preserve the old evidence, update the claim relationships and current answer, and tell the partner what should happen next.",
      "required_signals": ["deep-research report", "contradicts", "current workpaper", "preserve the old evidence", "claim relationships", "current answer", "partner"],
      "expected_skill": "clara:advisory-case-director",
      "must_not_route_to": ["clara:advisory-brief-planner", "clara:advisory-deliverable-validator", "clara:claim-basis-map"]
    },
    {
      "id": "advisory-case-semantic-deck-feedback",
      "prompt": "My comments on the working deck show that our causal story may be wrong, not just badly worded. Return the challenge to the case spine, decide what evidence would resolve it, and revise the deck only after the current answer is updated.",
      "required_signals": ["working deck", "causal story may be wrong", "case spine", "evidence", "current answer", "revise the deck"],
      "expected_skill": "clara:advisory-case-director",
      "must_not_route_to": ["clara:advisory-brief-planner", "clara:deck-correction", "clara:advisory-deliverable-validator"]
    },
    {
      "id": "succession-case-workspace",
      "prompt": "Use Clara to organize this succession case, capture advisor judgement, and produce a decision pack.",
      "required_signals": ["Clara", "succession", "judgement", "decision pack"]
    },
    {
      "id": "consultant-notes",
      "prompt": "I pasted consultant notes; structure them as pending judgement and keep the case materials organized.",
      "required_signals": ["consultant notes", "pending judgement", "case materials"]
    },
    {
      "id": "decision-pack-ready-pack",
      "prompt": "Build a decision-maker-ready decision pack using only advisor judgement marked ready for the client pack and open questions.",
      "required_signals": ["decision pack", "client pack", "advisor judgement"]
    },
    {
      "id": "voice-capture",
      "prompt": "Use Clara Voice Capture to transcribe a consultant discussion and save pending candidates for review.",
      "required_signals": ["voice capture", "consultant discussion", "pending candidates"]
    },
    {
      "id": "hosted-participant-interview",
      "prompt": "Prepare a 15-minute hosted research interview link in French for an external stakeholder, then retrieve its bundle and quality review when complete.",
      "required_signals": ["hosted research interview", "external stakeholder", "bundle", "quality review"],
      "expected_skill": "clara:hosted-interview",
      "must_not_route_to": ["clara:transcribe", "clara:deck-correction"]
    },
    {
      "id": "voice-note-transcription-import",
      "prompt": "Transcribe this meeting recording, complete local speaker attribution, and import the reviewed transcript into the existing case.",
      "required_signals": ["meeting recording", "speaker attribution", "reviewed transcript", "existing case"],
      "expected_skill": "clara:transcribe",
      "must_not_route_to": ["clara:hosted-interview", "clara:deck-correction"]
    },
    {
      "id": "voice-led-pptx-correction",
      "prompt": "Revise this existing PPTX from the attached call transcript, preserve untouched slides, show me the interpreted changes for approval, then render and verify the corrected copy.",
      "required_signals": ["existing PPTX", "call transcript", "approval", "render", "verify"],
      "expected_skill": "clara:deck-correction",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe"]
    },
    {
      "id": "narrated-research-video",
      "prompt": "Use Clara to turn these approved ordered research scene images into one 16:9 video with restrained motion, synchronized Italian narration generated through authenticated Mparanza access, a visible AI-voice disclosure, captions, and a reviewable narration script. Do not require a user API key. Preserve every figure and do not invent claims or visuals.",
      "required_signals": ["approved ordered research scene images", "16:9 video", "authenticated Mparanza narration", "no user API key", "AI-voice disclosure", "narration script", "do not invent"],
      "expected_skill": "clara:research-video",
      "must_not_route_to": ["clara:html-deck", "clara:transcribe", "clara:deck-correction", "clara:hosted-interview"]
    },
    {
      "id": "one-command-deck-feedback-capture",
      "prompt": "Clara, record feedback on this deck, open the capture for me, and import it when I finish.",
      "required_signals": ["record feedback", "this deck", "open the capture", "import"],
      "expected_skill": "clara:deck-correction",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe"]
    },
    {
      "id": "retail-attribute-report-from-current-data",
      "prompt": "Use Clara to map product attributes for this retailer and category from the current database snapshot, compare the retailer-defined new products with the rest of the assortment, create the private local HTML report, and tell me whether it is correct.",
      "required_signals": ["product attributes", "current database snapshot", "new products", "local HTML report", "correct"],
      "expected_skill": "clara:attribute-reporting",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe", "clara:deck-correction", "clara:brand-fit"]
    },
    {
      "id": "retail-attribute-report-fresh-scrape",
      "prompt": "Use Clara to scrape this retailer and category locally, map the products to the central taxonomy, compare best sellers with the other products, and produce a checked HTML attribute report.",
      "required_signals": ["scrape", "central taxonomy", "best sellers", "checked HTML attribute report"],
      "expected_skill": "clara:attribute-reporting",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe", "clara:deck-correction", "clara:brand-fit"]
    },
    {
      "id": "brand-fit-current-presence-and-owned-catalogue",
      "prompt": "Use Clara Brand Fit with this completed Retailer Signals analysis. Compare those retailer signals with KIKO's current presence at Ulta and KIKO's owned catalogue, create a private local HTML report, and tell me whether it is correct.",
      "required_signals": ["Brand Fit", "completed Retailer Signals", "current presence at Ulta", "owned catalogue", "private local HTML report", "correct"],
      "expected_skill": "clara:brand-fit",
      "must_not_route_to": ["clara:attribute-reporting", "clara:reporting-engine", "clara:hosted-interview", "clara:transcribe", "clara:deck-correction"]
    },
    {
      "id": "brand-fit-stored-snapshot-boundary",
      "prompt": "Compare the checked retailer signals with this brand's current retailer presence and owned catalogue from the stored database snapshot. Keep images and the Brand Fit report local and do not claim this is a live shelf check.",
      "required_signals": ["checked retailer signals", "current retailer presence", "owned catalogue", "stored database snapshot", "images", "report local", "not live"],
      "expected_skill": "clara:brand-fit",
      "must_not_route_to": ["clara:attribute-reporting", "clara:reporting-engine", "clara:hosted-interview", "clara:transcribe", "clara:deck-correction"]
    },
    {
      "id": "reporting-engine-direct-chart-analysis",
      "prompt": "Use Clara to analyze this spreadsheet, choose the most useful chart from the business question and actual fields, render it, and explain the result.",
      "required_signals": ["Clara", "analyze this spreadsheet", "most useful chart", "actual fields", "render", "explain"],
      "expected_skill": "clara:reporting-engine",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe", "clara:deck-correction", "clara:attribute-reporting", "clara:brand-fit"]
    },
    {
      "id": "reporting-engine-chart-contract",
      "prompt": "Use Clara to inspect the chart-selection manifest, profile this dataset into chart roles, and tell me which chart capabilities are mechanically compatible before semantic selection.",
      "required_signals": ["chart-selection manifest", "profile this dataset", "chart roles", "mechanically compatible", "semantic selection"],
      "expected_skill": "clara:reporting-engine",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe", "clara:deck-correction", "clara:attribute-reporting", "clara:brand-fit"]
    },
    {
      "id": "reporting-engine-semantic-layer",
      "prompt": "Use Clara to create and validate a source-backed semantic layer for this dataset before any chart is selected.",
      "required_signals": ["Clara", "source-backed semantic layer", "this dataset", "before any chart is selected"],
      "expected_skill": "clara:reporting-engine",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe", "clara:deck-correction", "clara:attribute-reporting", "clara:brand-fit"]
    },
    {
      "id": "reporting-engine-business-metric-intake",
      "prompt": "I uploaded a Parquet sales table. Use Clara to identify which metric, if any, represents Sales, Discount, and COGS before charting, and keep the reviewed mapping for refreshed files.",
      "required_signals": ["Parquet", "Sales", "Discount", "COGS", "before charting", "reviewed mapping", "refreshed files"],
      "expected_skill": "clara:reporting-engine",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe", "clara:deck-correction", "clara:attribute-reporting", "clara:brand-fit"]
    },
    {
      "id": "reporting-engine-recurring-snapshot",
      "prompt": "Use Clara to attach today's refreshed sales file to the existing dataset semantic contract and reuse its reviewed definitions.",
      "required_signals": ["Clara", "refreshed sales file", "existing dataset semantic contract", "reuse"],
      "expected_skill": "clara:reporting-engine",
      "must_not_route_to": ["clara:hosted-interview", "clara:transcribe", "clara:deck-correction", "clara:attribute-reporting", "clara:brand-fit"]
    },
    {
      "id": "deck-claim-basis-map",
      "prompt": "Use Clara to create a readable sidecar that maps each PPTX slide claim to its source, calculation, prior-slide claim, reasoning, assumption, or ungrounded status without adding visible citations to the deck.",
      "required_signals": ["PPTX", "slide claim", "prior-slide claim", "ungrounded"],
      "expected_skill": "clara:claim-basis-map"
    },
    {
      "id": "animated-html-deck-from-docx",
      "prompt": "Turn this approved Word document into a distinctive self-contained animated HTML presentation with speaker notes and a difficult publication URL.",
      "required_signals": ["Word document", "animated HTML presentation", "speaker notes", "publication URL"],
      "expected_skill": "clara:html-deck"
    },
    {
      "id": "fixed-stage-browser-presentation",
      "prompt": "Use Clara to create a source-faithful fixed 16:9 browser deck from this report, with semantic motion, fullscreen navigation, and browser QA.",
      "required_signals": ["source-faithful", "16:9 browser deck", "semantic motion", "browser QA"],
      "expected_skill": "clara:html-deck"
    },
    {
      "id": "preservation-aware-html-deck-revision",
      "prompt": "Revise this existing Clara HTML deck from the approved change notes, preserve every untouched slide and protected component, and prove the before/after fidelity.",
      "required_signals": ["Clara HTML deck", "change notes", "protected component", "before/after fidelity"],
      "expected_skill": "clara:html-deck"
    },
    {
      "id": "validate-completed-advisory-deliverable",
      "prompt": "Use Clara to validate this completed advisory report against advisory_contract.json and the available evidence. Check contract fit, factual support, calculations and provenance, reasoning, contradictions, recommendation fit, judgement boundaries, correction needs, uncertainty, and delivery readiness.",
      "required_signals": ["completed advisory report", "advisory_contract.json", "available evidence", "delivery readiness"],
      "expected_skill": "clara:advisory-deliverable-validator",
      "must_not_route_to": ["clara:claim-basis-map", "clara:reporting-engine", "clara:deck-correction"]
    },
    {
      "id": "validate-external-advisory-document-without-contract",
      "prompt": "Use Clara to validate this external advisory memo. It has no original contract; draft advisory_contract.json from the decision, audience, and scope I supplied, ask before adding any consequential scope, and preserve the original if corrections are needed.",
      "required_signals": ["external advisory memo", "no original contract", "advisory_contract.json", "consequential scope", "preserve the original"],
      "expected_skill": "clara:advisory-deliverable-validator",
      "must_not_route_to": ["clara:claim-basis-map", "clara:reporting-engine", "clara:deck-correction"]
    }
  ],
  "should_not_trigger": [
    {
      "id": "generic-pizza",
      "prompt": "Where can I find a good pizza?"
    },
    {
      "id": "journal-check",
      "prompt": "Compare these journal entries with supporting invoices and mark mismatches."
    },
    {
      "id": "legal-prompt",
      "prompt": "Optimize this tax question into a Deep Research prompt with legal source domains."
    }
  ]
}