skills/jinko-protocol/evals/evals.json

{
  "skill_name": "jinko-protocol",
  "evals": [
    {
      "id": 1,
      "prompt": "Create a three-arm Jinkō protocol design for an existing model: two IV arms, one PO arm, and three different doses. Keep dosing logic out of the protocol.",
      "expected_output": "Explains model/protocol separation, uses create_protocol_design with three arms overriding Dose and route, includes control relationships, and requires --apply before mutation."
    },
    {
      "id": 2,
      "prompt": "Can a protocol define a dosing schedule event, or should it only override the schedule parameters?",
      "expected_output": "States that dosing events and schedule formulas are model-level; the protocol assigns arm-specific values to those model inputs."
    },
    {
      "id": 3,
      "prompt": "I need to update or add arms in protocol design pd-123 from a JSON file without deleting anything omitted from that file. Show the SDK-safe approach.",
      "expected_output": "Describes the operation as upsert-only, uses get_protocol_design then protocol.arms.get/set_override (or protocol.arms.create for new arms), states that omitted arms and overrides are retained, and recommends the dry-run/--apply script."
    }
  ]
}