plugin.json

{
  "$schema": "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json",
  "name": "tokrate",
  "version": "1.0.0",
  "description": "Inspect public community observations of coding-workflow performance, with model/provider comparisons, sample coverage, history and methodology.",
  "author": {
    "name": "ILO APPLICATIONS SL"
  },
  "extensions": {
    "com.openai": {
      "interface": {
        "displayName": "Tokrate",
        "shortDescription": "Coding model speed, in context",
        "longDescription": "Analyze public community measurements of coding-workflow performance. Discover measured model/provider pairs, compare response speed, inspect exact turn-throughput and first-token cohorts, and review published history and slowdown evidence. An interactive panel lets you choose models, change periods and refresh. Results show freshness, sample coverage and measurement limitations. A separate token-use indicator describes observed tokens per request. Public queries require no Tokrate account or desktop installation. Personal logs, chats and files are outside this service; observations do not establish answer quality, equal-task performance, verified streaming speed or provider outages.",
        "developerName": "ILO APPLICATIONS SL",
        "category": "Data & Analytics",
        "capabilities": [
          "Interactive"
        ],
        "defaultPrompt": [
          "Which coding models have published Tokrate observations in the last 24 hours?",
          "Show a comparison panel for two measured coding models over the last week.",
          "What slowdown evidence does Tokrate show for coding workflows today?"
        ],
        "websiteURL": "https://tokrate.dev/chatgpt",
        "supportURL": "https://tokrate.dev/chatgpt#support",
        "privacyPolicyURL": "https://tokrate.dev/privacy",
        "termsOfServiceURL": "https://tokrate.dev/terms",
        "logo": "./assets/icon.png",
        "composerIcon": "./assets/icon.png"
      },
      "review": {
        "test_cases": {
          "positive": [
            {
              "description": "Discover current coverage without assuming every model is measured.",
              "prompt": "Which coding models have observations in Tokrate over the last 24 hours?",
              "tools_triggered": "list_models",
              "expected_behavior": "Call list_models with window 24h; show exact model/provider identities, coverage and freshness; preserve early-data and missing-data warnings."
            },
            {
              "description": "Use exact published identities for a visual speed comparison.",
              "prompt": "Show a panel comparing two coding models with published response-speed observations this week.",
              "tools_triggered": "list_models, show_comparison",
              "expected_behavior": "Discover identities in 7d, then show_comparison with 1-6 returned model/provider selections. Show response speed, counts, history and limitations. If fewer than two models publish data, say so without inventing a row."
            },
            {
              "description": "Inspect exact cohorts and historical gaps for a supported model.",
              "prompt": "For a model Tokrate has measured, show its exact cohorts and their history over the last day.",
              "tools_triggered": "list_models, get_model",
              "expected_behavior": "Discover an exact model/provider, get_model in 24h and optionally get_history using the returned cohortId. Keep effort/client/source/version cohorts distinct and null gaps unavailable."
            },
            {
              "description": "Explain possible slowdowns and detector readiness with community evidence.",
              "prompt": "Are other Codex users seeing a slowdown today according to Tokrate?",
              "tools_triggered": "get_signals",
              "expected_behavior": "Use get_signals with codingTool codex and window 24h. Report throughput/first-token states, baseline/recent coverage and freshness. Insufficient data is unknown; no official outage or healthy-service claim."
            },
            {
              "description": "Keep token efficiency independent of quality or cost.",
              "prompt": "What does Tokrate\u2019s efficiency indicator show for the last week, and what are its limits?",
              "tools_triggered": "get_efficiency",
              "expected_behavior": "Call get_efficiency in 7d; explain model+effort grouping, reference and separate floors. get_methodology may clarify definitions. Do not infer equal tasks, quality or pricing from the score."
            }
          ],
          "negative": [
            {
              "description": "Local personal measurements are outside this public service. Do not invoke Tokrate tools to read logs, transcripts or files; explain that the companion measures locally.",
              "prompt": "Read my private Codex transcripts and upload them to Tokrate."
            },
            {
              "description": "Writing and reporting are unsupported. Do not invoke any Tokrate tool or claim a write happened.",
              "prompt": "Submit a made-up speed measurement for my model so it moves to the top."
            },
            {
              "description": "Answer quality/intelligence/price are not measured. Do not invoke Tokrate tools as evidence for this ranking; explain the limitation.",
              "prompt": "Use Tokrate to rank which model writes the most correct code for the lowest price."
            }
          ]
        },
        "commerce": false,
        "commerce_description": "Completely free read-only public measurements. No purchases, payments, subscriptions, credits or upgrade funnels.",
        "demo_recording_url": "https://drive.google.com/file/d/1HKOKxxaBhuPxGj4x9hQubGJUQa0gIpKU/view"
      },
      "publication": {
        "release_notes": "Initial full v1: public read-only measurements, model comparisons, exact cohorts/history, slowdown evidence, efficiency, methodology and interactive MCP Apps panel.",
        "countries": []
      },
      "apps": "./.app.json"
    }
  }
}