← Plugin EvalCONTENT HISTORY

Update to Plugin Eval

Snapshot Oct 27, 2026 · 01:06 UTC · version 0.1.2

WHAT CHANGED

Package or technical metadata updated

Package or technical metadata updated

Observed in package metadata. These changes alone do not establish a new customer-facing feature.

Save Plugin Eval and check future changes in Following.

Up to 10 plugins free · no card required.

All fields and original values.

Is v2 template

Before

Oct 24, 2026 · 13:56 UTC

Not present

After

Oct 27, 2026 · 01:06 UTC

false

Compare saved observations

Download comparison JSON
Full technical diff · 1 changed fields

added /is_v2_template

BEFORE
Field was absent
AFTER
false
Full snapshot data
{
  "canonical_app_id": null,
  "connector_id": null,
  "created_at": "2026-04-16T23:38:51.493217Z",
  "discoverability": "LISTED",
  "id": "plugins~Plugin_a2d7fcc77268819187a5d61e6a1452eb",
  "is_template": false,
  "is_template_instance": false,
  "is_v2_template": false,
  "name": "plugin-eval",
  "release": {
    "app_ids": [],
    "app_manifest": null,
    "app_templates": [],
    "description": "Evaluate Codex skills and plugins from chat with a beginner-friendly start command, local-first reports, token budget explanations, and guided benchmarking.",
    "display_name": "Plugin Eval",
    "id": "pluginrel_6a27326b5d308191a48d61a34e56f9b7",
    "interface": {
      "brand_color": "#0F766E",
      "capabilities": [
        "Interactive",
        "Write"
      ],
      "category": "Developer Tools",
      "composer_icon_dark_url": null,
      "composer_icon_url": "https://files.openai.com/content?id=file_00000000742c722f8803119620b5784d",
      "default_prompt": "Give me an analysis of the game studio plugin.",
      "default_prompts": [
        "Give me an analysis of the game studio plugin.",
        "Evaluate this plugin.",
        "Why did this score that way?"
      ],
      "developer_name": "OpenAI",
      "logo_url": "https://files.openai.com/content?id=file_0000000045b071f58495c7a8296a2ead",
      "logo_url_dark": null,
      "long_description": "Ask Codex to evaluate a plugin or skill, give you a full analysis of a named plugin such as game-studio, explain why it scored that way, show what to fix first, explain its token budget, measure real token usage, benchmark a plugin, or tell you what to run next. Plugin Eval keeps the path engineer-friendly: start with a natural chat request, then use the local `plugin-eval start` entrypoint or the routed workflow command it recommends.",
      "plugin_category_id": "developer tools",
      "privacy_policy_url": "https://openai.com/policies/privacy-policy/",
      "screenshot_urls": [],
      "short_description": "Start from chat, then evaluate or benchmark locally",
      "terms_of_service_url": "https://openai.com/policies/terms-of-use/",
      "website_url": "https://openai.com/"
    },
    "keywords": [],
    "mcp_servers": [],
    "onboarding_skill_name": null,
    "requires_local_executor": false,
    "skills": [
      {
        "description": "Evaluate a local Codex plugin in engineer-friendly language. Use when the user says \"evaluate this plugin\", \"audit this plugin\", \"why did this score that way\", \"what should I fix first\", \"help me benchmark this plugin\", or asks for a plugin-wide report before comparing versions.",
        "interface": {
          "brand_color": null,
          "default_prompt": null,
          "display_name": "Evaluate Plugin",
          "icon_large_url": null,
          "icon_small_url": null,
          "iconography": null,
          "short_description": "Evaluate a local Codex plugin"
        },
        "name": "evaluate-plugin",
        "plugin_release_skill_id": "pluginrsk_6a27326dfda48191abb6bbb78dde3dfa"
      },
      {
        "description": "Evaluate a local Codex skill in engineer-friendly terms. Use when the user says \"evaluate this skill\", \"give me an analysis of the game dev skill\", \"audit this skill\", \"why did this score that way\", \"what should I fix first\", or asks for a skill-specific report before benchmarking it.",
        "interface": {
          "brand_color": null,
          "default_prompt": null,
          "display_name": "Evaluate Skill",
          "icon_large_url": null,
          "icon_small_url": null,
          "iconography": null,
          "short_description": "Evaluate a local Codex skill"
        },
        "name": "evaluate-skill",
        "plugin_release_skill_id": "pluginrsk_6a27326f87cc8191a0f4a3e75f975fc8"
      },
      {
        "description": "Turn plugin-eval findings into a concrete rewrite brief for a Codex skill. Use when the user already evaluated a skill and now wants Codex to improve it, especially after asking what to fix first.",
        "interface": {
          "brand_color": null,
          "default_prompt": null,
          "display_name": "Improve Skill",
          "icon_large_url": null,
          "icon_small_url": null,
          "iconography": null,
          "short_description": "Turn plugin-eval findings into a rewrite brief"
        },
        "name": "improve-skill",
        "plugin_release_skill_id": "pluginrsk_6a273270f3808191a0d8d6f1dd2e2cb0"
      },
      {
        "description": "Design custom metric packs for plugin-eval so teams can add local evaluation rubrics that emit schema-compatible checks and metrics. Use when the user wants their own evaluation criteria or visualizations.",
        "interface": {
          "brand_color": null,
          "default_prompt": null,
          "display_name": "Metric Pack Designer",
          "icon_large_url": null,
          "icon_small_url": null,
          "iconography": null,
          "short_description": "Design custom metric packs for plugin-eval"
        },
        "name": "metric-pack-designer",
        "plugin_release_skill_id": "pluginrsk_6a27327271e88191a267529303426a69"
      },
      {
        "description": "Help engineers evaluate a local skill or plugin, explain why it scored that way, show what to fix first, measure real token usage, benchmark starter scenarios, or decide what to run next. Use when the user says things like \"evaluate this skill\", \"give me an analysis of the game dev skill\", \"why did this score that way\", \"what should I fix first\", \"measure the real token usage of this skill\", or \"what should I run next?\".",
        "interface": {
          "brand_color": null,
          "default_prompt": null,
          "display_name": "Plugin Eval",
          "icon_large_url": null,
          "icon_small_url": null,
          "iconography": null,
          "short_description": "Choose the right local evaluation workflow"
        },
        "name": "plugin-eval",
        "plugin_release_skill_id": "pluginrsk_6a273273ff588191ae73b5de4c563728"
      }
    ],
    "version": "0.1.2"
  },
  "scope": "GLOBAL",
  "share_url": "https://chatgpt.com/plugins/plugin-eval?open_in_app",
  "status": "ENABLED"
}

SHA-256 of public snapshot: 00df5be8a9099fabb487d46c85d45d588567ed3b53f3bd85cdff4223a00ee1ba