← Plugin EvalCONTENT HISTORY
WHAT CHANGED
added
Update to Plugin Eval
Snapshot Oct 27, 2026 · 01:06 UTC · version 0.1.2
Package or technical metadata updated
Package or technical metadata updated
Observed in package metadata. These changes alone do not establish a new customer-facing feature.
Save Plugin Eval and check future changes in Following.
Up to 10 plugins free · no card required.
All fields and original values.
Is v2 template
Before
Oct 24, 2026 · 13:56 UTC
Not present
After
Oct 27, 2026 · 01:06 UTC
false
Compare saved observations
Download comparison JSONFull technical diff · 1 changed fields
added /is_v2_template
BEFORE
Field was absent
AFTER
false
Full snapshot data
{
"canonical_app_id": null,
"connector_id": null,
"created_at": "2026-04-16T23:38:51.493217Z",
"discoverability": "LISTED",
"id": "plugins~Plugin_a2d7fcc77268819187a5d61e6a1452eb",
"is_template": false,
"is_template_instance": false,
"is_v2_template": false,
"name": "plugin-eval",
"release": {
"app_ids": [],
"app_manifest": null,
"app_templates": [],
"description": "Evaluate Codex skills and plugins from chat with a beginner-friendly start command, local-first reports, token budget explanations, and guided benchmarking.",
"display_name": "Plugin Eval",
"id": "pluginrel_6a27326b5d308191a48d61a34e56f9b7",
"interface": {
"brand_color": "#0F766E",
"capabilities": [
"Interactive",
"Write"
],
"category": "Developer Tools",
"composer_icon_dark_url": null,
"composer_icon_url": "https://files.openai.com/content?id=file_00000000742c722f8803119620b5784d",
"default_prompt": "Give me an analysis of the game studio plugin.",
"default_prompts": [
"Give me an analysis of the game studio plugin.",
"Evaluate this plugin.",
"Why did this score that way?"
],
"developer_name": "OpenAI",
"logo_url": "https://files.openai.com/content?id=file_0000000045b071f58495c7a8296a2ead",
"logo_url_dark": null,
"long_description": "Ask Codex to evaluate a plugin or skill, give you a full analysis of a named plugin such as game-studio, explain why it scored that way, show what to fix first, explain its token budget, measure real token usage, benchmark a plugin, or tell you what to run next. Plugin Eval keeps the path engineer-friendly: start with a natural chat request, then use the local `plugin-eval start` entrypoint or the routed workflow command it recommends.",
"plugin_category_id": "developer tools",
"privacy_policy_url": "https://openai.com/policies/privacy-policy/",
"screenshot_urls": [],
"short_description": "Start from chat, then evaluate or benchmark locally",
"terms_of_service_url": "https://openai.com/policies/terms-of-use/",
"website_url": "https://openai.com/"
},
"keywords": [],
"mcp_servers": [],
"onboarding_skill_name": null,
"requires_local_executor": false,
"skills": [
{
"description": "Evaluate a local Codex plugin in engineer-friendly language. Use when the user says \"evaluate this plugin\", \"audit this plugin\", \"why did this score that way\", \"what should I fix first\", \"help me benchmark this plugin\", or asks for a plugin-wide report before comparing versions.",
"interface": {
"brand_color": null,
"default_prompt": null,
"display_name": "Evaluate Plugin",
"icon_large_url": null,
"icon_small_url": null,
"iconography": null,
"short_description": "Evaluate a local Codex plugin"
},
"name": "evaluate-plugin",
"plugin_release_skill_id": "pluginrsk_6a27326dfda48191abb6bbb78dde3dfa"
},
{
"description": "Evaluate a local Codex skill in engineer-friendly terms. Use when the user says \"evaluate this skill\", \"give me an analysis of the game dev skill\", \"audit this skill\", \"why did this score that way\", \"what should I fix first\", or asks for a skill-specific report before benchmarking it.",
"interface": {
"brand_color": null,
"default_prompt": null,
"display_name": "Evaluate Skill",
"icon_large_url": null,
"icon_small_url": null,
"iconography": null,
"short_description": "Evaluate a local Codex skill"
},
"name": "evaluate-skill",
"plugin_release_skill_id": "pluginrsk_6a27326f87cc8191a0f4a3e75f975fc8"
},
{
"description": "Turn plugin-eval findings into a concrete rewrite brief for a Codex skill. Use when the user already evaluated a skill and now wants Codex to improve it, especially after asking what to fix first.",
"interface": {
"brand_color": null,
"default_prompt": null,
"display_name": "Improve Skill",
"icon_large_url": null,
"icon_small_url": null,
"iconography": null,
"short_description": "Turn plugin-eval findings into a rewrite brief"
},
"name": "improve-skill",
"plugin_release_skill_id": "pluginrsk_6a273270f3808191a0d8d6f1dd2e2cb0"
},
{
"description": "Design custom metric packs for plugin-eval so teams can add local evaluation rubrics that emit schema-compatible checks and metrics. Use when the user wants their own evaluation criteria or visualizations.",
"interface": {
"brand_color": null,
"default_prompt": null,
"display_name": "Metric Pack Designer",
"icon_large_url": null,
"icon_small_url": null,
"iconography": null,
"short_description": "Design custom metric packs for plugin-eval"
},
"name": "metric-pack-designer",
"plugin_release_skill_id": "pluginrsk_6a27327271e88191a267529303426a69"
},
{
"description": "Help engineers evaluate a local skill or plugin, explain why it scored that way, show what to fix first, measure real token usage, benchmark starter scenarios, or decide what to run next. Use when the user says things like \"evaluate this skill\", \"give me an analysis of the game dev skill\", \"why did this score that way\", \"what should I fix first\", \"measure the real token usage of this skill\", or \"what should I run next?\".",
"interface": {
"brand_color": null,
"default_prompt": null,
"display_name": "Plugin Eval",
"icon_large_url": null,
"icon_small_url": null,
"iconography": null,
"short_description": "Choose the right local evaluation workflow"
},
"name": "plugin-eval",
"plugin_release_skill_id": "pluginrsk_6a273273ff588191ae73b5de4c563728"
}
],
"version": "0.1.2"
},
"scope": "GLOBAL",
"share_url": "https://chatgpt.com/plugins/plugin-eval?open_in_app",
"status": "ENABLED"
}SHA-256 of public snapshot: 00df5be8a9099fabb487d46c85d45d588567ed3b53f3bd85cdff4223a00ee1ba