{"id":5122,"external_id":"plugins~Plugin_a2d7fcc77268819187a5d61e6a1452eb","name":"plugin-eval","display_name":"Plugin Eval","developer":"OpenAI","category":"Developer Tools","listing_language":"en","listing_language_details":{"method":"cld-0.13.0/listing-v1","reliable":true,"detected_at":"2026-10-01T13:22:06Z","input_sha256":"5685ea4a126c9ebe2f496702ec565d576045acea505b336f3c6b9170ec8895c5","source_fields":["release.description","release.interface.short_description","release.interface.long_description"]},"version":"0.1.2","skill_count":5,"first_seen_at":"2026-09-30T22:02:35.000Z","last_seen_at":"2026-10-02T00:00:02.003Z","last_changed_at":"2026-09-30T22:02:35.000Z","install_count":null,"research_summary":null,"research_reviewed_at":null,"metadata":{"id":"plugins~Plugin_a2d7fcc77268819187a5d61e6a1452eb","name":"plugin-eval","scope":"GLOBAL","status":"ENABLED","release":{"id":"pluginrel_6a27326b5d308191a48d61a34e56f9b7","skills":[{"name":"evaluate-plugin","interface":{"brand_color":null,"iconography":null,"display_name":"Evaluate Plugin","default_prompt":null,"icon_large_url":null,"icon_small_url":null,"short_description":"Evaluate a local Codex plugin"},"description":"Evaluate a local Codex plugin in engineer-friendly language. Use when the user says \"evaluate this plugin\", \"audit this plugin\", \"why did this score that way\", \"what should I fix first\", \"help me benchmark this plugin\", or asks for a plugin-wide report before comparing versions.","plugin_release_skill_id":"pluginrsk_6a27326dfda48191abb6bbb78dde3dfa"},{"name":"evaluate-skill","interface":{"brand_color":null,"iconography":null,"display_name":"Evaluate Skill","default_prompt":null,"icon_large_url":null,"icon_small_url":null,"short_description":"Evaluate a local Codex skill"},"description":"Evaluate a local Codex skill in engineer-friendly terms. Use when the user says \"evaluate this skill\", \"give me an analysis of the game dev skill\", \"audit this skill\", \"why did this score that way\", \"what should I fix first\", or asks for a skill-specific report before benchmarking it.","plugin_release_skill_id":"pluginrsk_6a27326f87cc8191a0f4a3e75f975fc8"},{"name":"improve-skill","interface":{"brand_color":null,"iconography":null,"display_name":"Improve Skill","default_prompt":null,"icon_large_url":null,"icon_small_url":null,"short_description":"Turn plugin-eval findings into a rewrite brief"},"description":"Turn plugin-eval findings into a concrete rewrite brief for a Codex skill. Use when the user already evaluated a skill and now wants Codex to improve it, especially after asking what to fix first.","plugin_release_skill_id":"pluginrsk_6a273270f3808191a0d8d6f1dd2e2cb0"},{"name":"metric-pack-designer","interface":{"brand_color":null,"iconography":null,"display_name":"Metric Pack Designer","default_prompt":null,"icon_large_url":null,"icon_small_url":null,"short_description":"Design custom metric packs for plugin-eval"},"description":"Design custom metric packs for plugin-eval so teams can add local evaluation rubrics that emit schema-compatible checks and metrics. Use when the user wants their own evaluation criteria or visualizations.","plugin_release_skill_id":"pluginrsk_6a27327271e88191a267529303426a69"},{"name":"plugin-eval","interface":{"brand_color":null,"iconography":null,"display_name":"Plugin Eval","default_prompt":null,"icon_large_url":null,"icon_small_url":null,"short_description":"Choose the right local evaluation workflow"},"description":"Help engineers evaluate a local skill or plugin, explain why it scored that way, show what to fix first, measure real token usage, benchmark starter scenarios, or decide what to run next. Use when the user says things like \"evaluate this skill\", \"give me an analysis of the game dev skill\", \"why did this score that way\", \"what should I fix first\", \"measure the real token usage of this skill\", or \"what should I run next?\".","plugin_release_skill_id":"pluginrsk_6a273273ff588191ae73b5de4c563728"}],"app_ids":[],"version":"0.1.2","keywords":[],"interface":{"category":"Developer Tools","logo_url":"https://files.openai.com/content?id=file_0000000045b071f58495c7a8296a2ead","brand_color":"#0F766E","website_url":"https://openai.com/","capabilities":["Interactive","Write"],"logo_url_dark":null,"default_prompt":"Give me an analysis of the game studio plugin.","developer_name":"OpenAI","default_prompts":["Give me an analysis of the game studio plugin.","Evaluate this plugin.","Why did this score that way?"],"screenshot_urls":[],"long_description":"Ask Codex to evaluate a plugin or skill, give you a full analysis of a named plugin such as game-studio, explain why it scored that way, show what to fix first, explain its token budget, measure real token usage, benchmark a plugin, or tell you what to run next. Plugin Eval keeps the path engineer-friendly: start with a natural chat request, then use the local `plugin-eval start` entrypoint or the routed workflow command it recommends.","composer_icon_url":"https://files.openai.com/content?id=file_00000000742c722f8803119620b5784d","short_description":"Start from chat, then evaluate or benchmark locally","plugin_category_id":"developer tools","privacy_policy_url":"https://openai.com/policies/privacy-policy/","terms_of_service_url":"https://openai.com/policies/terms-of-use/","composer_icon_dark_url":null},"description":"Evaluate Codex skills and plugins from chat with a beginner-friendly start command, local-first reports, token budget explanations, and guided benchmarking.","app_manifest":null,"display_name":"Plugin Eval","app_templates":[],"onboarding_skill_name":null,"requires_local_executor":false},"created_at":"2026-04-16T23:38:51.493217Z","is_template":false,"connector_id":null,"discoverability":"LISTED","canonical_app_id":null},"research":null,"package_metadata":{"name":"plugin-eval","author":{"url":"https://openai.com/","name":"OpenAI Codex"},"license":"MIT","sources":[{"path":".codex-plugin/plugin.json","sha256":"72b434478d5008496d17d43b9b847121f47145f71177540ab47893b1559c5aed"}],"version":"0.1.2","homepage":"https://openai.com/","keywords":["codex","plugin","skill","evaluation","quality","budget"],"repository":"https://github.com/openai/plugins","artifact_id":6034,"observed_at":"2026-09-30T23:18:31Z","capabilities":["Interactive","Write"],"field_sources":{"name":0,"author":0,"license":0,"version":0,"homepage":0,"keywords":0,"repository":0,"capabilities":0},"extraction_version":1,"conflicts_or_errors":[]}}