{"id":10235,"external_id":"plugin_asdk_app_6ae04b7bab9c8191b208b89badaaedd5","name":"tpc-benchmarks","display_name":"TPC Benchmarks","developer":"The Prompting Company","category":"Developer Tools","listing_language":"en","listing_language_details":{"method":"cld-0.13.0/listing-v1","reliable":true,"detected_at":"2026-11-02T00:05:44Z","input_sha256":"244ea8cf307d08d0aafc1e16b5bfd163aba1d02e350318a5281fbb758af86f14","source_fields":["release.description","release.interface.short_description","release.interface.long_description"]},"version":"1.0.0","skill_count":0,"first_seen_at":"2026-11-02T00:00:02.455Z","last_seen_at":"2026-11-04T06:00:02.689Z","last_changed_at":"2026-11-02T00:00:02.455Z","install_count":null,"search_matches":[],"research_summary":null,"research_reviewed_at":null,"metadata":{"canonical_app_id":"asdk_app_6ae04b7bab9c8191b208b89badaaedd5","connector_id":"asdk_app_6ae04b7bab9c8191b208b89badaaedd5","created_at":"2026-10-27T08:06:52.567124Z","discoverability":"LISTED","id":"plugin_asdk_app_6ae04b7bab9c8191b208b89badaaedd5","is_template":false,"is_template_instance":false,"name":"tpc-benchmarks","release":{"app_ids":["asdk_app_6ae04b7bab9c8191b208b89badaaedd5"],"app_manifest":{"apps":{"tpc-benchmarks":{"id":"asdk_app_6ae04b7bab9c8191b208b89badaaedd5","required":true}}},"app_templates":[],"description":"tpc-benchmarks","display_name":"TPC Benchmarks","id":"pluginrel_0d5287f3abe88191aac2488e0499b2da","interface":{"brand_color":null,"capabilities":[],"category":"Developer Tools","composer_icon_dark_url":null,"composer_icon_url":"https://files.openai.com/content?id=file_00000000170881f7948cc41aee3bd344","default_prompt":"Compare agent onboarding benchmark results for search APIs.","default_prompts":["Compare agent onboarding benchmark results for search APIs.","How have Exa and Firecrawl's benchmark scores trended over recent weeks?","Show benchmark cards for email APIs that send transactional email."],"developer_name":"The Prompting Company","logo_url":"https://files.openai.com/content?id=file_0000000087dc81f7a518d4ef56dafdd4","logo_url_dark":null,"long_description":"See whether an AI coding agent can actually integrate a developer API, SDK or tool from its documentation, measured by The Prompting Company.\n\nAsk about a product or a category, such as search APIs or transactional email, and get measured results in chat: completion rate, passed, failed and blocked runs, average successful run time, and an overall score from 0 to 100 that averages an experience score (graded on Install, Auth, Execute, Docs and Current) and an agent readiness score. Name a task, like sending a transactional email or verifying a sending domain, and products are ranked by their results on that task. Tasks a product does not offer through its public API are marked not supported, with the documentation that shows it.\n\nAsk to see the results and get interactive cards: a comparison table, a weekly overall score chart, a passed, failed and blocked bar for each product, the last test date and a link to the full benchmark page on promptingcompany.com. Every answer is complete inside ChatGPT; opening a benchmark page is optional.\n\nCovers products with 3+ benchmark runs on the public TPC leaderboard; grows as benchmarks run. Products not covered return no results; you can ask the app to request a benchmark, which the TPC team reviews.\n\nNo sign-in, no account changes, no credentials; the only thing the app writes is a benchmark request you ask for. Results describe how AI coding agents performed on the days they were tested and are not a guarantee of how a product will work for you. See the privacy policy for what the app stores.","plugin_category_id":"developer tools","privacy_policy_url":"https://promptingcompany.com/privacy-policy","screenshot_urls":[],"short_description":"Can an agent use this product?","terms_of_service_url":"https://promptingcompany.com/term-of-use","website_url":"https://promptingcompany.com/benchmarks"},"keywords":[],"onboarding_skill_name":null,"requires_local_executor":false,"skills":[],"version":"1.0.0"},"scope":"GLOBAL","status":"ENABLED"},"research":null,"package_metadata":{"name":"tpc-benchmarks","sources":[{"path":"plugin.json","sha256":"96292de43bc9978ce72af6c8fe1c7cbebe45f22cedb3d60aec144ef3e77a15a2"}],"version":"1.0.0","artifact_id":130910,"observed_at":"2026-11-03T06:12:40Z","support_url":"https://docs.promptingcompany.com/mcp/benchmarks","field_sources":{"name":0,"version":0,"support_url":0,"release_notes":0,"review_case_counts":0},"release_notes":"Initial release of TPC Benchmarks.\n\n- Look up measured agent-onboarding results for developer APIs, SDKs and tools: completion rate, passed, failed and blocked runs, average run time, and an overall score that combines the experience score with the product's agent readiness score.\n- Ask about a product, a category or a task, such as sending a transactional email; requests that name no product are matched to the closest category by meaning.\n- See results as interactive cards with a comparison table, weekly overall score trends and a link to each product's benchmark page.\n- Get weekly score history as data for clients without cards.\n- Request a benchmark for a product that isn't covered yet; the TPC team reviews requests.\n- No sign-in. Lookups and requests are rate limited per user.","extraction_version":1,"review_case_counts":{"negative":3,"positive":5},"conflicts_or_errors":[]}}