plugin.json

{
  "$schema": "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json",
  "name": "vaivox",
  "version": "1.0.1",
  "description": "Translate and understand any video in your language. Vaivox dubs it with a natural voice, in sync with the original, so you watch it instead of reading subtitles.",
  "author": {
    "name": "Vaivox",
    "email": "jose@vaivox.com",
    "url": "https://vaivox.com"
  },
  "homepage": "https://vaivox.com",
  "keywords": [
    "dubbing",
    "video",
    "translation",
    "languages",
    "subtitles"
  ],
  "extensions": {
    "com.openai": {
      "interface": {
        "displayName": "Vaivox",
        "shortDescription": "Translate any video you watch",
        "longDescription": "Translate and understand any video in your language.\n\nVaivox is consumer dubbing: dubbing made for the person watching, not for the person publishing. You found a video in a language you do not speak \u2014 a course, a tutorial, an interview, a talk \u2014 and you want to understand it. Vaivox translates it and speaks it in your language, in sync with the original, so you watch it instead of reading subtitles.\n\nWhat you can do with Vaivox:\n\u2022 Paste a link from YouTube, TikTok, Twitter/X, Dailymotion, Bilibili, VK or Aparat, say the language you want, and get the dubbed video back as a Vaivox page where the new voice plays along with the picture. Most videos are ready in about a minute.\n\u2022 Check how a longer dubbing is going, and open it once it is ready.\n\u2022 See the 82 languages Vaivox can dub into, with their codes, before you start.\n\nVaivox is not a tool for creators: there is no lip-sync, no voice cloning and no voice-over production, and there is nothing to publish or export for a channel. Vaivox never modifies or re-uploads the original video. Nothing is published: the dubbed audio is delivered to the person watching, on a Vaivox page, and stays in their account.\n\nThe dubbed voice is synthesised speech reading a translation of words that are already spoken in the video. The voices are the standard voices of the speech providers, never a copy of the speaker's own voice.\n\nYou connect your own Vaivox account once. ChatGPT never sees your password, and it cannot make purchases or change your account.",
        "developerName": "Vaivox",
        "category": "Education & Research",
        "capabilities": [
          "Dub a video into your language",
          "Check how a dubbing is going",
          "List the languages available"
        ],
        "websiteURL": "https://vaivox.com",
        "supportURL": "https://vaivox.com/contact",
        "privacyPolicyURL": "https://vaivox.com/privacy",
        "termsOfServiceURL": "https://vaivox.com/terms",
        "defaultPrompt": [
          "Translate this video into Italian: https://www.youtube.com/watch?v=UF8uR6Z6KLc",
          "Which languages can you dub into?",
          "Dub this tutorial into English so I can follow it."
        ],
        "brandColor": "#B8923F",
        "brandColorDark": "#E6D49A",
        "logo": "./assets/logo.png",
        "composerIcon": "./assets/icon.png"
      },
      "review": {
        "test_cases": {
          "positive": [
            {
              "description": "Dub a video into a language the person speaks",
              "prompt": "Dub this video into English: https://www.youtube.com/watch?v=MoGuH3JbMPw",
              "tools_triggered": "dub_video",
              "expected_behavior": "Returns a https://vaivox.com/share/... page where an English voice plays in sync with the original picture. The video is Ray Dalio's \"How the economic machine works\" in Italian, 31 minutes: a reviewer who does not speak Italian can hear the original and then hear it in English, and judge the result directly. The original video is unchanged and nothing is published anywhere."
            },
            {
              "description": "Dub a video from a platform other than YouTube",
              "prompt": "I found this Chinese tutorial, can you dub it in English? https://www.bilibili.com/video/BV1GJ411x7h7",
              "tools_triggered": "dub_video",
              "expected_behavior": "Returns a Vaivox share page with an English voice in sync with the original. Bilibili and VK are supported alongside YouTube, TikTok and Twitter/X."
            },
            {
              "description": "List the languages available",
              "prompt": "Which languages can you dub into?",
              "tools_triggered": "available_languages",
              "expected_behavior": "Returns the 82 supported languages with their codes, without starting any dubbing and without spending any minutes."
            },
            {
              "description": "Check a dubbing that was too long to finish in one call",
              "prompt": "Is that dubbing ready yet?",
              "tools_triggered": "dubbing_status",
              "expected_behavior": "Returns the current phase and progress of the job id returned earlier by dub_video, and the link to watch it once it is ready."
            },
            {
              "description": "Dub the same video with the other voice",
              "prompt": "Dub it with a male voice instead.",
              "tools_triggered": "dub_video",
              "expected_behavior": "Returns a new Vaivox share page for the same video with a male voice, and spends the minutes of the plan again."
            }
          ],
          "negative": [
            {
              "description": "A language Vaivox does not support",
              "prompt": "Dub this video in Klingon: https://www.youtube.com/watch?v=MoGuH3JbMPw"
            },
            {
              "description": "A task Vaivox does not do - Vaivox dubs videos, it does not summarise them",
              "prompt": "Summarise this video for me instead of dubbing it: https://www.youtube.com/watch?v=MoGuH3JbMPw"
            },
            {
              "description": "Dubbing from the chat without a paid plan",
              "prompt": "Dub this video into Spanish (asked from an account on the free plan): https://www.youtube.com/watch?v=MoGuH3JbMPw"
            }
          ]
        },
        "demo_recording_url": "https://youtu.be/NRPX4TfNE2s",
        "commerce": false,
        "commerce_description": "Vaivox does not sell anything through this plugin and cannot take payment from it. Dubbing spends the minutes of the plan the user already has; plans are bought on vaivox.com, in the browser. The connected account cannot be charged, upgraded or downgraded from the chat."
      },
      "publication": {
        "release_notes": "First release. Three tools: dub_video dubs a video into one of 82 languages with a natural voice in sync with the original; dubbing_status reports the progress of a long dubbing; available_languages lists the supported languages. Sign-in is OAuth with dynamic client registration, and dubbing requires a paid Vaivox plan."
      },
      "apps": "./.app.json"
    }
  }
}