live
MODEL IDheygen:video-translate@1.0

HeyGen Video Translate 1.0

HeyGen
by
Available with Zero Data Retention

HeyGen Video Translate 1.0 is a video translation model that transcribes the speech in a video, translates it, and dubs it in the speaker's cloned voice. It redraws the mouth to match the translated speech, with a speed mode for fast turnaround and a precision mode for higher lip sync quality on moving faces, side angles, and occlusions. It suits localization of marketing, training, and social video, with options for multiple speakers, partial translation, audio-only dubbing, and custom subtitles.

HeyGen Video Translate 1.0

video-translate

Polish Factory Safety Induction$0.0815~1m 50s
Try in Playground
import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'heygen:video-translate@1.0',
  speech: {
    language: 'pl-PL'
  },
  inputs: {
    video: {
      source: 'https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4',
      language: 'de-DE'
    }
  }
})
import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "heygen:video-translate@1.0",
            "speech": {
                "language": "pl-PL"
            },
            "inputs": {
                "video": {
                    "source": "https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4",
                    "language": "de-DE"
                }
            }
        })


asyncio.run(main())
curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "dd2ee5f4-18a6-42a6-b62f-98111db7629c",
      "model": "heygen:video-translate@1.0",
      "speech": {
        "language": "pl-PL"
      },
      "inputs": {
        "video": {
          "source": "https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4",
          "language": "de-DE"
        }
      }
    }
  ]'
runware run heygen:video-translate@1.0 \
  speech.language=pl-PL \
  inputs.video.source=https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4 \
  inputs.video.language=de-DE
{
  "taskType": "videoInference",
  "taskUUID": "dd2ee5f4-18a6-42a6-b62f-98111db7629c",
  "model": "heygen:video-translate@1.0",
  "speech": {
    "language": "pl-PL"
  },
  "inputs": {
    "video": {
      "source": "https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4",
      "language": "de-DE"
    }
  }
}
Response
{
  "taskType": "videoInference",
  "taskUUID": "dd2ee5f4-18a6-42a6-b62f-98111db7629c",
  "videoUUID": "0888f5dc-4053-4d78-b1e2-136781f883f0",
  "videoURL": "https://vm.runware.ai/video/os/a09dlim3/ws/5/vi/0888f5dc-4053-4d78-b1e2-136781f883f0.mp4",
  "cost": 0.0815
}

partial-translation

Japanese Hotel Training Localization$0.08~1m 38s
Try in Playground
import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'heygen:video-translate@1.0',
  speech: {
    language: 'ja-JP'
  },
  settings: {
    mode: 'precision',
    speakerCount: 2,
    startTime: 1,
    endTime: 4
  },
  inputs: {
    video: {
      source: 'https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4',
      language: 'en-US'
    }
  }
})
import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "heygen:video-translate@1.0",
            "speech": {
                "language": "ja-JP"
            },
            "settings": {
                "mode": "precision",
                "speakerCount": 2,
                "startTime": 1,
                "endTime": 4
            },
            "inputs": {
                "video": {
                    "source": "https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4",
                    "language": "en-US"
                }
            }
        })


asyncio.run(main())
curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "3670d5a4-8173-4e02-84f7-1614ef18eb30",
      "model": "heygen:video-translate@1.0",
      "speech": {
        "language": "ja-JP"
      },
      "settings": {
        "mode": "precision",
        "speakerCount": 2,
        "startTime": 1,
        "endTime": 4
      },
      "inputs": {
        "video": {
          "source": "https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4",
          "language": "en-US"
        }
      }
    }
  ]'
runware run heygen:video-translate@1.0 \
  speech.language=ja-JP \
  settings.mode=precision \
  settings.speakerCount=2 \
  settings.startTime=1 \
  settings.endTime=4 \
  inputs.video.source=https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4 \
  inputs.video.language=en-US
{
  "taskType": "videoInference",
  "taskUUID": "3670d5a4-8173-4e02-84f7-1614ef18eb30",
  "model": "heygen:video-translate@1.0",
  "speech": {
    "language": "ja-JP"
  },
  "settings": {
    "mode": "precision",
    "speakerCount": 2,
    "startTime": 1,
    "endTime": 4
  },
  "inputs": {
    "video": {
      "source": "https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4",
      "language": "en-US"
    }
  }
}
Response
{
  "taskType": "videoInference",
  "taskUUID": "3670d5a4-8173-4e02-84f7-1614ef18eb30",
  "videoUUID": "7b96d1cf-3630-4d1d-b32c-003287102ac2",
  "videoURL": "https://vm.runware.ai/video/os/a09dlim3/ws/5/vi/7b96d1cf-3630-4d1d-b32c-003287102ac2.mp4",
  "cost": 0.08
}

video-translate

Spanish Warehouse Safety Training$0.0815~1m 42s
Try in Playground
import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'heygen:video-translate@1.0',
  speech: {
    language: 'es-MX'
  },
  inputs: {
    video: {
      source: 'https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4',
      language: 'en-US'
    }
  }
})
import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "heygen:video-translate@1.0",
            "speech": {
                "language": "es-MX"
            },
            "inputs": {
                "video": {
                    "source": "https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4",
                    "language": "en-US"
                }
            }
        })


asyncio.run(main())
curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "4ed59aab-e2fa-4eec-a5df-b0af8f2e5022",
      "model": "heygen:video-translate@1.0",
      "speech": {
        "language": "es-MX"
      },
      "inputs": {
        "video": {
          "source": "https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4",
          "language": "en-US"
        }
      }
    }
  ]'
runware run heygen:video-translate@1.0 \
  speech.language=es-MX \
  inputs.video.source=https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4 \
  inputs.video.language=en-US
{
  "taskType": "videoInference",
  "taskUUID": "4ed59aab-e2fa-4eec-a5df-b0af8f2e5022",
  "model": "heygen:video-translate@1.0",
  "speech": {
    "language": "es-MX"
  },
  "inputs": {
    "video": {
      "source": "https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4",
      "language": "en-US"
    }
  }
}
Response
{
  "taskType": "videoInference",
  "taskUUID": "4ed59aab-e2fa-4eec-a5df-b0af8f2e5022",
  "videoUUID": "8c46a7a0-3c04-409a-b9b9-ccf99c28e360",
  "videoURL": "https://vm.runware.ai/video/os/a02d21/ws/5/vi/8c46a7a0-3c04-409a-b9b9-ccf99c28e360.mp4",
  "cost": 0.0815
}

audio-only-dub

Japanese Luxury Ryokan Tour$0.0574~1m 30s
Try in Playground
import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'heygen:video-translate@1.0',
  speech: {
    language: 'ja-JP'
  },
  settings: {
    translateAudioOnly: true,
    removeBackgroundMusic: true
  },
  inputs: {
    video: 'https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4'
  }
})
import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "heygen:video-translate@1.0",
            "speech": {
                "language": "ja-JP"
            },
            "settings": {
                "translateAudioOnly": True,
                "removeBackgroundMusic": True
            },
            "inputs": {
                "video": "https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4"
            }
        })


asyncio.run(main())
curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "1ccd3b71-1792-4baf-9aed-27a61b6b239c",
      "model": "heygen:video-translate@1.0",
      "speech": {
        "language": "ja-JP"
      },
      "settings": {
        "translateAudioOnly": true,
        "removeBackgroundMusic": true
      },
      "inputs": {
        "video": "https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4"
      }
    }
  ]'
runware run heygen:video-translate@1.0 \
  speech.language=ja-JP \
  settings.translateAudioOnly=true \
  settings.removeBackgroundMusic=true \
  inputs.video=https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4
{
  "taskType": "videoInference",
  "taskUUID": "1ccd3b71-1792-4baf-9aed-27a61b6b239c",
  "model": "heygen:video-translate@1.0",
  "speech": {
    "language": "ja-JP"
  },
  "settings": {
    "translateAudioOnly": true,
    "removeBackgroundMusic": true
  },
  "inputs": {
    "video": "https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4"
  }
}
Response
{
  "taskType": "videoInference",
  "taskUUID": "1ccd3b71-1792-4baf-9aed-27a61b6b239c",
  "videoUUID": "518b3579-2504-4345-83ee-74957855ee7e",
  "videoURL": "https://vm.runware.ai/video/os/a06dlim3/ws/5/vi/518b3579-2504-4345-83ee-74957855ee7e.mp4",
  "cost": 0.0574
}