HeyGen Video Translate 1.0

HeyGen Video Translate 1.0 is a video translation model that transcribes the speech in a video, translates it, and dubs it in the speaker's cloned voice. It redraws the mouth to match the translated speech, with a speed mode for fast turnaround and a precision mode for higher lip sync quality on moving faces, side angles, and occlusions. It suits localization of marketing, training, and social video, with options for multiple speakers, partial translation, audio-only dubbing, and custom subtitles.

API Reference
INTEGRATE
Complete technical specification for integration
RequestResponse
Examples4
CODE
Ready-to-use code snippets for common workflows
video-translate
Polish Factory Safety Induction$0.0815~1m 50simport { createClient } from '@runware/sdk'
const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()
const [result] = await client.run({
model: 'heygen:video-translate@1.0',
speech: {
language: 'pl-PL'
},
inputs: {
video: {
source: 'https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4',
language: 'de-DE'
}
}
})import asyncio
import os
from runware import Runware
async def main():
async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
results = await client.run({
"model": "heygen:video-translate@1.0",
"speech": {
"language": "pl-PL"
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4",
"language": "de-DE"
}
}
})
asyncio.run(main())curl https://api.runware.ai/v1 \
-H "Authorization: Bearer $RUNWARE_API_KEY" \
-H "Content-Type: application/json" \
-d '[
{
"taskType": "videoInference",
"taskUUID": "dd2ee5f4-18a6-42a6-b62f-98111db7629c",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "pl-PL"
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4",
"language": "de-DE"
}
}
}
]'runware run heygen:video-translate@1.0 \
speech.language=pl-PL \
inputs.video.source=https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4 \
inputs.video.language=de-DE{
"taskType": "videoInference",
"taskUUID": "dd2ee5f4-18a6-42a6-b62f-98111db7629c",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "pl-PL"
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/1b433f22-1562-4881-bdf9-14babe8e5cd4.mp4",
"language": "de-DE"
}
}
}Response
{
"taskType": "videoInference",
"taskUUID": "dd2ee5f4-18a6-42a6-b62f-98111db7629c",
"videoUUID": "0888f5dc-4053-4d78-b1e2-136781f883f0",
"videoURL": "https://vm.runware.ai/video/os/a09dlim3/ws/5/vi/0888f5dc-4053-4d78-b1e2-136781f883f0.mp4",
"cost": 0.0815
}partial-translation
Japanese Hotel Training Localization$0.08~1m 38simport { createClient } from '@runware/sdk'
const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()
const [result] = await client.run({
model: 'heygen:video-translate@1.0',
speech: {
language: 'ja-JP'
},
settings: {
mode: 'precision',
speakerCount: 2,
startTime: 1,
endTime: 4
},
inputs: {
video: {
source: 'https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4',
language: 'en-US'
}
}
})import asyncio
import os
from runware import Runware
async def main():
async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
results = await client.run({
"model": "heygen:video-translate@1.0",
"speech": {
"language": "ja-JP"
},
"settings": {
"mode": "precision",
"speakerCount": 2,
"startTime": 1,
"endTime": 4
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4",
"language": "en-US"
}
}
})
asyncio.run(main())curl https://api.runware.ai/v1 \
-H "Authorization: Bearer $RUNWARE_API_KEY" \
-H "Content-Type: application/json" \
-d '[
{
"taskType": "videoInference",
"taskUUID": "3670d5a4-8173-4e02-84f7-1614ef18eb30",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "ja-JP"
},
"settings": {
"mode": "precision",
"speakerCount": 2,
"startTime": 1,
"endTime": 4
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4",
"language": "en-US"
}
}
}
]'runware run heygen:video-translate@1.0 \
speech.language=ja-JP \
settings.mode=precision \
settings.speakerCount=2 \
settings.startTime=1 \
settings.endTime=4 \
inputs.video.source=https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4 \
inputs.video.language=en-US{
"taskType": "videoInference",
"taskUUID": "3670d5a4-8173-4e02-84f7-1614ef18eb30",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "ja-JP"
},
"settings": {
"mode": "precision",
"speakerCount": 2,
"startTime": 1,
"endTime": 4
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/c13ba239-c788-4682-82fd-e2ceec623241.mp4",
"language": "en-US"
}
}
}Response
{
"taskType": "videoInference",
"taskUUID": "3670d5a4-8173-4e02-84f7-1614ef18eb30",
"videoUUID": "7b96d1cf-3630-4d1d-b32c-003287102ac2",
"videoURL": "https://vm.runware.ai/video/os/a09dlim3/ws/5/vi/7b96d1cf-3630-4d1d-b32c-003287102ac2.mp4",
"cost": 0.08
}video-translate
Spanish Warehouse Safety Training$0.0815~1m 42simport { createClient } from '@runware/sdk'
const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()
const [result] = await client.run({
model: 'heygen:video-translate@1.0',
speech: {
language: 'es-MX'
},
inputs: {
video: {
source: 'https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4',
language: 'en-US'
}
}
})import asyncio
import os
from runware import Runware
async def main():
async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
results = await client.run({
"model": "heygen:video-translate@1.0",
"speech": {
"language": "es-MX"
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4",
"language": "en-US"
}
}
})
asyncio.run(main())curl https://api.runware.ai/v1 \
-H "Authorization: Bearer $RUNWARE_API_KEY" \
-H "Content-Type: application/json" \
-d '[
{
"taskType": "videoInference",
"taskUUID": "4ed59aab-e2fa-4eec-a5df-b0af8f2e5022",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "es-MX"
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4",
"language": "en-US"
}
}
}
]'runware run heygen:video-translate@1.0 \
speech.language=es-MX \
inputs.video.source=https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4 \
inputs.video.language=en-US{
"taskType": "videoInference",
"taskUUID": "4ed59aab-e2fa-4eec-a5df-b0af8f2e5022",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "es-MX"
},
"inputs": {
"video": {
"source": "https://assets.runware.ai/assets/inputs/40a38b3d-a73e-4404-bfb9-78e5eae6acf2.mp4",
"language": "en-US"
}
}
}Response
{
"taskType": "videoInference",
"taskUUID": "4ed59aab-e2fa-4eec-a5df-b0af8f2e5022",
"videoUUID": "8c46a7a0-3c04-409a-b9b9-ccf99c28e360",
"videoURL": "https://vm.runware.ai/video/os/a02d21/ws/5/vi/8c46a7a0-3c04-409a-b9b9-ccf99c28e360.mp4",
"cost": 0.0815
}audio-only-dub
Japanese Luxury Ryokan Tour$0.0574~1m 30simport { createClient } from '@runware/sdk'
const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()
const [result] = await client.run({
model: 'heygen:video-translate@1.0',
speech: {
language: 'ja-JP'
},
settings: {
translateAudioOnly: true,
removeBackgroundMusic: true
},
inputs: {
video: 'https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4'
}
})import asyncio
import os
from runware import Runware
async def main():
async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
results = await client.run({
"model": "heygen:video-translate@1.0",
"speech": {
"language": "ja-JP"
},
"settings": {
"translateAudioOnly": True,
"removeBackgroundMusic": True
},
"inputs": {
"video": "https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4"
}
})
asyncio.run(main())curl https://api.runware.ai/v1 \
-H "Authorization: Bearer $RUNWARE_API_KEY" \
-H "Content-Type: application/json" \
-d '[
{
"taskType": "videoInference",
"taskUUID": "1ccd3b71-1792-4baf-9aed-27a61b6b239c",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "ja-JP"
},
"settings": {
"translateAudioOnly": true,
"removeBackgroundMusic": true
},
"inputs": {
"video": "https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4"
}
}
]'runware run heygen:video-translate@1.0 \
speech.language=ja-JP \
settings.translateAudioOnly=true \
settings.removeBackgroundMusic=true \
inputs.video=https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4{
"taskType": "videoInference",
"taskUUID": "1ccd3b71-1792-4baf-9aed-27a61b6b239c",
"model": "heygen:video-translate@1.0",
"speech": {
"language": "ja-JP"
},
"settings": {
"translateAudioOnly": true,
"removeBackgroundMusic": true
},
"inputs": {
"video": "https://assets.runware.ai/assets/inputs/cdc97e33-4eca-440f-bc00-6bcadb2c498b.mp4"
}
}Response
{
"taskType": "videoInference",
"taskUUID": "1ccd3b71-1792-4baf-9aed-27a61b6b239c",
"videoUUID": "518b3579-2504-4345-83ee-74957855ee7e",
"videoURL": "https://vm.runware.ai/video/os/a06dlim3/ws/5/vi/518b3579-2504-4345-83ee-74957855ee7e.mp4",
"cost": 0.0574
}