OmniHuman-1

by ByteDanceFebruary 5, 2025

OmniHuman-1 is a ByteDance research model for human video generation from a single image and motion signals like audio. It focuses on accurate lip sync, expressive motion, and strong generalization across portraits, full body shots, cartoons, and stylized avatars.

Audio to Video

Rainy Arcade Vocal Portrait

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/1cc54e52-dc00-4d93-8fc5-a6864a0d3a94.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/936d80d2-f7bb-40b7-afdb-0a27bc05a26e.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/1cc54e52-dc00-4d93-8fc5-a6864a0d3a94.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/936d80d2-f7bb-40b7-afdb-0a27bc05a26e.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "033815af-d055-4a1a-9ba7-38096bf10464",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/1cc54e52-dc00-4d93-8fc5-a6864a0d3a94.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/936d80d2-f7bb-40b7-afdb-0a27bc05a26e.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/1cc54e52-dc00-4d93-8fc5-a6864a0d3a94.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/936d80d2-f7bb-40b7-afdb-0a27bc05a26e.mp3

{
  "taskType": "videoInference",
  "taskUUID": "033815af-d055-4a1a-9ba7-38096bf10464",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/1cc54e52-dc00-4d93-8fc5-a6864a0d3a94.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/936d80d2-f7bb-40b7-afdb-0a27bc05a26e.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "033815af-d055-4a1a-9ba7-38096bf10464",
  "videoUUID": "6860ad26-ed84-40fa-98b2-915b2c7d59a5",
  "videoURL": "https://vm.runware.ai/video/os/a19d05/ws/5/vi/6860ad26-ed84-40fa-98b2-915b2c7d59a5.mp4",
  "seed": 1561426348,
  "cost": 1.2197
}

Image to Video

Rainy Bus Stop Monologue

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/579787f4-26bf-432b-b93c-4bde38a47543.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/f0c2758b-d373-4117-a4ec-17c18c6e6484.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/579787f4-26bf-432b-b93c-4bde38a47543.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/f0c2758b-d373-4117-a4ec-17c18c6e6484.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "5f28104c-fe4a-49f5-ae24-7cea6e551687",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/579787f4-26bf-432b-b93c-4bde38a47543.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/f0c2758b-d373-4117-a4ec-17c18c6e6484.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/579787f4-26bf-432b-b93c-4bde38a47543.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/f0c2758b-d373-4117-a4ec-17c18c6e6484.mp3

{
  "taskType": "videoInference",
  "taskUUID": "5f28104c-fe4a-49f5-ae24-7cea6e551687",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/579787f4-26bf-432b-b93c-4bde38a47543.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/f0c2758b-d373-4117-a4ec-17c18c6e6484.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "5f28104c-fe4a-49f5-ae24-7cea6e551687",
  "videoUUID": "bce1086f-e75a-4691-9e54-cc6b56720689",
  "videoURL": "https://vm.runware.ai/video/os/a22d05/ws/5/vi/bce1086f-e75a-4691-9e54-cc6b56720689.mp4",
  "seed": 92765315,
  "cost": 1.131
}

Audio to Video

Lantern Workshop Storyteller Scene

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/befc6eed-9087-4c9b-849b-418f0cd39281.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/3a75f5a1-ab65-4c54-a7a4-860838233619.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/befc6eed-9087-4c9b-849b-418f0cd39281.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/3a75f5a1-ab65-4c54-a7a4-860838233619.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "8f89ea54-35d5-4a43-8b11-f82e16d48b49",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/befc6eed-9087-4c9b-849b-418f0cd39281.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/3a75f5a1-ab65-4c54-a7a4-860838233619.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/befc6eed-9087-4c9b-849b-418f0cd39281.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/3a75f5a1-ab65-4c54-a7a4-860838233619.mp3

{
  "taskType": "videoInference",
  "taskUUID": "8f89ea54-35d5-4a43-8b11-f82e16d48b49",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/befc6eed-9087-4c9b-849b-418f0cd39281.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/3a75f5a1-ab65-4c54-a7a4-860838233619.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "8f89ea54-35d5-4a43-8b11-f82e16d48b49",
  "videoUUID": "85c1ec04-92f0-434c-82e7-fd8892d11121",
  "videoURL": "https://vm.runware.ai/video/os/a22d05/ws/5/vi/85c1ec04-92f0-434c-82e7-fd8892d11121.mp4",
  "seed": 1236043213,
  "cost": 1.4562
}

Audio to Video

Retro Kitchen Radio Serenade

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/7255f35c-cac7-4c60-aca6-c1c334d35d86.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/465dc40f-bc1b-48a3-94d1-b24cf61f9320.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/7255f35c-cac7-4c60-aca6-c1c334d35d86.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/465dc40f-bc1b-48a3-94d1-b24cf61f9320.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "bc398d1f-577b-443c-bec7-1aadcb864cfe",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/7255f35c-cac7-4c60-aca6-c1c334d35d86.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/465dc40f-bc1b-48a3-94d1-b24cf61f9320.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/7255f35c-cac7-4c60-aca6-c1c334d35d86.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/465dc40f-bc1b-48a3-94d1-b24cf61f9320.mp3

{
  "taskType": "videoInference",
  "taskUUID": "bc398d1f-577b-443c-bec7-1aadcb864cfe",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/7255f35c-cac7-4c60-aca6-c1c334d35d86.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/465dc40f-bc1b-48a3-94d1-b24cf61f9320.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "bc398d1f-577b-443c-bec7-1aadcb864cfe",
  "videoUUID": "5a92e5b9-dcb2-41c4-9eaa-f6d74636fa1d",
  "videoURL": "https://vm.runware.ai/video/os/a13d12/ws/5/vi/5a92e5b9-dcb2-41c4-9eaa-f6d74636fa1d.mp4",
  "seed": 955097142,
  "cost": 1.3638
}