OmniHuman-1

by February 5, 2025

OmniHuman-1 is a ByteDance research model for human video generation from a single image and motion signals like audio. It focuses on accurate lip sync, expressive motion, and strong generalization across portraits, full body shots, cartoons, and stylized avatars.

audio-driven-photo-avatar

Heritage Seed Library Logo Sting$0.488~5m 44s

Try in Playground

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/2bea3add-9d7e-465a-b460-72bf76065420.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/7501c7c1-9d09-4e74-a08b-0a56c032cb0f.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/2bea3add-9d7e-465a-b460-72bf76065420.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/7501c7c1-9d09-4e74-a08b-0a56c032cb0f.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "b8d15cda-096f-4973-ba3c-7850fc5bd75b",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/2bea3add-9d7e-465a-b460-72bf76065420.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/7501c7c1-9d09-4e74-a08b-0a56c032cb0f.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/2bea3add-9d7e-465a-b460-72bf76065420.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/7501c7c1-9d09-4e74-a08b-0a56c032cb0f.mp3

{
  "taskType": "videoInference",
  "taskUUID": "b8d15cda-096f-4973-ba3c-7850fc5bd75b",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/2bea3add-9d7e-465a-b460-72bf76065420.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/7501c7c1-9d09-4e74-a08b-0a56c032cb0f.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "b8d15cda-096f-4973-ba3c-7850fc5bd75b",
  "videoUUID": "dfcbd204-8e4f-493a-8100-f6f2d7a350d6",
  "videoURL": "https://vm.runware.ai/video/os/a06dlim3/ws/5/vi/dfcbd204-8e4f-493a-8100-f6f2d7a350d6.mp4",
  "seed": 2019419534,
  "cost": 0.4879
}

audio-driven-photo-avatar

Polar Researcher Editorial Stock Clip$0.61~2m 21s

Try in Playground

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/7bdb092d-3b9b-452d-9a52-d79f13077664.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/46a960cf-d793-4693-a657-68a9953710e3.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/7bdb092d-3b9b-452d-9a52-d79f13077664.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/46a960cf-d793-4693-a657-68a9953710e3.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "e3a35751-c861-43d1-8caa-b43cdaf43453",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/7bdb092d-3b9b-452d-9a52-d79f13077664.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/46a960cf-d793-4693-a657-68a9953710e3.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/7bdb092d-3b9b-452d-9a52-d79f13077664.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/46a960cf-d793-4693-a657-68a9953710e3.mp3

{
  "taskType": "videoInference",
  "taskUUID": "e3a35751-c861-43d1-8caa-b43cdaf43453",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/7bdb092d-3b9b-452d-9a52-d79f13077664.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/46a960cf-d793-4693-a657-68a9953710e3.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "e3a35751-c861-43d1-8caa-b43cdaf43453",
  "videoUUID": "37822d90-0178-4114-8e5c-d62423d3f160",
  "videoURL": "https://vm.runware.ai/video/os/a06dlim3/ws/5/vi/37822d90-0178-4114-8e5c-d62423d3f160.mp4",
  "seed": 414109605,
  "cost": 0.6098
}

audio-driven-photo-avatar

Mycelium Packaging Mascot Logo Sting$0.418~2m 3s

Try in Playground

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/4f81c44d-ef75-4e1f-a4e1-1f9b37ef975b.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/c9c7d273-31b1-46b6-bafe-4f17a64e8eb7.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/4f81c44d-ef75-4e1f-a4e1-1f9b37ef975b.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/c9c7d273-31b1-46b6-bafe-4f17a64e8eb7.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "357739b6-6ee4-43c6-b575-0001baece4c2",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/4f81c44d-ef75-4e1f-a4e1-1f9b37ef975b.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/c9c7d273-31b1-46b6-bafe-4f17a64e8eb7.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/4f81c44d-ef75-4e1f-a4e1-1f9b37ef975b.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/c9c7d273-31b1-46b6-bafe-4f17a64e8eb7.mp3

{
  "taskType": "videoInference",
  "taskUUID": "357739b6-6ee4-43c6-b575-0001baece4c2",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/4f81c44d-ef75-4e1f-a4e1-1f9b37ef975b.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/c9c7d273-31b1-46b6-bafe-4f17a64e8eb7.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "357739b6-6ee4-43c6-b575-0001baece4c2",
  "videoUUID": "1d2f8bc5-f097-4b45-b942-89d5ed9ac40e",
  "videoURL": "https://vm.runware.ai/video/os/a02d21/ws/5/vi/1d2f8bc5-f097-4b45-b942-89d5ed9ac40e.mp4",
  "seed": 501793721,
  "cost": 0.4176
}

audio-driven-photo-avatar

Wholesale Fish Auction Caller Clip$1.09~2m 46s

Try in Playground

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'bytedance:5@1',
  inputs: {
    referenceImages: [
      'https://assets.runware.ai/assets/inputs/4a3e51a0-1a24-4e0d-88bd-8e96f00f1077.jpg'
    ],
    audio: 'https://assets.runware.ai/assets/inputs/a92886e3-966e-46a4-a169-63d22e3e78e4.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "bytedance:5@1",
            "inputs": {
                "referenceImages": [
                    "https://assets.runware.ai/assets/inputs/4a3e51a0-1a24-4e0d-88bd-8e96f00f1077.jpg"
                ],
                "audio": "https://assets.runware.ai/assets/inputs/a92886e3-966e-46a4-a169-63d22e3e78e4.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "9fbdbdcf-4f5e-4101-bd13-40dab4d377e6",
      "model": "bytedance:5@1",
      "inputs": {
        "referenceImages": [
          "https://assets.runware.ai/assets/inputs/4a3e51a0-1a24-4e0d-88bd-8e96f00f1077.jpg"
        ],
        "audio": "https://assets.runware.ai/assets/inputs/a92886e3-966e-46a4-a169-63d22e3e78e4.mp3"
      }
    }
  ]'

runware run bytedance:5@1 \
  inputs.referenceImages.0=https://assets.runware.ai/assets/inputs/4a3e51a0-1a24-4e0d-88bd-8e96f00f1077.jpg \
  inputs.audio=https://assets.runware.ai/assets/inputs/a92886e3-966e-46a4-a169-63d22e3e78e4.mp3

{
  "taskType": "videoInference",
  "taskUUID": "9fbdbdcf-4f5e-4101-bd13-40dab4d377e6",
  "model": "bytedance:5@1",
  "inputs": {
    "referenceImages": [
      "https://assets.runware.ai/assets/inputs/4a3e51a0-1a24-4e0d-88bd-8e96f00f1077.jpg"
    ],
    "audio": "https://assets.runware.ai/assets/inputs/a92886e3-966e-46a4-a169-63d22e3e78e4.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "9fbdbdcf-4f5e-4101-bd13-40dab4d377e6",
  "videoUUID": "c19b6b84-ebcd-4f49-88fd-85b86ac0abdd",
  "videoURL": "https://vm.runware.ai/video/os/a06dlim3/ws/5/vi/c19b6b84-ebcd-4f49-88fd-85b86ac0abdd.mp4",
  "seed": 400495780,
  "cost": 1.0866
}