KlingAI Lip-Sync

by October 1, 2024

KlingAI Lip-Sync aligns mouth motion and facial expression with new dialogue or music in existing video. Upload Kling generated clips or compatible footage, attach an audio track, then get back natural synced performance that fits multi character scenes and production workflows.

audio-driven

Planetarium Midnight Broadcast Ident$0.32~2m 13s

Try in Playground

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'klingai:7@1',
  providerSettings: {
    klingai: {
      originalAudioVolume: 0,
      soundVolume: 1
    }
  },
  inputs: {
    video: 'https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4',
    audio: 'https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "klingai:7@1",
            "providerSettings": {
                "klingai": {
                    "originalAudioVolume": 0,
                    "soundVolume": 1
                }
            },
            "inputs": {
                "video": "https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4",
                "audio": "https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "4da3f2a7-a8da-4977-8fe4-b7c9719f7f6b",
      "model": "klingai:7@1",
      "providerSettings": {
        "klingai": {
          "originalAudioVolume": 0,
          "soundVolume": 1
        }
      },
      "inputs": {
        "video": "https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4",
        "audio": "https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3"
      }
    }
  ]'

runware run klingai:7@1 \
  providerSettings.klingai.originalAudioVolume=0 \
  providerSettings.klingai.soundVolume=1 \
  inputs.video=https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4 \
  inputs.audio=https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3

{
  "taskType": "videoInference",
  "taskUUID": "4da3f2a7-a8da-4977-8fe4-b7c9719f7f6b",
  "model": "klingai:7@1",
  "providerSettings": {
    "klingai": {
      "originalAudioVolume": 0,
      "soundVolume": 1
    }
  },
  "inputs": {
    "video": "https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4",
    "audio": "https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "4da3f2a7-a8da-4977-8fe4-b7c9719f7f6b",
  "videoUUID": "8bad3e16-3791-4f7c-97f1-8b70f75d8d9c",
  "videoURL": "https://vm.runware.ai/video/os/a07dlim3/ws/5/vi/8bad3e16-3791-4f7c-97f1-8b70f75d8d9c.mp4",
  "seed": 371405559,
  "cost": 0.3202584
}