KlingAI Lip-Sync

by Kling AIOctober 1, 2024

KlingAI Lip-Sync aligns mouth motion and facial expression with new dialogue or music in existing video. Upload Kling generated clips or compatible footage, attach an audio track, then get back natural synced performance that fits multi character scenes and production workflows.

audio-driven

Planetarium Midnight Broadcast Ident

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'klingai:7@1',
  providerSettings: {
    klingai: {
      originalAudioVolume: 0,
      soundVolume: 1
    }
  },
  inputs: {
    video: 'https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4',
    audio: 'https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "klingai:7@1",
            "providerSettings": {
                "klingai": {
                    "originalAudioVolume": 0,
                    "soundVolume": 1
                }
            },
            "inputs": {
                "video": "https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4",
                "audio": "https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "4da3f2a7-a8da-4977-8fe4-b7c9719f7f6b",
      "model": "klingai:7@1",
      "providerSettings": {
        "klingai": {
          "originalAudioVolume": 0,
          "soundVolume": 1
        }
      },
      "inputs": {
        "video": "https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4",
        "audio": "https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3"
      }
    }
  ]'

runware run klingai:7@1 \
  providerSettings.klingai.originalAudioVolume=0 \
  providerSettings.klingai.soundVolume=1 \
  inputs.video=https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4 \
  inputs.audio=https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3

{
  "taskType": "videoInference",
  "taskUUID": "4da3f2a7-a8da-4977-8fe4-b7c9719f7f6b",
  "model": "klingai:7@1",
  "providerSettings": {
    "klingai": {
      "originalAudioVolume": 0,
      "soundVolume": 1
    }
  },
  "inputs": {
    "video": "https://assets.runware.ai/assets/inputs/998aff6f-feee-4479-8e68-078f92605b28.mp4",
    "audio": "https://assets.runware.ai/assets/inputs/6a180797-98b8-40eb-9461-37292556eb5b.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "4da3f2a7-a8da-4977-8fe4-b7c9719f7f6b",
  "videoUUID": "8bad3e16-3791-4f7c-97f1-8b70f75d8d9c",
  "videoURL": "https://vm.runware.ai/video/os/a07dlim3/ws/5/vi/8bad3e16-3791-4f7c-97f1-8b70f75d8d9c.mp4",
  "seed": 371405559,
  "cost": 0.3202584
}