lipsync-2

by sync.August 20, 2025

lipsync-2 is a zero-shot lip synchronization model that aligns spoken audio to existing video while preserving the speaker’s identity and natural speaking style. It works across live-action, animation, and AI-generated footage without training or fine-tuning.

audio-driven

Polar Station Safety Presenter

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'sync:lipsync-2@1',
  providerSettings: {
    sync: {
      syncMode: 'remap',
      temperature: 0.55
    }
  },
  inputs: {
    video: 'https://assets.runware.ai/assets/inputs/2d2e6d5d-3e84-4eac-a7af-e4d8a493688a.mp4',
    audio: 'https://assets.runware.ai/assets/inputs/98380f6e-4a4f-404f-81d7-c42d92fa3e8a.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "sync:lipsync-2@1",
            "providerSettings": {
                "sync": {
                    "syncMode": "remap",
                    "temperature": 0.55
                }
            },
            "inputs": {
                "video": "https://assets.runware.ai/assets/inputs/2d2e6d5d-3e84-4eac-a7af-e4d8a493688a.mp4",
                "audio": "https://assets.runware.ai/assets/inputs/98380f6e-4a4f-404f-81d7-c42d92fa3e8a.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "13e17298-5017-431b-9530-1a080fe5833d",
      "model": "sync:lipsync-2@1",
      "providerSettings": {
        "sync": {
          "syncMode": "remap",
          "temperature": 0.55
        }
      },
      "inputs": {
        "video": "https://assets.runware.ai/assets/inputs/2d2e6d5d-3e84-4eac-a7af-e4d8a493688a.mp4",
        "audio": "https://assets.runware.ai/assets/inputs/98380f6e-4a4f-404f-81d7-c42d92fa3e8a.mp3"
      }
    }
  ]'

runware run sync:lipsync-2@1 \
  providerSettings.sync.syncMode=remap \
  providerSettings.sync.temperature=0.55 \
  inputs.video=https://assets.runware.ai/assets/inputs/2d2e6d5d-3e84-4eac-a7af-e4d8a493688a.mp4 \
  inputs.audio=https://assets.runware.ai/assets/inputs/98380f6e-4a4f-404f-81d7-c42d92fa3e8a.mp3

{
  "taskType": "videoInference",
  "taskUUID": "13e17298-5017-431b-9530-1a080fe5833d",
  "model": "sync:lipsync-2@1",
  "providerSettings": {
    "sync": {
      "syncMode": "remap",
      "temperature": 0.55
    }
  },
  "inputs": {
    "video": "https://assets.runware.ai/assets/inputs/2d2e6d5d-3e84-4eac-a7af-e4d8a493688a.mp4",
    "audio": "https://assets.runware.ai/assets/inputs/98380f6e-4a4f-404f-81d7-c42d92fa3e8a.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "13e17298-5017-431b-9530-1a080fe5833d",
  "videoUUID": "3da56706-6cba-4a1f-b265-08a32d16eb1a",
  "videoURL": "https://vm.runware.ai/video/os/a08dlim3/ws/5/vi/3da56706-6cba-4a1f-b265-08a32d16eb1a.mp4",
  "cost": 0.51744
}

audio-driven

Nocturnal Auctioneer Spoken-Word Music Video

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'sync:lipsync-2@1',
  providerSettings: {
    sync: {
      syncMode: 'remap',
      temperature: 0.55
    }
  },
  inputs: {
    video: 'https://assets.runware.ai/assets/inputs/b98dcbd2-d56b-4a06-b518-1cc524000d2d.mp4',
    audio: 'https://assets.runware.ai/assets/inputs/276efff5-b29d-4319-8fda-402b4dcef026.mp3'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "sync:lipsync-2@1",
            "providerSettings": {
                "sync": {
                    "syncMode": "remap",
                    "temperature": 0.55
                }
            },
            "inputs": {
                "video": "https://assets.runware.ai/assets/inputs/b98dcbd2-d56b-4a06-b518-1cc524000d2d.mp4",
                "audio": "https://assets.runware.ai/assets/inputs/276efff5-b29d-4319-8fda-402b4dcef026.mp3"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "videoInference",
      "taskUUID": "3e941cc8-6cc4-4b71-b742-33b0fbebcedc",
      "model": "sync:lipsync-2@1",
      "providerSettings": {
        "sync": {
          "syncMode": "remap",
          "temperature": 0.55
        }
      },
      "inputs": {
        "video": "https://assets.runware.ai/assets/inputs/b98dcbd2-d56b-4a06-b518-1cc524000d2d.mp4",
        "audio": "https://assets.runware.ai/assets/inputs/276efff5-b29d-4319-8fda-402b4dcef026.mp3"
      }
    }
  ]'

runware run sync:lipsync-2@1 \
  providerSettings.sync.syncMode=remap \
  providerSettings.sync.temperature=0.55 \
  inputs.video=https://assets.runware.ai/assets/inputs/b98dcbd2-d56b-4a06-b518-1cc524000d2d.mp4 \
  inputs.audio=https://assets.runware.ai/assets/inputs/276efff5-b29d-4319-8fda-402b4dcef026.mp3

{
  "taskType": "videoInference",
  "taskUUID": "3e941cc8-6cc4-4b71-b742-33b0fbebcedc",
  "model": "sync:lipsync-2@1",
  "providerSettings": {
    "sync": {
      "syncMode": "remap",
      "temperature": 0.55
    }
  },
  "inputs": {
    "video": "https://assets.runware.ai/assets/inputs/b98dcbd2-d56b-4a06-b518-1cc524000d2d.mp4",
    "audio": "https://assets.runware.ai/assets/inputs/276efff5-b29d-4319-8fda-402b4dcef026.mp3"
  }
}

Response

{
  "taskType": "videoInference",
  "taskUUID": "3e941cc8-6cc4-4b71-b742-33b0fbebcedc",
  "videoUUID": "7642c03c-d64a-4a8e-8c3d-19e304f7f488",
  "videoURL": "https://vm.runware.ai/video/os/a01d21/ws/5/vi/7642c03c-d64a-4a8e-8c3d-19e304f7f488.mp4",
  "cost": 0.42768
}