Stable Diffusion Latent Upscaler

March 23, 2023

Stable Diffusion Latent Upscaler is a diffusion upscaling model that operates in Stable Diffusion’s latent space to perform fast 2× resolution enhancement before VAE decoding, improving detail without changing global composition.

Upscale

Pixelated Desert Ruin Panorama

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:502@1',
  upscaleFactor: 2,
  settings: {
    positivePrompt: 'ancient desert ruins with weathered sandstone arches, eroded statues, fine cracks in stone, drifting dust, layered distant mesas, soft amber daylight, faded blue cloth details, cinematic depth, realistic textures, preserved original framing and composition',
    negativePrompt: 'extra structures, people, animals, dramatic composition changes, heavy stylization, oversharpening, warped geometry, duplicate objects, text, watermark, frame',
    steps: 20,
    seed: 69186,
    CFGScale: 6.5,
    clipSkip: 1
  },
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/3b9f956f-7bf7-4705-b184-48d909750431.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:502@1",
            "upscaleFactor": 2,
            "settings": {
                "positivePrompt": "ancient desert ruins with weathered sandstone arches, eroded statues, fine cracks in stone, drifting dust, layered distant mesas, soft amber daylight, faded blue cloth details, cinematic depth, realistic textures, preserved original framing and composition",
                "negativePrompt": "extra structures, people, animals, dramatic composition changes, heavy stylization, oversharpening, warped geometry, duplicate objects, text, watermark, frame",
                "steps": 20,
                "seed": 69186,
                "CFGScale": 6.5,
                "clipSkip": 1
            },
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/3b9f956f-7bf7-4705-b184-48d909750431.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "upscale",
      "taskUUID": "b4e5135a-2304-45c2-bc6d-543f13ee0786",
      "model": "runware:502@1",
      "upscaleFactor": 2,
      "settings": {
        "positivePrompt": "ancient desert ruins with weathered sandstone arches, eroded statues, fine cracks in stone, drifting dust, layered distant mesas, soft amber daylight, faded blue cloth details, cinematic depth, realistic textures, preserved original framing and composition",
        "negativePrompt": "extra structures, people, animals, dramatic composition changes, heavy stylization, oversharpening, warped geometry, duplicate objects, text, watermark, frame",
        "steps": 20,
        "seed": 69186,
        "CFGScale": 6.5,
        "clipSkip": 1
      },
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/3b9f956f-7bf7-4705-b184-48d909750431.jpg"
      }
    }
  ]'

runware run runware:502@1 \
  upscaleFactor=2 \
  settings.positivePrompt="ancient desert ruins with weathered sandstone arches, eroded statues, fine cracks in stone, drifting dust, layered distant mesas, soft amber daylight, faded blue cloth details, cinematic depth, realistic textures, preserved original framing and composition" \
  settings.negativePrompt="extra structures, people, animals, dramatic composition changes, heavy stylization, oversharpening, warped geometry, duplicate objects, text, watermark, frame" \
  settings.steps=20 \
  settings.seed=69186 \
  settings.CFGScale=6.5 \
  settings.clipSkip=1 \
  inputs.image=https://assets.runware.ai/assets/inputs/3b9f956f-7bf7-4705-b184-48d909750431.jpg

{
  "taskType": "upscale",
  "taskUUID": "b4e5135a-2304-45c2-bc6d-543f13ee0786",
  "model": "runware:502@1",
  "upscaleFactor": 2,
  "settings": {
    "positivePrompt": "ancient desert ruins with weathered sandstone arches, eroded statues, fine cracks in stone, drifting dust, layered distant mesas, soft amber daylight, faded blue cloth details, cinematic depth, realistic textures, preserved original framing and composition",
    "negativePrompt": "extra structures, people, animals, dramatic composition changes, heavy stylization, oversharpening, warped geometry, duplicate objects, text, watermark, frame",
    "steps": 20,
    "seed": 69186,
    "CFGScale": 6.5,
    "clipSkip": 1
  },
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/3b9f956f-7bf7-4705-b184-48d909750431.jpg"
  }
}

Response

{
  "taskType": "imageUpscale",
  "taskUUID": "b4e5135a-2304-45c2-bc6d-543f13ee0786",
  "imageUUID": "760e3d09-1a23-463b-9b49-8b1ba4dc1446",
  "imageURL": "https://im.runware.ai/image/os/a17d13/ws/2/ii/760e3d09-1a23-463b-9b49-8b1ba4dc1446.jpg",
  "cost": 0.0013,
  "inputImageUUID": "3e3ebf3f-e815-48cc-b03d-65e23e61e225"
}

Upscale

Faded Seventies Kitchen Snapshot

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:502@1',
  upscaleFactor: 2,
  settings: {
    positivePrompt: 'restore detail in a low quality 1970s kitchen snapshot, preserve original framing and candid family-photo composition, enhance facial clarity, fabric texture, wallpaper pattern, chrome reflections, worn print texture, subtle film grain, authentic vintage color response',
    negativePrompt: 'modern styling, dramatic scene changes, extra people, duplicated objects, oversharpening, plastic skin, heavy denoise, surreal distortions, text, watermark',
    seed: 74049,
    steps: 20,
    CFGScale: 6.5,
    clipSkip: 1
  },
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/85cac55f-04cc-4130-9d27-bcae4213f7ba.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:502@1",
            "upscaleFactor": 2,
            "settings": {
                "positivePrompt": "restore detail in a low quality 1970s kitchen snapshot, preserve original framing and candid family-photo composition, enhance facial clarity, fabric texture, wallpaper pattern, chrome reflections, worn print texture, subtle film grain, authentic vintage color response",
                "negativePrompt": "modern styling, dramatic scene changes, extra people, duplicated objects, oversharpening, plastic skin, heavy denoise, surreal distortions, text, watermark",
                "seed": 74049,
                "steps": 20,
                "CFGScale": 6.5,
                "clipSkip": 1
            },
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/85cac55f-04cc-4130-9d27-bcae4213f7ba.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "upscale",
      "taskUUID": "96861adb-6939-4417-b221-606f39cd0b6b",
      "model": "runware:502@1",
      "upscaleFactor": 2,
      "settings": {
        "positivePrompt": "restore detail in a low quality 1970s kitchen snapshot, preserve original framing and candid family-photo composition, enhance facial clarity, fabric texture, wallpaper pattern, chrome reflections, worn print texture, subtle film grain, authentic vintage color response",
        "negativePrompt": "modern styling, dramatic scene changes, extra people, duplicated objects, oversharpening, plastic skin, heavy denoise, surreal distortions, text, watermark",
        "seed": 74049,
        "steps": 20,
        "CFGScale": 6.5,
        "clipSkip": 1
      },
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/85cac55f-04cc-4130-9d27-bcae4213f7ba.jpg"
      }
    }
  ]'

runware run runware:502@1 \
  upscaleFactor=2 \
  settings.positivePrompt="restore detail in a low quality 1970s kitchen snapshot, preserve original framing and candid family-photo composition, enhance facial clarity, fabric texture, wallpaper pattern, chrome reflections, worn print texture, subtle film grain, authentic vintage color response" \
  settings.negativePrompt="modern styling, dramatic scene changes, extra people, duplicated objects, oversharpening, plastic skin, heavy denoise, surreal distortions, text, watermark" \
  settings.seed=74049 \
  settings.steps=20 \
  settings.CFGScale=6.5 \
  settings.clipSkip=1 \
  inputs.image=https://assets.runware.ai/assets/inputs/85cac55f-04cc-4130-9d27-bcae4213f7ba.jpg

{
  "taskType": "upscale",
  "taskUUID": "96861adb-6939-4417-b221-606f39cd0b6b",
  "model": "runware:502@1",
  "upscaleFactor": 2,
  "settings": {
    "positivePrompt": "restore detail in a low quality 1970s kitchen snapshot, preserve original framing and candid family-photo composition, enhance facial clarity, fabric texture, wallpaper pattern, chrome reflections, worn print texture, subtle film grain, authentic vintage color response",
    "negativePrompt": "modern styling, dramatic scene changes, extra people, duplicated objects, oversharpening, plastic skin, heavy denoise, surreal distortions, text, watermark",
    "seed": 74049,
    "steps": 20,
    "CFGScale": 6.5,
    "clipSkip": 1
  },
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/85cac55f-04cc-4130-9d27-bcae4213f7ba.jpg"
  }
}

Response

{
  "taskType": "imageUpscale",
  "taskUUID": "96861adb-6939-4417-b221-606f39cd0b6b",
  "imageUUID": "d9d6ae1a-5bb5-4407-a707-20d5f36fca4b",
  "imageURL": "https://im.runware.ai/image/os/a03d21/ws/3/ii/d9d6ae1a-5bb5-4407-a707-20d5f36fca4b.jpg",
  "cost": 0.0013,
  "inputImageUUID": "4c5b4e1c-87d3-4de9-a913-4e473403ae2f"
}

Upscale

Grainy Speakeasy Jazz Interior

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:502@1',
  upscaleFactor: 2,
  settings: {
    positivePrompt: '1930s basement jazz club cinema still, monochrome silver-gelatin feel, intimate speakeasy interior, singer at vintage microphone, trumpet gleam, upright bass, crowded round tables, smoky atmosphere, wood trim, period wardrobe, realistic facial detail, preserved framing, enhanced grain structure, recovered textile texture, subtle tonal separation, authentic old film aesthetic',
    negativePrompt: 'modern objects, neon signs, digital artifacts, oversharpening, plastic skin, cartoon look, colorization, warped anatomy, duplicated people, extreme contrast, glossy surfaces',
    seed: 28050,
    steps: 24,
    CFGScale: 6.5
  },
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/51a5e0d1-b078-458c-9697-0f825ba4260a.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:502@1",
            "upscaleFactor": 2,
            "settings": {
                "positivePrompt": "1930s basement jazz club cinema still, monochrome silver-gelatin feel, intimate speakeasy interior, singer at vintage microphone, trumpet gleam, upright bass, crowded round tables, smoky atmosphere, wood trim, period wardrobe, realistic facial detail, preserved framing, enhanced grain structure, recovered textile texture, subtle tonal separation, authentic old film aesthetic",
                "negativePrompt": "modern objects, neon signs, digital artifacts, oversharpening, plastic skin, cartoon look, colorization, warped anatomy, duplicated people, extreme contrast, glossy surfaces",
                "seed": 28050,
                "steps": 24,
                "CFGScale": 6.5
            },
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/51a5e0d1-b078-458c-9697-0f825ba4260a.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "upscale",
      "taskUUID": "19cd0c7b-2200-451c-8557-920c86711402",
      "model": "runware:502@1",
      "upscaleFactor": 2,
      "settings": {
        "positivePrompt": "1930s basement jazz club cinema still, monochrome silver-gelatin feel, intimate speakeasy interior, singer at vintage microphone, trumpet gleam, upright bass, crowded round tables, smoky atmosphere, wood trim, period wardrobe, realistic facial detail, preserved framing, enhanced grain structure, recovered textile texture, subtle tonal separation, authentic old film aesthetic",
        "negativePrompt": "modern objects, neon signs, digital artifacts, oversharpening, plastic skin, cartoon look, colorization, warped anatomy, duplicated people, extreme contrast, glossy surfaces",
        "seed": 28050,
        "steps": 24,
        "CFGScale": 6.5
      },
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/51a5e0d1-b078-458c-9697-0f825ba4260a.jpg"
      }
    }
  ]'

runware run runware:502@1 \
  upscaleFactor=2 \
  settings.positivePrompt="1930s basement jazz club cinema still, monochrome silver-gelatin feel, intimate speakeasy interior, singer at vintage microphone, trumpet gleam, upright bass, crowded round tables, smoky atmosphere, wood trim, period wardrobe, realistic facial detail, preserved framing, enhanced grain structure, recovered textile texture, subtle tonal separation, authentic old film aesthetic" \
  settings.negativePrompt="modern objects, neon signs, digital artifacts, oversharpening, plastic skin, cartoon look, colorization, warped anatomy, duplicated people, extreme contrast, glossy surfaces" \
  settings.seed=28050 \
  settings.steps=24 \
  settings.CFGScale=6.5 \
  inputs.image=https://assets.runware.ai/assets/inputs/51a5e0d1-b078-458c-9697-0f825ba4260a.jpg

{
  "taskType": "upscale",
  "taskUUID": "19cd0c7b-2200-451c-8557-920c86711402",
  "model": "runware:502@1",
  "upscaleFactor": 2,
  "settings": {
    "positivePrompt": "1930s basement jazz club cinema still, monochrome silver-gelatin feel, intimate speakeasy interior, singer at vintage microphone, trumpet gleam, upright bass, crowded round tables, smoky atmosphere, wood trim, period wardrobe, realistic facial detail, preserved framing, enhanced grain structure, recovered textile texture, subtle tonal separation, authentic old film aesthetic",
    "negativePrompt": "modern objects, neon signs, digital artifacts, oversharpening, plastic skin, cartoon look, colorization, warped anatomy, duplicated people, extreme contrast, glossy surfaces",
    "seed": 28050,
    "steps": 24,
    "CFGScale": 6.5
  },
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/51a5e0d1-b078-458c-9697-0f825ba4260a.jpg"
  }
}

Response

{
  "taskType": "imageUpscale",
  "taskUUID": "19cd0c7b-2200-451c-8557-920c86711402",
  "imageUUID": "1ab03ca6-8700-4fb6-b280-e0e9b640ac10",
  "imageURL": "https://im.runware.ai/image/os/a04d20/ws/3/ii/1ab03ca6-8700-4fb6-b280-e0e9b640ac10.jpg",
  "cost": 0.0019,
  "inputImageUUID": "f8f20ced-65f4-4252-b9f2-8161baf3a37c"
}

Upscale

Pixelated Harbor Tram Scene

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:502@1',
  upscaleFactor: 2,
  settings: {
    positivePrompt: 'clean detailed harbor tram scene, sharp edges, restored fine textures, clearer windows, crisp tram cables, defined waves, distant industrial shoreline, natural lighting, realistic detail, preserve original framing and layout',
    negativePrompt: 'extra vehicles, duplicated objects, warped tram, text, watermark, oversmoothing, heavy blur, painterly distortion, anatomy errors, surreal alterations',
    steps: 20,
    seed: 96292,
    CFGScale: 6.5,
    clipSkip: 1
  },
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/ba517767-8979-44e5-900f-9614d677f501.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:502@1",
            "upscaleFactor": 2,
            "settings": {
                "positivePrompt": "clean detailed harbor tram scene, sharp edges, restored fine textures, clearer windows, crisp tram cables, defined waves, distant industrial shoreline, natural lighting, realistic detail, preserve original framing and layout",
                "negativePrompt": "extra vehicles, duplicated objects, warped tram, text, watermark, oversmoothing, heavy blur, painterly distortion, anatomy errors, surreal alterations",
                "steps": 20,
                "seed": 96292,
                "CFGScale": 6.5,
                "clipSkip": 1
            },
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/ba517767-8979-44e5-900f-9614d677f501.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "upscale",
      "taskUUID": "129a4d18-bca3-41c0-b5b1-0e6c5d42ffdc",
      "model": "runware:502@1",
      "upscaleFactor": 2,
      "settings": {
        "positivePrompt": "clean detailed harbor tram scene, sharp edges, restored fine textures, clearer windows, crisp tram cables, defined waves, distant industrial shoreline, natural lighting, realistic detail, preserve original framing and layout",
        "negativePrompt": "extra vehicles, duplicated objects, warped tram, text, watermark, oversmoothing, heavy blur, painterly distortion, anatomy errors, surreal alterations",
        "steps": 20,
        "seed": 96292,
        "CFGScale": 6.5,
        "clipSkip": 1
      },
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/ba517767-8979-44e5-900f-9614d677f501.jpg"
      }
    }
  ]'

runware run runware:502@1 \
  upscaleFactor=2 \
  settings.positivePrompt="clean detailed harbor tram scene, sharp edges, restored fine textures, clearer windows, crisp tram cables, defined waves, distant industrial shoreline, natural lighting, realistic detail, preserve original framing and layout" \
  settings.negativePrompt="extra vehicles, duplicated objects, warped tram, text, watermark, oversmoothing, heavy blur, painterly distortion, anatomy errors, surreal alterations" \
  settings.steps=20 \
  settings.seed=96292 \
  settings.CFGScale=6.5 \
  settings.clipSkip=1 \
  inputs.image=https://assets.runware.ai/assets/inputs/ba517767-8979-44e5-900f-9614d677f501.jpg

{
  "taskType": "upscale",
  "taskUUID": "129a4d18-bca3-41c0-b5b1-0e6c5d42ffdc",
  "model": "runware:502@1",
  "upscaleFactor": 2,
  "settings": {
    "positivePrompt": "clean detailed harbor tram scene, sharp edges, restored fine textures, clearer windows, crisp tram cables, defined waves, distant industrial shoreline, natural lighting, realistic detail, preserve original framing and layout",
    "negativePrompt": "extra vehicles, duplicated objects, warped tram, text, watermark, oversmoothing, heavy blur, painterly distortion, anatomy errors, surreal alterations",
    "steps": 20,
    "seed": 96292,
    "CFGScale": 6.5,
    "clipSkip": 1
  },
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/ba517767-8979-44e5-900f-9614d677f501.jpg"
  }
}

Response

{
  "taskType": "imageUpscale",
  "taskUUID": "129a4d18-bca3-41c0-b5b1-0e6c5d42ffdc",
  "imageUUID": "ea5d11bb-4443-4229-945b-8ed5ca44261d",
  "imageURL": "https://im.runware.ai/image/os/a05d22/ws/2/ii/ea5d11bb-4443-4229-945b-8ed5ca44261d.jpg",
  "cost": 0.0013,
  "inputImageUUID": "ca0f38a4-d2ba-4fa6-a23e-ea976080aebc"
}