OpenAI CLIP ViT-L/14

by OpenAIFebruary 26, 2021

OpenAI CLIP ViT-L/14 is a contrastive vision-language model that embeds images and text into a shared representation space. It enables tasks like zero-shot image classification, semantic search, and similarity scoring by computing aligned feature vectors for images and texts.

caption

Aquaculture Editorial Photo Caption

a woman in an orange jacket and blue gloves is picking oyster from a boat, realistic professional photo, siren, drenched clothing, solo female character, collared shirt, blood in the seahighly, canon 5 d, teal uniform, industrial photography

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:151@1',
  prompt: 'Write a concise, accurate editorial caption describing the main subject, coastal environment, notable clothing and equipment, meaningful background details, and the visible action. Do not infer names or facts that are not visible.',
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/ebd9a12d-6b57-493c-8edc-9e7bc095af8b.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:151@1",
            "prompt": "Write a concise, accurate editorial caption describing the main subject, coastal environment, notable clothing and equipment, meaningful background details, and the visible action. Do not infer names or facts that are not visible.",
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/ebd9a12d-6b57-493c-8edc-9e7bc095af8b.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "caption",
      "taskUUID": "9e630cdc-6ee9-4faa-a7ce-9aa65bbdf67d",
      "model": "runware:151@1",
      "prompt": "Write a concise, accurate editorial caption describing the main subject, coastal environment, notable clothing and equipment, meaningful background details, and the visible action. Do not infer names or facts that are not visible.",
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/ebd9a12d-6b57-493c-8edc-9e7bc095af8b.jpg"
      }
    }
  ]'

runware run runware:151@1 \
  prompt="Write a concise, accurate editorial caption describing the main subject, coastal environment, notable clothing and equipment, meaningful background details, and the visible action. Do not infer names or facts that are not visible." \
  inputs.image=https://assets.runware.ai/assets/inputs/ebd9a12d-6b57-493c-8edc-9e7bc095af8b.jpg

{
  "taskType": "caption",
  "taskUUID": "9e630cdc-6ee9-4faa-a7ce-9aa65bbdf67d",
  "model": "runware:151@1",
  "prompt": "Write a concise, accurate editorial caption describing the main subject, coastal environment, notable clothing and equipment, meaningful background details, and the visible action. Do not infer names or facts that are not visible.",
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/ebd9a12d-6b57-493c-8edc-9e7bc095af8b.jpg"
  }
}

Response

{
  "taskType": "imageCaption",
  "taskUUID": "9e630cdc-6ee9-4faa-a7ce-9aa65bbdf67d",
  "text": "a woman in an orange jacket and blue gloves is picking oyster from a boat, realistic professional photo, siren, drenched clothing, solo female character, collared shirt, blood in the seahighly, canon 5 d, teal uniform, industrial photography",
  "cost": 0.0237
}

caption

Residential Storm Damage Claim Caption

a man on a ladder working on a roof with a blue tarp, an image of a tornado, luisiana, 985530902, more details, damaged photo, creative commons attribution, fallen trees, homes and gardens, memphis, high winds, alabama, interconnections

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:151@1',
  prompt: 'Concисely describe the main subject, residential setting, visible storm damage, notable safety and weather details, and the action being performed. Mention only clearly visible elements.',
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/643c7aa7-3778-4d6f-981a-dc224c452ddc.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:151@1",
            "prompt": "Concисely describe the main subject, residential setting, visible storm damage, notable safety and weather details, and the action being performed. Mention only clearly visible elements.",
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/643c7aa7-3778-4d6f-981a-dc224c452ddc.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "caption",
      "taskUUID": "733a3c25-6715-4188-9a39-11e8c8e8e452",
      "model": "runware:151@1",
      "prompt": "Concисely describe the main subject, residential setting, visible storm damage, notable safety and weather details, and the action being performed. Mention only clearly visible elements.",
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/643c7aa7-3778-4d6f-981a-dc224c452ddc.jpg"
      }
    }
  ]'

runware run runware:151@1 \
  prompt="Concисely describe the main subject, residential setting, visible storm damage, notable safety and weather details, and the action being performed. Mention only clearly visible elements." \
  inputs.image=https://assets.runware.ai/assets/inputs/643c7aa7-3778-4d6f-981a-dc224c452ddc.jpg

{
  "taskType": "caption",
  "taskUUID": "733a3c25-6715-4188-9a39-11e8c8e8e452",
  "model": "runware:151@1",
  "prompt": "Concисely describe the main subject, residential setting, visible storm damage, notable safety and weather details, and the action being performed. Mention only clearly visible elements.",
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/643c7aa7-3778-4d6f-981a-dc224c452ddc.jpg"
  }
}

Response

{
  "taskType": "imageCaption",
  "taskUUID": "733a3c25-6715-4188-9a39-11e8c8e8e452",
  "text": "a man on a ladder working on a roof with a blue tarp, an image of a tornado, luisiana, 985530902, more details, damaged photo, creative commons attribution, fallen trees, homes and gardens, memphis, high winds, alabama, interconnections",
  "cost": 0.0038
}

caption

Warehouse Safety Audit Caption

forklift driver in a warehouse with pallets and boxes, rustic yet enormous scp (secure, interconnections, cart, inspired by John Brown, featured on shutterstock, canva, hundreds of chairs and tables, ratchet straps, listing image, image in center, pillars, green clothing

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:151@1',
  prompt: 'Describe this image accurately in one concise caption, identifying the main subject, warehouse environment, notable equipment and safety details, and the visible action. Do not infer hazards or events that are not clearly shown.',
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/ecc21092-cadb-4da9-a4f3-3a6c07a406bd.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:151@1",
            "prompt": "Describe this image accurately in one concise caption, identifying the main subject, warehouse environment, notable equipment and safety details, and the visible action. Do not infer hazards or events that are not clearly shown.",
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/ecc21092-cadb-4da9-a4f3-3a6c07a406bd.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "caption",
      "taskUUID": "292c1c32-db93-43e1-9213-cef6c2a10966",
      "model": "runware:151@1",
      "prompt": "Describe this image accurately in one concise caption, identifying the main subject, warehouse environment, notable equipment and safety details, and the visible action. Do not infer hazards or events that are not clearly shown.",
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/ecc21092-cadb-4da9-a4f3-3a6c07a406bd.jpg"
      }
    }
  ]'

runware run runware:151@1 \
  prompt="Describe this image accurately in one concise caption, identifying the main subject, warehouse environment, notable equipment and safety details, and the visible action. Do not infer hazards or events that are not clearly shown." \
  inputs.image=https://assets.runware.ai/assets/inputs/ecc21092-cadb-4da9-a4f3-3a6c07a406bd.jpg

{
  "taskType": "caption",
  "taskUUID": "292c1c32-db93-43e1-9213-cef6c2a10966",
  "model": "runware:151@1",
  "prompt": "Describe this image accurately in one concise caption, identifying the main subject, warehouse environment, notable equipment and safety details, and the visible action. Do not infer hazards or events that are not clearly shown.",
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/ecc21092-cadb-4da9-a4f3-3a6c07a406bd.jpg"
  }
}

Response

{
  "taskType": "imageCaption",
  "taskUUID": "292c1c32-db93-43e1-9213-cef6c2a10966",
  "text": "forklift driver in a warehouse with pallets and boxes, rustic yet enormous scp (secure, interconnections, cart, inspired by John Brown, featured on shutterstock, canva, hundreds of chairs and tables, ratchet straps, listing image, image in center, pillars, green clothing",
  "cost": 0.0083
}

caption

Museum Exhibition Accessibility Caption

man in a glass case looking at a helmet on display, inspired by Utagawa Kunisada II, red and gold cloth, photo courtesy museum of art, claes oldenburg, brooklyn museum, by Katsukawa Shun'ei, black and golden armor, golden ribbons, multilayered paint, illuminated lighting, maintenance

import { createClient } from '@runware/sdk'

const client = await createClient({ apiKey: process.env.RUNWARE_API_KEY })
await client.connect()

const [result] = await client.run({
  model: 'runware:151@1',
  prompt: 'Concise accessibility caption: accurately describe the main subject, museum setting, notable visual attributes, visible action, and meaningful secondary details without speculation.',
  inputs: {
    image: 'https://assets.runware.ai/assets/inputs/b4a86d21-fc44-49f6-980b-fab112fbd6b4.jpg'
  }
})

import asyncio
import os

from runware import Runware


async def main():
    async with Runware(api_key=os.environ["RUNWARE_API_KEY"]) as client:
        results = await client.run({
            "model": "runware:151@1",
            "prompt": "Concise accessibility caption: accurately describe the main subject, museum setting, notable visual attributes, visible action, and meaningful secondary details without speculation.",
            "inputs": {
                "image": "https://assets.runware.ai/assets/inputs/b4a86d21-fc44-49f6-980b-fab112fbd6b4.jpg"
            }
        })


asyncio.run(main())

curl https://api.runware.ai/v1 \
  -H "Authorization: Bearer $RUNWARE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[
    {
      "taskType": "caption",
      "taskUUID": "705ed95d-d4ab-42e8-9eb2-5db5d4de9a99",
      "model": "runware:151@1",
      "prompt": "Concise accessibility caption: accurately describe the main subject, museum setting, notable visual attributes, visible action, and meaningful secondary details without speculation.",
      "inputs": {
        "image": "https://assets.runware.ai/assets/inputs/b4a86d21-fc44-49f6-980b-fab112fbd6b4.jpg"
      }
    }
  ]'

runware run runware:151@1 \
  prompt="Concise accessibility caption: accurately describe the main subject, museum setting, notable visual attributes, visible action, and meaningful secondary details without speculation." \
  inputs.image=https://assets.runware.ai/assets/inputs/b4a86d21-fc44-49f6-980b-fab112fbd6b4.jpg

{
  "taskType": "caption",
  "taskUUID": "705ed95d-d4ab-42e8-9eb2-5db5d4de9a99",
  "model": "runware:151@1",
  "prompt": "Concise accessibility caption: accurately describe the main subject, museum setting, notable visual attributes, visible action, and meaningful secondary details without speculation.",
  "inputs": {
    "image": "https://assets.runware.ai/assets/inputs/b4a86d21-fc44-49f6-980b-fab112fbd6b4.jpg"
  }
}

Response

{
  "taskType": "imageCaption",
  "taskUUID": "705ed95d-d4ab-42e8-9eb2-5db5d4de9a99",
  "text": "man in a glass case looking at a helmet on display, inspired by Utagawa Kunisada II, red and gold cloth, photo courtesy museum of art, claes oldenburg, brooklyn museum, by Katsukawa Shun'ei, black and golden armor, golden ribbons, multilayered paint, illuminated lighting, maintenance",
  "cost": 0.0038
}