Image to Video Ultra Endpoint

Overview

Image to Video Ultra endpoint helps generate HD video, with high quality and high resolution, from a given init_image.

Experience the next level of AI-driven video creation with Image-to-Video Ultra today! 🚀

Each API call costs $0.2, which is equivalent to 31 credits from the Basic Plan (3250 API Credits) and 43 credits from the Standard Plan (10000 API Credits).

Open in Playground 🚀

Example Video Generation

Request

--request POST 'https://modelslab.com/api/v6/video/img2video_ultra' \

Make a POST request to https://modelslab.com/api/v6/video/img2video_ultra endpoint and pass the required parameters in the request body.

Body Attributes

Parameter	Description	Values
key	Your API Key used for request authorization.	key
prompt	Text prompt with a description of the things you want in the video to be generated.	String
init_image	Link equivalent of a valid PNG, JPEG, or other valid image format file to use as initial image conditioning.	URL
negative_prompt	Items you don't want in the video.	String
seed	Seed is used to reproduce results. The same seed will give you the same image again. Pass null for a random number.	Integer or `null`
resolution	the resolution of the generated output	The maximum is 480 .
num_frames	The number of frames in the generated video. Default is 81	Integer
num_inference_steps	Number of denoising steps. Default is 20. Maximum is 25.	Integer (Default: 20, Max: 25).
guidance_scale	Scale for classifier-free guidance. Minimum is 0.0, maximum is 8.0	min: 0.0, max: 8.0
fps	Frames per second rate of the generated video. Should be less than `num_frames`	Max 16
portrait	Indicates whether the output should be in portrait mode. It accepts `true` or `false`. Default `false`	Boolean
sample_shift	Controls the sampling shift in the generation process. Default value is `5`	Integer (Default: 5, Max: 10)
base64	Indicates whether the `init_image` is provided in base64 format. Defaults to `false`.	The default is `false`. (`TRUE` or `FALSE`)
temp	If `true`, stores the video in temporary storage (cleaned every 24 hours). Default is `false`.	The default is `false`. (`TRUE` or `FALSE`)
webhook	A URL to receive a POST API call once the video generation is complete.	URL
track_id	A unique ID used in the webhook response to identify the request.	string

Open in Playground 🚀

Example

Body

When the model_id is cogvideox, the request json looks like so,

Body
{
    "key":"",
    "init_image":"https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/livewire-tmp/Vil4dkFzgFw0xyU7YsF4YqzJQXuGmr-metaNTliM2VmYTNmODE2NjdiMzljYjYzOTdlOGU5Nzg1OTAud2VicA==-.webp",
    "prompt":"moving character",
    "negative_prompt":"low quality",
    "resolution":320,
    "num_frames":16,
    "num_inference_steps":31,
    "guidance_scale":7,
    "webhook": null,
    "track_id":null
}

Request

JS
PHP
NODE
PYTHON
JAVA

var myHeaders = new Headers();
myHeaders.append("Content-Type", "application/json");

var raw = JSON.stringify({
    "key":"",
    "init_image":"https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/livewire-tmp/Vil4dkFzgFw0xyU7YsF4YqzJQXuGmr-metaNTliM2VmYTNmODE2NjdiMzljYjYzOTdlOGU5Nzg1OTAud2VicA==-.webp",
    "prompt":"moving character",
    "negative_prompt":"low quality",
    "resolution":480,
    "num_frames":81,
    "num_inference_steps":30,
    "guidance_scale": 5.0,
    "shift_sample":3,
    "fps":16,
    "webhook": null,
    "track_id":null
});

var requestOptions = {
  method: 'POST',
  headers: myHeaders,
  body: raw,
  redirect: 'follow'
};

fetch("https://modelslab.com/api/v6/video/img2video_ultra", requestOptions)
  .then(response => response.text())
  .then(result => console.log(result))
  .catch(error => console.log('error', error));

<?php

$payload = [
    "key" => "",
   "init_image" => "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/livewire-tmp/Vil4dkFzgFw0xyU7YsF4YqzJQXuGmr-metaNTliM2VmYTNmODE2NjdiMzljYjYzOTdlOGU5Nzg1OTAud2VicA==-.webp",
    "prompt" => "moving character",
    "negative_prompt" => "low quality",
    "resolution" => 480,
    "num_frames" => 81,
    "num_inference_steps" => 30,
    "guidance_scale" => 5.0,
    "shift_sample" => 3,
    "fps" => 16,
    "webhook" =>  null,
    "track_id" => null 
];

$curl = curl_init();

curl_setopt_array($curl, array(
  CURLOPT_URL => 'https://modelslab.com/api/v6/video/img2video_ultra',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => '',
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 0,
  CURLOPT_FOLLOWLOCATION => true,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => 'POST',
  CURLOPT_POSTFIELDS => json_encode($payload),
  CURLOPT_HTTPHEADER => array(
    'Content-Type: application/json'
  ),
));

$response = curl_exec($curl);

curl_close($curl);
echo $response;

var request = require('request');
var options = {
  'method': 'POST',
  'url': 'https://modelslab.com/api/v6/video/img2video_ultra',
  'headers': {
    'Content-Type': 'application/json'
  },
  body: JSON.stringify({
    "key":"",
     "init_image":"https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/livewire-tmp/Vil4dkFzgFw0xyU7YsF4YqzJQXuGmr-metaNTliM2VmYTNmODE2NjdiMzljYjYzOTdlOGU5Nzg1OTAud2VicA==-.webp",
    "prompt":"moving character",
    "negative_prompt":"low quality",
    "resolution":480,
    "num_frames":81,
    "num_inference_steps":30,
    "guidance_scale": 5.0,
    "shift_sample":3,
    "fps":16,
    "webhook": null,
    "track_id":null
  })
};

request(options, function (error, response) {
  if (error) throw new Error(error);
  console.log(response.body);
});

import requests
import json

url = "https://modelslab.com/api/v6/video/img2video_ultra"

payload = json.dumps({
    "key":"",
  "init_image":"https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/livewire-tmp/Vil4dkFzgFw0xyU7YsF4YqzJQXuGmr-metaNTliM2VmYTNmODE2NjdiMzljYjYzOTdlOGU5Nzg1OTAud2VicA==-.webp",
    "prompt":"moving character",
    "negative_prompt":"low quality",
    "resolution":480,
    "num_frames":81,
    "num_inference_steps":30,
    "guidance_scale": 5.0,
    "shift_sample":3,
    "fps":16,
    "webhook":None,
    "track_id":None
})

headers = {
  'Content-Type': 'application/json'
}

response = requests.request("POST", url, headers=headers, data=payload)

print(response.text)

OkHttpClient client = new OkHttpClient().newBuilder()
  .build();
MediaType mediaType = MediaType.parse("application/json");
RequestBody body = RequestBody.create(mediaType, "{\n    \"key\":\"\",\n    \"init_image\":\"https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/livewire-tmp/Vil4dkFzgFw0xyU7YsF4YqzJQXuGmr-metaNTliM2VmYTNmODE2NjdiMzljYjYzOTdlOGU5Nzg1OTAud2VicA==-.webp\",\n    \"prompt\":\"An astronaut riding a horse\",\n    \"negative_prompt\":\"low quality\",\n    \"resolution\":320,\n    \"num_frames\":16,\n    \"num_inference_steps\":31,\n    \"guidance_scale\":7,\n    \"webhook\": null,\n    \"track_id\":null\n}");
Request request = new Request.Builder()
  .url("https://modelslab.com/api/v6/video/img2video_ultra")
  .method("POST", body)
  .addHeader("Content-Type", "application/json")
  .addHeader("X-API-Key", "{{token}}")
  .build();
Response response = client.newCall(request).execute();

Response

Success
Processing
Error

{
    "status": "success",
    "generationTime": 4.49,
    "id": 147,
    "output": [
        "https://modelslab-bom.s3.amazonaws.com/generations/9faea114-b3e5-4960-b0de-cc27b8f2efa0.mp4"
    ],
    "proxy_links": [
        "https://modelslab-bom.s3.amazonaws.com/generations/9faea114-b3e5-4960-b0de-cc27b8f2efa0.mp4"
    ],
    "meta": {
        "base64": "no",
        "file_prefix": "a51498bf-0eee-44c5-a473-81cc867b288a",
        "fps": 16,
        "guidance_scale": 5,
        "id": null,
        "instant_response": "no",
        "negative_prompt": "low quality",
        "num_frames": 81,
        "num_inference_steps": 30,
        "opacity": 0.8,
        "output_type": "mp4",
        "padding_down": 10,
        "padding_right": 10,
        "portrait": "no",
        "prompt": "Space Station in space",
        "rescale": "yes",
        "resolution": 480,
        "sample_shift": 3,
        "scale_down": 6,
        "seed": 3644269522,
        "temp": "no",
        "track_id": null,
        "watermark": "no",
        "webhook": null
    },
    "future_links": [
        "https://modelslab-bom.s3.amazonaws.com/generations/09e6f35f-2a47-4271-82a5-9cfff8bbc43a.mp4"
    ]
}

{
    "status": "processing",
    "tip": "Your video is processing in background, you can get this video using fetch API",
    "eta": 960,
    "message": "Try to fetch request after seconds estimated",
    "fetch_result": "https://modelslab.com/api/v6/video/fetch/147",
    "id": 147,
    "output": [],
    "meta": {
        "base64": "no",
        "file_prefix": "a51498bf-0eee-44c5-a473-81cc867b288a",
        "fps": 16,
        "guidance_scale": 5,
        "id": null,
        "instant_response": "no",
        "negative_prompt": "low quality",
        "num_frames": 81,
        "num_inference_steps": 30,
        "opacity": 0.8,
        "output_type": "mp4",
        "padding_down": 10,
        "padding_right": 10,
        "portrait": "no",
        "prompt": "Space Station in space",
        "rescale": "yes",
        "resolution": 480,
        "sample_shift": 3,
        "scale_down": 6,
        "seed": 3644269522,
        "temp": "no",
        "track_id": null,
        "watermark": "no",
        "webhook": null
    },
    "future_links": [
        "https://modelslab-bom.s3.amazonaws.com/generations/9faea114-b3e5-4960-b0de-cc27b8f2efa0.mp4"
    ]
}

{
    "status": "error",
    "message": "Error message"
}

Overview​

Example Video Generation​

Request​

Body Attributes​

Example​

Body​

Request​

Response​

Overview

Example Video Generation

Request

Body Attributes

Example

Body

Request

Response