Image to Video Endpoint

• v6/scenecreator
• v6/text2video
• v6/image2video
• v6/open-sora
• v6/fetchvideo

Overview

Text to Video endpoint generates video from image.

Request

--request POST 'https://modelslab.com/api/v6/video/img2video' \

Make a POST request to https://modelslab.com/api/v6/video/img2video endpoint and pass the required parameters in the request body.

Body Attributes

Parameter	Description
key	Your API Key used for request authorization.
model_id	The ID of the model to use. Can be svd , dark-sushi-mix-vid,epicrealismnaturalsi-vid,hellonijicute25d-vid
negative_prompt	Items you don't want in the video.
height	Max height: 1024px.
prompt	Text prompt with description of the things you want in the video to be generated
width	Max width: 1024px.
num_frames	Number of frames in generated video. Max: 25. Defaults to 16.
num_inference_steps	Number of denoising steps. Max: 50. Defaults to 20.
init_image	Link equivalent of a valid png, jpeg or other valid image format file to use as initial image conditioning.
min_guidance_scale	Start value of guidance scale for video generation when using svd as model. Defaults to 1.0.
max_guidance_scale	End value of guidance scale for video generation when using svd as model. Defaults to 3.0.
motion_bucket_id	Higher value leads to more motion in generated videos. Defaults to 127.
noise_aug_strength	Strength for noise initialization when using svd as model.
fps	Frames per second rate of generated video.
output_type	The output type could be mp4,gif.
latent_interpolation_method	interpolation method, default is lerp. Other slerp
clip_skip	clip skips - default is null
instant_response	true if you'd like a response with future links for queued requests instantly instead of waiting for a fixed amount of time. Defaults to false.
temp	true if you want to store your generations on our temporary storage. Temporary files are cleaned every 24 hours. Defaults to false.
webhook	Set an URL to get a POST API call once the image generation is complete.
track_id	This ID is returned in the response to the webhook API call. This will be used to identify the webhook request.

Example

Body

Body

{
    "key":"",
    "model_id":"svd",
    "init_image": "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/2231684321704267390.png",
    "height":512,
    "width":512,
    "num_frames":25,
    "num_inference_steps":20,
    "min_guidance_scale":1,
    "max_guidance_scale":3,
    "motion_bucket_id":200,
    "noise_aug_strength":0.02,
    "webhook":null,
    "track_id":null
}

Request

JS

var myHeaders = new Headers();
myHeaders.append("Content-Type", "application/json");

var raw = JSON.stringify({
    "key":"",
    "model_id":"svd",
    "init_image": "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/2231684321704267390.png",
    "height":512,
    "width":512,
    "num_frames":25,
    "num_inference_steps":20,
    "min_guidance_scale":1,
    "max_guidance_scale":3,
    "motion_bucket_id":200,
    "noise_aug_strength":0.02,
    "webhook":null,
    "track_id":null
});

var requestOptions = {
  method: 'POST',
  headers: myHeaders,
  body: raw,
  redirect: 'follow'
};

fetch("https://modelslab.com/api/v6/video/img2video", requestOptions)
  .then(response => response.text())
  .then(result => console.log(result))
  .catch(error => console.log('error', error));

PHP

<?php

$payload = [
    "key" =>"",
    "model_id" =>"svd",
    "init_image" => "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/2231684321704267390.png",
    "height" =>512,
    "width" => 512,
    "num_frames" => 25,
    "num_inference_steps" => 20,
    "min_guidance_scale" => 1,
    "max_guidance_scale" => 3,
    "motion_bucket_id" => 200,
    "noise_aug_strength" => 0.02,
    "webhook" => null,
    "track_id" => null
];

$curl = curl_init();

curl_setopt_array($curl, array(
  CURLOPT_URL => 'https://modelslab.com/api/v6/video/img2video',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => '',
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 0,
  CURLOPT_FOLLOWLOCATION => true,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => 'POST',
  CURLOPT_POSTFIELDS => json_encode($payload),
  CURLOPT_HTTPHEADER => array(
    'Content-Type: application/json'
  ),
));

$response = curl_exec($curl);

curl_close($curl);
echo $response;

NODE

var request = require('request');
var options = {
  'method': 'POST',
  'url': 'https://modelslab.com/api/v6/video/img2video',
  'headers': {
    'Content-Type': 'application/json'
  },
  body: JSON.stringify({
    "key":"",
    "model_id":"svd",
    "init_image": "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/2231684321704267390.png",
    "height":512,
    "width":512,
    "num_frames":25,
    "num_inference_steps":20,
    "min_guidance_scale":1,
    "max_guidance_scale":3,
    "motion_bucket_id":200,
    "noise_aug_strength":0.02,
    "webhook":null,
    "track_id":null
  })
};

request(options, function (error, response) {
  if (error) throw new Error(error);
  console.log(response.body);
});

PYTHON

import requests
import json

url = "https://modelslab.com/api/v6/video/img2video"

payload = json.dumps({
   "key":"",
    "model_id":"svd",
    "init_image": "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/2231684321704267390.png",
    "height":512,
    "width":512,
    "num_frames":25,
    "num_inference_steps":20,
    "min_guidance_scale":1,
    "max_guidance_scale":3,
    "motion_bucket_id":200,
    "noise_aug_strength":0.02,
    "webhook":None,
    "track_id":None
})

headers = {
  'Content-Type': 'application/json'
}

response = requests.request("POST", url, headers=headers, data=payload)

print(response.text)

JAVA

OkHttpClient client = new OkHttpClient().newBuilder()
  .build();
MediaType mediaType = MediaType.parse("application/json");
RequestBody body = RequestBody.create(mediaType, "{\n    \"key\":\"\",\n    \"model_id\":\"svd\",\n    \"init_image\": \"https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/2231684321704267390.png\",\n    \"height\":512,\n    \"width\":512,\n    \"num_frames\":25,\n    \"num_inference_steps\":20,\n    \"min_guidance_scale\":1,\n    \"max_guidance_scale\":3,\n    \"motion_bucket_id\":200,\n    \"noise_aug_strength\":0.02,\n    \"strength\":0.7,\n   \"webhook\":null,\n    \"track_id\":null\n}");
Request request = new Request.Builder()
  .url("https://modelslab.com/api/v6/video/img2video")
  .method("POST", body)
  .addHeader("Content-Type", "application/json")
  .build();
Response response = client.newCall(request).execute();

Response

Example Response

{
    "status": "success",
    "generationTime": 8.49,
    "id": 146,
    "output": [
        "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/c9173348-fbeb-4da2-9f86-e157763be54b.mp4"
    ],
    "proxy_links": [
        "https://cdn2.stablediffusionapi.com/generations/c9173348-fbeb-4da2-9f86-e157763be54b.mp4"
    ],
    "meta": {
        "file_prefix": "c9173348-fbeb-4da2-9f86-e157763be54b",
        "fps": 7,
        "height": 512,
        "init_image": "https://pub-3626123a908346a7a8be8d9295f44e26.r2.dev/generations/2231684321704267390.png",
        "instant_response": "no",
        "max_guidance_scale": 3,
        "min_guidance_scale": 1,
        "model_id": "svd",
        "motion_bucket_id": 200,
        "noise_aug_strength": 0.02,
        "num_frames": 25,
        "num_inference_steps": 20,
        "seed": 3811131349,
        "temp": "no",
        "width": 512
    }
}