Voice Cover Endpoint

Overview

Voice cover endpoint allows you to create an audio from an existing audio with a model. Get all voice models HERE .

Request

--request POST 'https://modelslab.com/api/v6/voice/voice_cover' \

Watch the Voice Cloning API Demo video to see it in action Postman.

Make a POST request to https://modelslab.com/api/v6/voice/voice_cover endpoint and pass the required parameters as a request body.

Body Attributes

Parameter	Description	Values
key	Your API Key used for request authorization	string
init_audio	URL (YouTube links supported) or valid .wav file base64 data whose audio you want to clone	MP3/WAV URL or base64 data
model_id	ID of the voice cloning model. Get the model ID from the provided source.	string
pitch	Controls the pitch transformation between voices.	One of ["m2f", "f2m", "none"]
algorithm	Voice cloning algorithm to use. Defaults to rmvpe.	One of ["rmvpe", "mangio-crepe"]
rate	Rate of control for generated voice leakage. Higher values bias model towards training data.	Floating point, between 0 and 1
seed	Seed used to reproduce results. Pass null for a random number.	integral value
language	Language of the voice. Supported languages include english, arabic, brazilian portuguese, chinese, dutch, french, hindi, hungarian, italian, japanese, korean, polish, russian, turkish. Default is english.	string
emotion	Emotion of the voice. Defaults to neutral.	One of ["neutral", "happy", "sad", "angry", "dull"]
speed	Speed of the speaker. Defaults to 1.0.	Floating point
radius	Median filtering length to reduce voice artifacts. Defaults to 3.	Floating point, between 0 and 3
mix	Controls loudness similarity to the original. Defaults to 0.25.	Floating point, between 0 and 1
hop_length	Pitch analysis frequency. Used with mangio-crepe algorithm.	Integral value
originality	Controls similarity to original vocals' voiceless constants. Defaults to 0.33.	Floating point, between 0 and 1
lead_voice_volume_delta	Controls lead vocals volume adjustment.	Integer, between -5 and +5
backup_voice_volume_delta	Controls backup vocals volume adjustment.	Integer, between -5 and +5
instrument_volume_delta	Controls instrumental volume adjustment.	Integer, between -5 and +5
reverb_size	Size of reverb room. Defaults to 0.15.	Floating point, between 0 and 1
wetness	Reverb for generated vocals. Defaults to 0.2.	Floating point, between 0 and 1
dryness	Reverb for original vocals. Defaults to 0.8.	Floating point, between 0 and 1
damping	Damping factor for high frequencies in reverb. Defaults to 0.7.	Floating point, between 0 and 1
base64	Indicates if the input sound clip is in base64 format. Defaults to false.	TRUE or FALSE
temp	Indicates if you want the output to be auto-deleted from the server. Defaults to false.	TRUE or FALSE
webhook	URL to receive a POST API call once the audio generation is complete.	URL
track_id	ID returned in the response for the webhook API call, used to identify the request.	Integral value

Example

Body

Body

{   
"key": "",
"init_audio": "https://music.youtube.com/watch?v=aZ1hziFhj1o",
"model_id": "zoro",
"pitch": "none",
"rate": 0.5,
"radius": 3,
"mix": 0.25,
"algorithm": "rmvpe",
"hop_length": 128,
"originality": 0.5,
"lead_voice_volume_delta": "+1",
"backup_voice_volume_delta": "-2",
"instrument_volume_delta":"+2",
"reverb_size": 0.15,
"wetness": 0.2,
"dryness": 0.8,
"damping": 0.7,
"base64": false,
"temp": false,
"webhook": null,
"track_id" : null
}

Request

JS

var myHeaders = new Headers();
myHeaders.append("Content-Type", "application/json");

var raw = JSON.stringify({
"key": "",
"init_audio": "https://music.youtube.com/watch?v=aZ1hziFhj1o",
"model_id": "zoro",
"pitch": "none",
"rate": 0.5,
"radius": 3,
"mix": 0.25,
"algorithm": "rmvpe",
"hop_length": 128,
"originality": 0.5,
"lead_voice_volume_delta": "+1",
"backup_voice_volume_delta": "-2",
"instrument_volume_delta":"+2",
"reverb_size": 0.15,
"wetness": 0.2,
"dryness": 0.8,
"damping": 0.7,
"base64": false,
"temp": false,
"webhook": null,
"track_id" : null
});

var requestOptions = {
  method: 'POST',
  headers: myHeaders,
  body: raw,
  redirect: 'follow'
};

fetch("https://modelslab.com/api/v6/voice/voice_cover", requestOptions)
  .then(response => response.text())
  .then(result => console.log(result))
  .catch(error => console.log('error', error));

PHP

<?php

$payload = [
"key" => "",
"init_audio" => "https://music.youtube.com/watch?v=aZ1hziFhj1o",
"model_id" => "zoro",
"pitch" => "none",
"rate" => 0.5,
"radius" => 3,
"mix" => 0.25,
"algorithm" => "rmvpe",
"hop_length" => 128,
"originality" => 0.5,
"lead_voice_volume_delta" => "+1",
"backup_voice_volume_delta" => "-2",
"instrument_volume_delta":"+2",
"reverb_size" =>  0.15,
"wetness" => 0.2,
"dryness" => 0.8,
"damping" => 0.7,
"base64" => false,
"temp" => false,
"webhook" => null,
"track_id"  => null
];

$curl = curl_init();

curl_setopt_array($curl, array(
  CURLOPT_URL => 'https://modelslab.com/api/v6/voice/voice_cover',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => '',
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 0,
  CURLOPT_FOLLOWLOCATION => true,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => 'POST',
  CURLOPT_POSTFIELDS => json_encode($payload),
  CURLOPT_HTTPHEADER => array(
    'Content-Type: application/json'
  ),
));

$response = curl_exec($curl);

curl_close($curl);
echo $response;

NODE

var request = require('request');
var options = {
  'method': 'POST',
  'url': 'https://modelslab.com/api/v6/voice/voice_cover',
  'headers': {
    'Content-Type': 'application/json'
  },
  body: JSON.stringify({
   "key": "",
"init_audio": "https://music.youtube.com/watch?v=aZ1hziFhj1o",
"model_id": "zoro",
"pitch": "none",
"rate": 0.5,
"radius": 3,
"mix": 0.25,
"algorithm": "rmvpe",
"hop_length": 128,
"originality": 0.5,
"lead_voice_volume_delta": "+1",
"backup_voice_volume_delta": "-2",
"instrument_volume_delta":"+2",
"reverb_size": 0.15,
"wetness": 0.2,
"dryness": 0.8,
"damping": 0.7,
"base64": false,
"temp": false,
"webhook": null,
"track_id" : null
  })
};

request(options, function (error, response) {
  if (error) throw new Error(error);
  console.log(response.body);
});

PYTHON

import requests
import json

url = "https://modelslab.com/api/v6/voice/voice_cover"

payload = json.dumps({
 "key": "",
"init_audio": "https://music.youtube.com/watch?v=aZ1hziFhj1o",
"model_id": "zoro",
"pitch": "none",
"rate": 0.5,
"radius": 3,
"mix": 0.25,
"algorithm": "rmvpe",
"hop_length": 128,
"originality": 0.5,
"lead_voice_volume_delta": "+1",
"backup_voice_volume_delta": "-2",
"instrument_volume_delta":"+2",
"reverb_size": 0.15,
"wetness": 0.2,
"dryness": 0.8,
"damping": 0.7,
"base64": False,
"temp": False,
"webhook": None,
"track_id" : None
})

headers = {
  'Content-Type': 'application/json'
}

response = requests.request("POST", url, headers=headers, data=payload)

print(response.text)

JAVA

OkHttpClient client = new OkHttpClient().newBuilder()
  .build();
MediaType mediaType = MediaType.parse("application/json");
RequestBody body = RequestBody.create(mediaType, "{\n        \"key\":\"\",\n        \"init_audio\": \"https://music.youtube.com/watch?v=aZ1hziFhj1o\",\n        \"model_id\": \"zoro\",\n        \"pitch\": \"none\",\n        \"rate\": 0.5,\n        \"radius\": 3,\n        \"mix\": 0.25,\n        \"algorithm\": \"rmvpe\",\n        \"hop_length\": 128,\n        \"originality\": 0.5,\n        \"lead_voice_volume_delta\": \"+1\",\n        \"backup_voice_volume_delta\": \"-2\",\n        \"instrument_volume_delta\":\"+2\",\n        \"reverb_size\": 0.15,\n        \"wetness\": 0.2,\n        \"dryness\": 0.8,\n        \"damping\": 0.7,\n        \"base64\": false,\n        \"temp\": false\n}");
Request request = new Request.Builder()
  .url("https://modelslab.com/api/v6/voice/voice_cover")
  .method("POST", body)
  .addHeader("Content-Type", "application/json")
  .build();
Response response = client.newCall(request).execute();

Response

{
    "generationTime": 1.5732920169830322,
    "id": 10,
    "links":  [
        "https://cdn2.stablediffusionapi.com/generations/bc1e5025-b140-4af6-be24-183fa18c943a.wav"
    ],
    "proxy_links": [
        "https://cdn2.stablediffusionapi.com/generations/bc1e5025-b140-4af6-be24-183fa18c943a.wav"
    ],
    "meta": {
        "algorithm": "rmvpe",
        "backup_voice_volume_delta": -2,
        "base64": "no",
        "damping": 0.7,
        "dryness": 0.8,
        "filename": "bc1e5025-b140-4af6-be24-183fa18c943a.wav",
        "hop_length": 128,
        "input_sound_clip": "https://music.youtube.com/watch?v=aZ1hziFhj1o",
        "instrument_volume_delta": 2,
        "is_youtube": true,
        "lead_voice_volume_delta": 1,
        "mix": 0.25,
        "model_id": "zoro",
        "originality": 0.5,
        "pitch": "none",
        "radius": 3,
        "rate": 0.5,
        "reverb_size": 0.15,
        "seed": 1216247535,
        "temp": "no",
        "wetness": 0.2
    },
    "status": "success",
}