Take an image and an audio file and create a video clip
This is a modal window.
Beginning of dialog window. Escape will cancel and close the window.
End of dialog window.
{
"audio": "https://replicate.delivery/pbxt/KIpZhWai4JINPqvvSVvaiHoRv343DDcQ92fjhW3RuxdPMBDY/paragraph1.mp3",
"image": "https://replicate.delivery/pbxt/KIpZgwRxVGyZzhP04jWuNa89Buabz93MPVzLACtm7uvIOGpH/replicate-prediction-rlbxrodbhskvpbtmsnsugr4nwm.png"
}npm install replicateimport Replicate from "replicate";
import fs from "node:fs";
const replicate = new Replicate({
auth: process.env.REPLICATE_API_TOKEN,
});Run lucataco/img-and-audio2video using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
const output = await replicate.run(
"lucataco/img-and-audio2video:ed02f5828b3184cdafc6607ff6a37cad8d6ea448fbc49dfd236a48f1f3f897cd",
{
input: {
audio: "https://replicate.delivery/pbxt/KIpZhWai4JINPqvvSVvaiHoRv343DDcQ92fjhW3RuxdPMBDY/paragraph1.mp3",
image: "https://replicate.delivery/pbxt/KIpZgwRxVGyZzhP04jWuNa89Buabz93MPVzLACtm7uvIOGpH/replicate-prediction-rlbxrodbhskvpbtmsnsugr4nwm.png"
}
}
);
// To access the file URL:
console.log(output.url()); //=> "http://example.com"
// To write the file to disk:
fs.writeFile("my-image.png", output);To learn more, take a look at the guide on getting started with Node.js.
pip install replicateimport replicateRun lucataco/img-and-audio2video using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
output = replicate.run(
"lucataco/img-and-audio2video:ed02f5828b3184cdafc6607ff6a37cad8d6ea448fbc49dfd236a48f1f3f897cd",
input={
"audio": "https://replicate.delivery/pbxt/KIpZhWai4JINPqvvSVvaiHoRv343DDcQ92fjhW3RuxdPMBDY/paragraph1.mp3",
"image": "https://replicate.delivery/pbxt/KIpZgwRxVGyZzhP04jWuNa89Buabz93MPVzLACtm7uvIOGpH/replicate-prediction-rlbxrodbhskvpbtmsnsugr4nwm.png"
}
)
print(output)To learn more, take a look at the guide on getting started with Python.
Run lucataco/img-and-audio2video using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
curl -s -X POST \
-H "Authorization: Bearer $REPLICATE_API_TOKEN" \
-H "Content-Type: application/json" \
-H "Prefer: wait" \
-d $'{
"version": "lucataco/img-and-audio2video:ed02f5828b3184cdafc6607ff6a37cad8d6ea448fbc49dfd236a48f1f3f897cd",
"input": {
"audio": "https://replicate.delivery/pbxt/KIpZhWai4JINPqvvSVvaiHoRv343DDcQ92fjhW3RuxdPMBDY/paragraph1.mp3",
"image": "https://replicate.delivery/pbxt/KIpZgwRxVGyZzhP04jWuNa89Buabz93MPVzLACtm7uvIOGpH/replicate-prediction-rlbxrodbhskvpbtmsnsugr4nwm.png"
}
}' \
https://api.replicate.com/v1/predictionsTo learn more, take a look at Replicate’s HTTP API reference docs.
{
"completed_at": "2024-01-28T03:29:37.072947Z",
"created_at": "2024-01-28T03:29:15.380412Z",
"data_removed": false,
"error": null,
"id": "ahu7xtbbudu7ho64oykx4oq6ka",
"input": {
"audio": "https://replicate.delivery/pbxt/KIpZhWai4JINPqvvSVvaiHoRv343DDcQ92fjhW3RuxdPMBDY/paragraph1.mp3",
"image": "https://replicate.delivery/pbxt/KIpZgwRxVGyZzhP04jWuNa89Buabz93MPVzLACtm7uvIOGpH/replicate-prediction-rlbxrodbhskvpbtmsnsugr4nwm.png"
},
"logs": "Moviepy - Building video /tmp/output.mp4.\nMoviePy - Writing audio in outputTEMP_MPY_wvf_snd.mp4\nchunk: 0%| | 0/306 [00:00<?, ?it/s, now=None]\nchunk: 38%|███▊ | 115/306 [00:00<00:00, 1143.59it/s, now=None]\nchunk: 75%|███████▌ | 231/306 [00:00<00:00, 1150.56it/s, now=None]\nMoviePy - Done.\nMoviepy - Writing video /tmp/output.mp4\nt: 0%| | 0/333 [00:00<?, ?it/s, now=None]\nt: 5%|▍ | 16/333 [00:00<00:02, 153.00it/s, now=None]\nt: 10%|▉ | 32/333 [00:00<00:02, 110.09it/s, now=None]\nt: 13%|█▎ | 44/333 [00:00<00:02, 107.05it/s, now=None]\nt: 17%|█▋ | 56/333 [00:00<00:02, 105.81it/s, now=None]\nt: 20%|██ | 67/333 [00:00<00:02, 95.11it/s, now=None] \nt: 23%|██▎ | 77/333 [00:00<00:03, 84.46it/s, now=None]\nt: 26%|██▌ | 86/333 [00:00<00:02, 82.88it/s, now=None]\nt: 29%|██▊ | 95/333 [00:01<00:02, 81.49it/s, now=None]\nt: 32%|███▏ | 106/333 [00:01<00:02, 87.35it/s, now=None]\nt: 35%|███▍ | 116/333 [00:01<00:02, 89.34it/s, now=None]\nt: 38%|███▊ | 126/333 [00:01<00:02, 81.99it/s, now=None]\nt: 41%|████ | 135/333 [00:01<00:02, 83.63it/s, now=None]\nt: 43%|████▎ | 144/333 [00:01<00:02, 84.64it/s, now=None]\nt: 46%|████▌ | 154/333 [00:01<00:02, 86.47it/s, now=None]\nt: 49%|████▉ | 163/333 [00:01<00:01, 87.13it/s, now=None]\nt: 52%|█████▏ | 172/333 [00:01<00:01, 86.59it/s, now=None]\nt: 55%|█████▍ | 182/333 [00:02<00:01, 89.17it/s, now=None]\nt: 57%|█████▋ | 191/333 [00:02<00:01, 87.43it/s, now=None]\nt: 60%|██████ | 201/333 [00:02<00:01, 88.93it/s, now=None]\nt: 63%|██████▎ | 210/333 [00:02<00:01, 86.99it/s, now=None]\nt: 66%|██████▌ | 219/333 [00:02<00:01, 86.56it/s, now=None]\nt: 69%|██████▉ | 229/333 [00:02<00:01, 88.24it/s, now=None]\nt: 72%|███████▏ | 239/333 [00:02<00:01, 83.01it/s, now=None]\nt: 74%|███████▍ | 248/333 [00:02<00:01, 84.14it/s, now=None]\nt: 77%|███████▋ | 257/333 [00:02<00:00, 85.61it/s, now=None]\nt: 80%|████████ | 267/333 [00:02<00:00, 89.27it/s, now=None]\nt: 83%|████████▎ | 276/333 [00:03<00:00, 87.61it/s, now=None]\nt: 86%|████████▌ | 285/333 [00:03<00:00, 88.07it/s, now=None]\nt: 89%|████████▊ | 295/333 [00:03<00:00, 89.32it/s, now=None]\nt: 92%|█████████▏| 305/333 [00:03<00:00, 91.60it/s, now=None]\nt: 95%|█████████▍| 315/333 [00:03<00:00, 91.82it/s, now=None]\nt: 98%|█████████▊| 325/333 [00:03<00:00, 79.73it/s, now=None]\nMoviepy - Done !\nMoviepy - video ready /tmp/output.mp4",
"metrics": {
"predict_time": 5.69412,
"total_time": 21.692535
},
"output": "https://replicate.delivery/pbxt/CqB8KkJQEboxHRMAyBXBFS4x6Iegy3ltV7deheiEzJIAhvhkA/output.mp4",
"started_at": "2024-01-28T03:29:31.378827Z",
"status": "succeeded",
"urls": {
"get": "https://api.replicate.com/v1/predictions/ahu7xtbbudu7ho64oykx4oq6ka",
"cancel": "https://api.replicate.com/v1/predictions/ahu7xtbbudu7ho64oykx4oq6ka/cancel"
},
"version": "ed02f5828b3184cdafc6607ff6a37cad8d6ea448fbc49dfd236a48f1f3f897cd"
}Moviepy - Building video /tmp/output.mp4.
MoviePy - Writing audio in outputTEMP_MPY_wvf_snd.mp4
chunk: 0%| | 0/306 [00:00<?, ?it/s, now=None]
chunk: 38%|███▊ | 115/306 [00:00<00:00, 1143.59it/s, now=None]
chunk: 75%|███████▌ | 231/306 [00:00<00:00, 1150.56it/s, now=None]
MoviePy - Done.
Moviepy - Writing video /tmp/output.mp4
t: 0%| | 0/333 [00:00<?, ?it/s, now=None]
t: 5%|▍ | 16/333 [00:00<00:02, 153.00it/s, now=None]
t: 10%|▉ | 32/333 [00:00<00:02, 110.09it/s, now=None]
t: 13%|█▎ | 44/333 [00:00<00:02, 107.05it/s, now=None]
t: 17%|█▋ | 56/333 [00:00<00:02, 105.81it/s, now=None]
t: 20%|██ | 67/333 [00:00<00:02, 95.11it/s, now=None]
t: 23%|██▎ | 77/333 [00:00<00:03, 84.46it/s, now=None]
t: 26%|██▌ | 86/333 [00:00<00:02, 82.88it/s, now=None]
t: 29%|██▊ | 95/333 [00:01<00:02, 81.49it/s, now=None]
t: 32%|███▏ | 106/333 [00:01<00:02, 87.35it/s, now=None]
t: 35%|███▍ | 116/333 [00:01<00:02, 89.34it/s, now=None]
t: 38%|███▊ | 126/333 [00:01<00:02, 81.99it/s, now=None]
t: 41%|████ | 135/333 [00:01<00:02, 83.63it/s, now=None]
t: 43%|████▎ | 144/333 [00:01<00:02, 84.64it/s, now=None]
t: 46%|████▌ | 154/333 [00:01<00:02, 86.47it/s, now=None]
t: 49%|████▉ | 163/333 [00:01<00:01, 87.13it/s, now=None]
t: 52%|█████▏ | 172/333 [00:01<00:01, 86.59it/s, now=None]
t: 55%|█████▍ | 182/333 [00:02<00:01, 89.17it/s, now=None]
t: 57%|█████▋ | 191/333 [00:02<00:01, 87.43it/s, now=None]
t: 60%|██████ | 201/333 [00:02<00:01, 88.93it/s, now=None]
t: 63%|██████▎ | 210/333 [00:02<00:01, 86.99it/s, now=None]
t: 66%|██████▌ | 219/333 [00:02<00:01, 86.56it/s, now=None]
t: 69%|██████▉ | 229/333 [00:02<00:01, 88.24it/s, now=None]
t: 72%|███████▏ | 239/333 [00:02<00:01, 83.01it/s, now=None]
t: 74%|███████▍ | 248/333 [00:02<00:01, 84.14it/s, now=None]
t: 77%|███████▋ | 257/333 [00:02<00:00, 85.61it/s, now=None]
t: 80%|████████ | 267/333 [00:02<00:00, 89.27it/s, now=None]
t: 83%|████████▎ | 276/333 [00:03<00:00, 87.61it/s, now=None]
t: 86%|████████▌ | 285/333 [00:03<00:00, 88.07it/s, now=None]
t: 89%|████████▊ | 295/333 [00:03<00:00, 89.32it/s, now=None]
t: 92%|█████████▏| 305/333 [00:03<00:00, 91.60it/s, now=None]
t: 95%|█████████▍| 315/333 [00:03<00:00, 91.82it/s, now=None]
t: 98%|█████████▊| 325/333 [00:03<00:00, 79.73it/s, now=None]
Moviepy - Done !
Moviepy - video ready /tmp/output.mp4Want to make some of these yourself?
Run this modelThis model is cold. You'll get a fast response if the model is warm and already running, and a slower response if the model is cold and starting up.
Moviepy - Building video /tmp/output.mp4.
MoviePy - Writing audio in outputTEMP_MPY_wvf_snd.mp4
chunk: 0%| | 0/306 [00:00<?, ?it/s, now=None]
chunk: 38%|███▊ | 115/306 [00:00<00:00, 1143.59it/s, now=None]
chunk: 75%|███████▌ | 231/306 [00:00<00:00, 1150.56it/s, now=None]
MoviePy - Done.
Moviepy - Writing video /tmp/output.mp4
t: 0%| | 0/333 [00:00<?, ?it/s, now=None]
t: 5%|▍ | 16/333 [00:00<00:02, 153.00it/s, now=None]
t: 10%|▉ | 32/333 [00:00<00:02, 110.09it/s, now=None]
t: 13%|█▎ | 44/333 [00:00<00:02, 107.05it/s, now=None]
t: 17%|█▋ | 56/333 [00:00<00:02, 105.81it/s, now=None]
t: 20%|██ | 67/333 [00:00<00:02, 95.11it/s, now=None]
t: 23%|██▎ | 77/333 [00:00<00:03, 84.46it/s, now=None]
t: 26%|██▌ | 86/333 [00:00<00:02, 82.88it/s, now=None]
t: 29%|██▊ | 95/333 [00:01<00:02, 81.49it/s, now=None]
t: 32%|███▏ | 106/333 [00:01<00:02, 87.35it/s, now=None]
t: 35%|███▍ | 116/333 [00:01<00:02, 89.34it/s, now=None]
t: 38%|███▊ | 126/333 [00:01<00:02, 81.99it/s, now=None]
t: 41%|████ | 135/333 [00:01<00:02, 83.63it/s, now=None]
t: 43%|████▎ | 144/333 [00:01<00:02, 84.64it/s, now=None]
t: 46%|████▌ | 154/333 [00:01<00:02, 86.47it/s, now=None]
t: 49%|████▉ | 163/333 [00:01<00:01, 87.13it/s, now=None]
t: 52%|█████▏ | 172/333 [00:01<00:01, 86.59it/s, now=None]
t: 55%|█████▍ | 182/333 [00:02<00:01, 89.17it/s, now=None]
t: 57%|█████▋ | 191/333 [00:02<00:01, 87.43it/s, now=None]
t: 60%|██████ | 201/333 [00:02<00:01, 88.93it/s, now=None]
t: 63%|██████▎ | 210/333 [00:02<00:01, 86.99it/s, now=None]
t: 66%|██████▌ | 219/333 [00:02<00:01, 86.56it/s, now=None]
t: 69%|██████▉ | 229/333 [00:02<00:01, 88.24it/s, now=None]
t: 72%|███████▏ | 239/333 [00:02<00:01, 83.01it/s, now=None]
t: 74%|███████▍ | 248/333 [00:02<00:01, 84.14it/s, now=None]
t: 77%|███████▋ | 257/333 [00:02<00:00, 85.61it/s, now=None]
t: 80%|████████ | 267/333 [00:02<00:00, 89.27it/s, now=None]
t: 83%|████████▎ | 276/333 [00:03<00:00, 87.61it/s, now=None]
t: 86%|████████▌ | 285/333 [00:03<00:00, 88.07it/s, now=None]
t: 89%|████████▊ | 295/333 [00:03<00:00, 89.32it/s, now=None]
t: 92%|█████████▏| 305/333 [00:03<00:00, 91.60it/s, now=None]
t: 95%|█████████▍| 315/333 [00:03<00:00, 91.82it/s, now=None]
t: 98%|█████████▊| 325/333 [00:03<00:00, 79.73it/s, now=None]
Moviepy - Done !
Moviepy - video ready /tmp/output.mp4