Readme
This model doesn't have a readme.
stable-video-diffusion
Run this model in Node.js with one line of code:
npm install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import Replicate from "replicate";
const replicate = new Replicate({
auth: process.env.REPLICATE_API_TOKEN,
});
Run christophy/stable-video-diffusion using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
const output = await replicate.run(
"christophy/stable-video-diffusion:92a0c9a9cb1fd93ea0361d15e499dc879b35095077b2feed47315ccab4524036",
{
input: {
seed: 1223,
cond_aug: 0.02,
decoding_t: 14,
input_image: "https://replicate.delivery/pbxt/KR1x0vzRgIBdkXVa0yYhrJvr7D8NCJvUanS2DEg1lWgUIarI/%E6%88%AA%E5%B1%8F2024-02-20%2013.53.19.png",
video_length: "14_frames_with_svd",
sizing_strategy: "maintain_aspect_ratio",
motion_bucket_id: 127,
frames_per_second: 6
}
}
);
// To access the file URL:
console.log(output.url()); //=> "http://example.com"
// To write the file to disk:
fs.writeFile("my-image.png", output);
To learn more, take a look at the guide on getting started with Node.js.
pip install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import replicate
Run christophy/stable-video-diffusion using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
output = replicate.run(
"christophy/stable-video-diffusion:92a0c9a9cb1fd93ea0361d15e499dc879b35095077b2feed47315ccab4524036",
input={
"seed": 1223,
"cond_aug": 0.02,
"decoding_t": 14,
"input_image": "https://replicate.delivery/pbxt/KR1x0vzRgIBdkXVa0yYhrJvr7D8NCJvUanS2DEg1lWgUIarI/%E6%88%AA%E5%B1%8F2024-02-20%2013.53.19.png",
"video_length": "14_frames_with_svd",
"sizing_strategy": "maintain_aspect_ratio",
"motion_bucket_id": 127,
"frames_per_second": 6
}
)
print(output)
To learn more, take a look at the guide on getting started with Python.
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
Run christophy/stable-video-diffusion using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
curl -s -X POST \
-H "Authorization: Bearer $REPLICATE_API_TOKEN" \
-H "Content-Type: application/json" \
-H "Prefer: wait" \
-d $'{
"version": "92a0c9a9cb1fd93ea0361d15e499dc879b35095077b2feed47315ccab4524036",
"input": {
"seed": 1223,
"cond_aug": 0.02,
"decoding_t": 14,
"input_image": "https://replicate.delivery/pbxt/KR1x0vzRgIBdkXVa0yYhrJvr7D8NCJvUanS2DEg1lWgUIarI/%E6%88%AA%E5%B1%8F2024-02-20%2013.53.19.png",
"video_length": "14_frames_with_svd",
"sizing_strategy": "maintain_aspect_ratio",
"motion_bucket_id": 127,
"frames_per_second": 6
}
}' \
https://api.replicate.com/v1/predictions
To learn more, take a look at Replicate’s HTTP API reference docs.
Add a payment method to run this model.
By signing in, you agree to our
terms of service and privacy policy
{
"completed_at": "2024-02-20T05:56:42.717218Z",
"created_at": "2024-02-20T05:53:46.155956Z",
"data_removed": false,
"error": null,
"id": "d426yitbmtnnn44f4hsopc4wtm",
"input": {
"seed": 1223,
"cond_aug": 0.02,
"decoding_t": 14,
"input_image": "https://replicate.delivery/pbxt/KR1x0vzRgIBdkXVa0yYhrJvr7D8NCJvUanS2DEg1lWgUIarI/%E6%88%AA%E5%B1%8F2024-02-20%2013.53.19.png",
"video_length": "14_frames_with_svd",
"sizing_strategy": "maintain_aspect_ratio",
"motion_bucket_id": 127,
"frames_per_second": 6
},
"logs": "Using seed: 1223\nResizing but keeping aspect ratio\nUsing dimensions 576x576\nSet consts\nLoaded model\nWARNING: The conditioning frame you provided is not 576x1024. This leads to suboptimal performance as model was only trained on 576x1024. Consider increasing `cond_aug`.\n############################## Sampling setting ##############################\nSampler: EulerEDMSampler\nDiscretization: EDMDiscretization\nGuider: LinearPredictionGuider\nSampling with EulerEDMSampler for 26 steps: 0%| | 0/26 [00:00<?, ?it/s]/root/.pyenv/versions/3.10.13/lib/python3.10/site-packages/torch/utils/checkpoint.py:31: UserWarning: None of the inputs have requires_grad=True. Gradients will be None\nwarnings.warn(\"None of the inputs have requires_grad=True. Gradients will be None\")\nSampling with EulerEDMSampler for 26 steps: 4%|▍ | 1/26 [00:01<00:25, 1.02s/it]\nSampling with EulerEDMSampler for 26 steps: 8%|▊ | 2/26 [00:01<00:23, 1.03it/s]\nSampling with EulerEDMSampler for 26 steps: 12%|█▏ | 3/26 [00:02<00:22, 1.02it/s]\nSampling with EulerEDMSampler for 26 steps: 15%|█▌ | 4/26 [00:03<00:21, 1.01it/s]\nSampling with EulerEDMSampler for 26 steps: 19%|█▉ | 5/26 [00:04<00:20, 1.01it/s]\nSampling with EulerEDMSampler for 26 steps: 23%|██▎ | 6/26 [00:05<00:19, 1.01it/s]\nSampling with EulerEDMSampler for 26 steps: 27%|██▋ | 7/26 [00:06<00:18, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 31%|███ | 8/26 [00:07<00:17, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 35%|███▍ | 9/26 [00:08<00:16, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 38%|███▊ | 10/26 [00:09<00:15, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 42%|████▏ | 11/26 [00:10<00:14, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 46%|████▌ | 12/26 [00:11<00:13, 1.01it/s]\nSampling with EulerEDMSampler for 26 steps: 50%|█████ | 13/26 [00:12<00:12, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 54%|█████▍ | 14/26 [00:13<00:11, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 58%|█████▊ | 15/26 [00:14<00:10, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 62%|██████▏ | 16/26 [00:15<00:09, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 65%|██████▌ | 17/26 [00:16<00:08, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 69%|██████▉ | 18/26 [00:17<00:07, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 73%|███████▎ | 19/26 [00:18<00:06, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 77%|███████▋ | 20/26 [00:19<00:05, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 81%|████████ | 21/26 [00:20<00:04, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 85%|████████▍ | 22/26 [00:21<00:03, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 88%|████████▊ | 23/26 [00:22<00:02, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 92%|█████████▏| 24/26 [00:23<00:01, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 96%|█████████▌| 25/26 [00:24<00:00, 1.00it/s]\nSampling with EulerEDMSampler for 26 steps: 96%|█████████▌| 25/26 [00:24<00:00, 1.00it/s]\nffmpeg version 4.4.2-0ubuntu0.22.04.1 Copyright (c) 2000-2021 the FFmpeg developers\nbuilt with gcc 11 (Ubuntu 11.2.0-19ubuntu1)\nconfiguration: --prefix=/usr --extra-version=0ubuntu0.22.04.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libdav1d --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librabbitmq --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libsrt --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzimg --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-pocketsphinx --enable-librsvg --enable-libmfx --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\nlibavutil 56. 70.100 / 56. 70.100\nlibavcodec 58.134.100 / 58.134.100\nlibavformat 58. 76.100 / 58. 76.100\nlibavdevice 58. 13.100 / 58. 13.100\nlibavfilter 7.110.100 / 7.110.100\nlibswscale 5. 9.100 / 5. 9.100\nlibswresample 3. 9.100 / 3. 9.100\nlibpostproc 55. 9.100 / 55. 9.100\nInput #0, image2, from 'output//frame_%06d.png':\nDuration: 00:00:00.56, start: 0.000000, bitrate: N/A\nStream #0:0: Video: png, rgb24(pc), 576x576, 25 fps, 25 tbr, 25 tbn, 25 tbc\nStream mapping:\nStream #0:0 -> #0:0 (png (native) -> h264 (libx264))\nPress [q] to stop, [?] for help\n[libx264 @ 0x5563b1132880] using cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2\n[libx264 @ 0x5563b1132880] profile High, level 2.2, 4:2:0, 8-bit\n[libx264 @ 0x5563b1132880] 264 - core 163 r3060 5db6aa6 - H.264/MPEG-4 AVC codec - Copyleft 2003-2021 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=15 lookahead_threads=2 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=7 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00\nOutput #0, mp4, to 'output/000000.mp4':\nMetadata:\nencoder : Lavf58.76.100\nStream #0:0: Video: h264 (avc1 / 0x31637661), yuv420p(tv, progressive), 576x576, q=2-31, 7 fps, 14336 tbn\nMetadata:\nencoder : Lavc58.134.100 libx264\nSide data:\ncpb: bitrate max/min/avg: 0/0/0 buffer size: 0 vbv_delay: N/A\nframe= 1 fps=0.0 q=0.0 size= 0kB time=00:00:00.00 bitrate=N/A speed= 0x\nframe= 14 fps=0.0 q=-1.0 Lsize= 158kB time=00:00:01.57 bitrate= 821.8kbits/s speed= 11x\nvideo:157kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.640886%\n[libx264 @ 0x5563b1132880] frame I:1 Avg QP:20.53 size: 30488\n[libx264 @ 0x5563b1132880] frame P:4 Avg QP:21.78 size: 14540\n[libx264 @ 0x5563b1132880] frame B:9 Avg QP:23.18 size: 7896\n[libx264 @ 0x5563b1132880] consecutive B-frames: 14.3% 0.0% 0.0% 85.7%\n[libx264 @ 0x5563b1132880] mb I I16..4: 20.9% 54.3% 24.8%\n[libx264 @ 0x5563b1132880] mb P I16..4: 5.5% 10.4% 1.5% P16..4: 35.0% 23.0% 10.8% 0.0% 0.0% skip:13.8%\n[libx264 @ 0x5563b1132880] mb B I16..4: 0.3% 1.9% 0.6% B16..8: 32.6% 14.1% 4.7% direct: 6.6% skip:39.1% L0:40.9% L1:42.6% BI:16.5%\n[libx264 @ 0x5563b1132880] 8x8 transform intra:58.1% inter:66.5%\n[libx264 @ 0x5563b1132880] coded y,uvDC,uvAC intra: 65.9% 96.6% 76.9% inter: 27.2% 41.5% 12.6%\n[libx264 @ 0x5563b1132880] i16 v,h,dc,p: 1% 6% 1% 93%\n[libx264 @ 0x5563b1132880] i8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 14% 23% 10% 7% 10% 11% 10% 6% 8%\n[libx264 @ 0x5563b1132880] i4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 15% 27% 10% 6% 10% 8% 12% 6% 7%\n[libx264 @ 0x5563b1132880] i8c dc,h,v,p: 38% 24% 14% 23%\n[libx264 @ 0x5563b1132880] Weighted P-Frames: Y:0.0% UV:0.0%\n[libx264 @ 0x5563b1132880] ref P L0: 67.7% 8.3% 15.4% 8.5%\n[libx264 @ 0x5563b1132880] ref B L0: 90.2% 7.3% 2.5%\n[libx264 @ 0x5563b1132880] ref B L1: 97.0% 3.0%\n[libx264 @ 0x5563b1132880] kb/s:638.86",
"metrics": {
"predict_time": 33.499864,
"total_time": 176.561262
},
"output": "https://replicate.delivery/pbxt/UNjVmPlWStbGH57YiUHIJbnoOyQEXj3XUVsE4aCFqsaGxHmE/000000.mp4",
"started_at": "2024-02-20T05:56:09.217354Z",
"status": "succeeded",
"urls": {
"get": "https://api.replicate.com/v1/predictions/d426yitbmtnnn44f4hsopc4wtm",
"cancel": "https://api.replicate.com/v1/predictions/d426yitbmtnnn44f4hsopc4wtm/cancel"
},
"version": "8dadcc4452c92696c3ef329dde575c295b1d40ccfbf7361000f5200421795c4a"
}
Using seed: 1223
Resizing but keeping aspect ratio
Using dimensions 576x576
Set consts
Loaded model
WARNING: The conditioning frame you provided is not 576x1024. This leads to suboptimal performance as model was only trained on 576x1024. Consider increasing `cond_aug`.
############################## Sampling setting ##############################
Sampler: EulerEDMSampler
Discretization: EDMDiscretization
Guider: LinearPredictionGuider
Sampling with EulerEDMSampler for 26 steps: 0%| | 0/26 [00:00<?, ?it/s]/root/.pyenv/versions/3.10.13/lib/python3.10/site-packages/torch/utils/checkpoint.py:31: UserWarning: None of the inputs have requires_grad=True. Gradients will be None
warnings.warn("None of the inputs have requires_grad=True. Gradients will be None")
Sampling with EulerEDMSampler for 26 steps: 4%|▍ | 1/26 [00:01<00:25, 1.02s/it]
Sampling with EulerEDMSampler for 26 steps: 8%|▊ | 2/26 [00:01<00:23, 1.03it/s]
Sampling with EulerEDMSampler for 26 steps: 12%|█▏ | 3/26 [00:02<00:22, 1.02it/s]
Sampling with EulerEDMSampler for 26 steps: 15%|█▌ | 4/26 [00:03<00:21, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 19%|█▉ | 5/26 [00:04<00:20, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 23%|██▎ | 6/26 [00:05<00:19, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 27%|██▋ | 7/26 [00:06<00:18, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 31%|███ | 8/26 [00:07<00:17, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 35%|███▍ | 9/26 [00:08<00:16, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 38%|███▊ | 10/26 [00:09<00:15, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 42%|████▏ | 11/26 [00:10<00:14, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 46%|████▌ | 12/26 [00:11<00:13, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 50%|█████ | 13/26 [00:12<00:12, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 54%|█████▍ | 14/26 [00:13<00:11, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 58%|█████▊ | 15/26 [00:14<00:10, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 62%|██████▏ | 16/26 [00:15<00:09, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 65%|██████▌ | 17/26 [00:16<00:08, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 69%|██████▉ | 18/26 [00:17<00:07, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 73%|███████▎ | 19/26 [00:18<00:06, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 77%|███████▋ | 20/26 [00:19<00:05, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 81%|████████ | 21/26 [00:20<00:04, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 85%|████████▍ | 22/26 [00:21<00:03, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 88%|████████▊ | 23/26 [00:22<00:02, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 92%|█████████▏| 24/26 [00:23<00:01, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 96%|█████████▌| 25/26 [00:24<00:00, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 96%|█████████▌| 25/26 [00:24<00:00, 1.00it/s]
ffmpeg version 4.4.2-0ubuntu0.22.04.1 Copyright (c) 2000-2021 the FFmpeg developers
built with gcc 11 (Ubuntu 11.2.0-19ubuntu1)
configuration: --prefix=/usr --extra-version=0ubuntu0.22.04.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libdav1d --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librabbitmq --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libsrt --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzimg --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-pocketsphinx --enable-librsvg --enable-libmfx --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared
libavutil 56. 70.100 / 56. 70.100
libavcodec 58.134.100 / 58.134.100
libavformat 58. 76.100 / 58. 76.100
libavdevice 58. 13.100 / 58. 13.100
libavfilter 7.110.100 / 7.110.100
libswscale 5. 9.100 / 5. 9.100
libswresample 3. 9.100 / 3. 9.100
libpostproc 55. 9.100 / 55. 9.100
Input #0, image2, from 'output//frame_%06d.png':
Duration: 00:00:00.56, start: 0.000000, bitrate: N/A
Stream #0:0: Video: png, rgb24(pc), 576x576, 25 fps, 25 tbr, 25 tbn, 25 tbc
Stream mapping:
Stream #0:0 -> #0:0 (png (native) -> h264 (libx264))
Press [q] to stop, [?] for help
[libx264 @ 0x5563b1132880] using cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2
[libx264 @ 0x5563b1132880] profile High, level 2.2, 4:2:0, 8-bit
[libx264 @ 0x5563b1132880] 264 - core 163 r3060 5db6aa6 - H.264/MPEG-4 AVC codec - Copyleft 2003-2021 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=15 lookahead_threads=2 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=7 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00
Output #0, mp4, to 'output/000000.mp4':
Metadata:
encoder : Lavf58.76.100
Stream #0:0: Video: h264 (avc1 / 0x31637661), yuv420p(tv, progressive), 576x576, q=2-31, 7 fps, 14336 tbn
Metadata:
encoder : Lavc58.134.100 libx264
Side data:
cpb: bitrate max/min/avg: 0/0/0 buffer size: 0 vbv_delay: N/A
frame= 1 fps=0.0 q=0.0 size= 0kB time=00:00:00.00 bitrate=N/A speed= 0x
frame= 14 fps=0.0 q=-1.0 Lsize= 158kB time=00:00:01.57 bitrate= 821.8kbits/s speed= 11x
video:157kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.640886%
[libx264 @ 0x5563b1132880] frame I:1 Avg QP:20.53 size: 30488
[libx264 @ 0x5563b1132880] frame P:4 Avg QP:21.78 size: 14540
[libx264 @ 0x5563b1132880] frame B:9 Avg QP:23.18 size: 7896
[libx264 @ 0x5563b1132880] consecutive B-frames: 14.3% 0.0% 0.0% 85.7%
[libx264 @ 0x5563b1132880] mb I I16..4: 20.9% 54.3% 24.8%
[libx264 @ 0x5563b1132880] mb P I16..4: 5.5% 10.4% 1.5% P16..4: 35.0% 23.0% 10.8% 0.0% 0.0% skip:13.8%
[libx264 @ 0x5563b1132880] mb B I16..4: 0.3% 1.9% 0.6% B16..8: 32.6% 14.1% 4.7% direct: 6.6% skip:39.1% L0:40.9% L1:42.6% BI:16.5%
[libx264 @ 0x5563b1132880] 8x8 transform intra:58.1% inter:66.5%
[libx264 @ 0x5563b1132880] coded y,uvDC,uvAC intra: 65.9% 96.6% 76.9% inter: 27.2% 41.5% 12.6%
[libx264 @ 0x5563b1132880] i16 v,h,dc,p: 1% 6% 1% 93%
[libx264 @ 0x5563b1132880] i8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 14% 23% 10% 7% 10% 11% 10% 6% 8%
[libx264 @ 0x5563b1132880] i4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 15% 27% 10% 6% 10% 8% 12% 6% 7%
[libx264 @ 0x5563b1132880] i8c dc,h,v,p: 38% 24% 14% 23%
[libx264 @ 0x5563b1132880] Weighted P-Frames: Y:0.0% UV:0.0%
[libx264 @ 0x5563b1132880] ref P L0: 67.7% 8.3% 15.4% 8.5%
[libx264 @ 0x5563b1132880] ref B L0: 90.2% 7.3% 2.5%
[libx264 @ 0x5563b1132880] ref B L1: 97.0% 3.0%
[libx264 @ 0x5563b1132880] kb/s:638.86
This output was created using a different version of the model, christophy/stable-video-diffusion:8dadcc44.
This model costs approximately $0.18 to run on Replicate, or 5 runs per $1, but this varies depending on your inputs. It is also open source and you can run it on your own computer with Docker.
This model runs on Nvidia L40S GPU hardware. Predictions typically complete within 4 minutes. The predict time for this model varies significantly based on the inputs.
This model doesn't have a readme.
This model is cold. You'll get a fast response if the model is warm and already running, and a slower response if the model is cold and starting up.
Choose a file from your machine
Hint: you can also drag files onto the input
Using seed: 1223
Resizing but keeping aspect ratio
Using dimensions 576x576
Set consts
Loaded model
WARNING: The conditioning frame you provided is not 576x1024. This leads to suboptimal performance as model was only trained on 576x1024. Consider increasing `cond_aug`.
############################## Sampling setting ##############################
Sampler: EulerEDMSampler
Discretization: EDMDiscretization
Guider: LinearPredictionGuider
Sampling with EulerEDMSampler for 26 steps: 0%| | 0/26 [00:00<?, ?it/s]/root/.pyenv/versions/3.10.13/lib/python3.10/site-packages/torch/utils/checkpoint.py:31: UserWarning: None of the inputs have requires_grad=True. Gradients will be None
warnings.warn("None of the inputs have requires_grad=True. Gradients will be None")
Sampling with EulerEDMSampler for 26 steps: 4%|▍ | 1/26 [00:01<00:25, 1.02s/it]
Sampling with EulerEDMSampler for 26 steps: 8%|▊ | 2/26 [00:01<00:23, 1.03it/s]
Sampling with EulerEDMSampler for 26 steps: 12%|█▏ | 3/26 [00:02<00:22, 1.02it/s]
Sampling with EulerEDMSampler for 26 steps: 15%|█▌ | 4/26 [00:03<00:21, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 19%|█▉ | 5/26 [00:04<00:20, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 23%|██▎ | 6/26 [00:05<00:19, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 27%|██▋ | 7/26 [00:06<00:18, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 31%|███ | 8/26 [00:07<00:17, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 35%|███▍ | 9/26 [00:08<00:16, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 38%|███▊ | 10/26 [00:09<00:15, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 42%|████▏ | 11/26 [00:10<00:14, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 46%|████▌ | 12/26 [00:11<00:13, 1.01it/s]
Sampling with EulerEDMSampler for 26 steps: 50%|█████ | 13/26 [00:12<00:12, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 54%|█████▍ | 14/26 [00:13<00:11, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 58%|█████▊ | 15/26 [00:14<00:10, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 62%|██████▏ | 16/26 [00:15<00:09, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 65%|██████▌ | 17/26 [00:16<00:08, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 69%|██████▉ | 18/26 [00:17<00:07, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 73%|███████▎ | 19/26 [00:18<00:06, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 77%|███████▋ | 20/26 [00:19<00:05, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 81%|████████ | 21/26 [00:20<00:04, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 85%|████████▍ | 22/26 [00:21<00:03, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 88%|████████▊ | 23/26 [00:22<00:02, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 92%|█████████▏| 24/26 [00:23<00:01, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 96%|█████████▌| 25/26 [00:24<00:00, 1.00it/s]
Sampling with EulerEDMSampler for 26 steps: 96%|█████████▌| 25/26 [00:24<00:00, 1.00it/s]
ffmpeg version 4.4.2-0ubuntu0.22.04.1 Copyright (c) 2000-2021 the FFmpeg developers
built with gcc 11 (Ubuntu 11.2.0-19ubuntu1)
configuration: --prefix=/usr --extra-version=0ubuntu0.22.04.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libdav1d --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librabbitmq --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libsrt --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzimg --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-pocketsphinx --enable-librsvg --enable-libmfx --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared
libavutil 56. 70.100 / 56. 70.100
libavcodec 58.134.100 / 58.134.100
libavformat 58. 76.100 / 58. 76.100
libavdevice 58. 13.100 / 58. 13.100
libavfilter 7.110.100 / 7.110.100
libswscale 5. 9.100 / 5. 9.100
libswresample 3. 9.100 / 3. 9.100
libpostproc 55. 9.100 / 55. 9.100
Input #0, image2, from 'output//frame_%06d.png':
Duration: 00:00:00.56, start: 0.000000, bitrate: N/A
Stream #0:0: Video: png, rgb24(pc), 576x576, 25 fps, 25 tbr, 25 tbn, 25 tbc
Stream mapping:
Stream #0:0 -> #0:0 (png (native) -> h264 (libx264))
Press [q] to stop, [?] for help
[libx264 @ 0x5563b1132880] using cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2
[libx264 @ 0x5563b1132880] profile High, level 2.2, 4:2:0, 8-bit
[libx264 @ 0x5563b1132880] 264 - core 163 r3060 5db6aa6 - H.264/MPEG-4 AVC codec - Copyleft 2003-2021 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=15 lookahead_threads=2 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=7 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00
Output #0, mp4, to 'output/000000.mp4':
Metadata:
encoder : Lavf58.76.100
Stream #0:0: Video: h264 (avc1 / 0x31637661), yuv420p(tv, progressive), 576x576, q=2-31, 7 fps, 14336 tbn
Metadata:
encoder : Lavc58.134.100 libx264
Side data:
cpb: bitrate max/min/avg: 0/0/0 buffer size: 0 vbv_delay: N/A
frame= 1 fps=0.0 q=0.0 size= 0kB time=00:00:00.00 bitrate=N/A speed= 0x
frame= 14 fps=0.0 q=-1.0 Lsize= 158kB time=00:00:01.57 bitrate= 821.8kbits/s speed= 11x
video:157kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.640886%
[libx264 @ 0x5563b1132880] frame I:1 Avg QP:20.53 size: 30488
[libx264 @ 0x5563b1132880] frame P:4 Avg QP:21.78 size: 14540
[libx264 @ 0x5563b1132880] frame B:9 Avg QP:23.18 size: 7896
[libx264 @ 0x5563b1132880] consecutive B-frames: 14.3% 0.0% 0.0% 85.7%
[libx264 @ 0x5563b1132880] mb I I16..4: 20.9% 54.3% 24.8%
[libx264 @ 0x5563b1132880] mb P I16..4: 5.5% 10.4% 1.5% P16..4: 35.0% 23.0% 10.8% 0.0% 0.0% skip:13.8%
[libx264 @ 0x5563b1132880] mb B I16..4: 0.3% 1.9% 0.6% B16..8: 32.6% 14.1% 4.7% direct: 6.6% skip:39.1% L0:40.9% L1:42.6% BI:16.5%
[libx264 @ 0x5563b1132880] 8x8 transform intra:58.1% inter:66.5%
[libx264 @ 0x5563b1132880] coded y,uvDC,uvAC intra: 65.9% 96.6% 76.9% inter: 27.2% 41.5% 12.6%
[libx264 @ 0x5563b1132880] i16 v,h,dc,p: 1% 6% 1% 93%
[libx264 @ 0x5563b1132880] i8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 14% 23% 10% 7% 10% 11% 10% 6% 8%
[libx264 @ 0x5563b1132880] i4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 15% 27% 10% 6% 10% 8% 12% 6% 7%
[libx264 @ 0x5563b1132880] i8c dc,h,v,p: 38% 24% 14% 23%
[libx264 @ 0x5563b1132880] Weighted P-Frames: Y:0.0% UV:0.0%
[libx264 @ 0x5563b1132880] ref P L0: 67.7% 8.3% 15.4% 8.5%
[libx264 @ 0x5563b1132880] ref B L0: 90.2% 7.3% 2.5%
[libx264 @ 0x5563b1132880] ref B L1: 97.0% 3.0%
[libx264 @ 0x5563b1132880] kb/s:638.86