Failed to load versions. Head to the versions page to see all versions for this model.
You're looking at a specific version of this model. Jump to the model overview.
piyushk52 /ad_interpolation:4a478c65
Input
Run this model in Node.js with one line of code:
npm install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import Replicate from "replicate";
const replicate = new Replicate({
auth: process.env.REPLICATE_API_TOKEN,
});
Run piyushk52/ad_interpolation using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
const output = await replicate.run(
"piyushk52/ad_interpolation:4a478c659d96673b81992b866f1072fc62f297b7ad9945632cda027a6a07c624",
{
input: {
cfg: 8,
seed: -1,
model: "Counterfeit-V3.0_fp32.safetensors",
motion_module: "mm_sd_v14.ckpt",
sampling_steps: 30,
image_dimension: "512x512",
negative_prompt: "bad image",
positive_prompt: "griffith from berserk",
ending_image_path: "https://replicate.delivery/pbxt/JahtwWIg1pSfCueWjRn8UQxuc6jS2gJB0Mkp801O2j1rSewh/22.jpg",
starting_image_path: "https://replicate.delivery/pbxt/JahtwPCw6Yue2fWWSjjwyovgWnnJwQsOCWPJ0s1ggh1XtPsN/21.jpg"
}
}
);
console.log(output);
To learn more, take a look at the guide on getting started with Node.js.
pip install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import replicate
Run piyushk52/ad_interpolation using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
output = replicate.run(
"piyushk52/ad_interpolation:4a478c659d96673b81992b866f1072fc62f297b7ad9945632cda027a6a07c624",
input={
"cfg": 8,
"seed": -1,
"model": "Counterfeit-V3.0_fp32.safetensors",
"motion_module": "mm_sd_v14.ckpt",
"sampling_steps": 30,
"image_dimension": "512x512",
"negative_prompt": "bad image",
"positive_prompt": "griffith from berserk",
"ending_image_path": "https://replicate.delivery/pbxt/JahtwWIg1pSfCueWjRn8UQxuc6jS2gJB0Mkp801O2j1rSewh/22.jpg",
"starting_image_path": "https://replicate.delivery/pbxt/JahtwPCw6Yue2fWWSjjwyovgWnnJwQsOCWPJ0s1ggh1XtPsN/21.jpg"
}
)
print(output)
To learn more, take a look at the guide on getting started with Python.
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
Run piyushk52/ad_interpolation using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
curl -s -X POST \
-H "Authorization: Bearer $REPLICATE_API_TOKEN" \
-H "Content-Type: application/json" \
-H "Prefer: wait" \
-d $'{
"version": "4a478c659d96673b81992b866f1072fc62f297b7ad9945632cda027a6a07c624",
"input": {
"cfg": 8,
"seed": -1,
"model": "Counterfeit-V3.0_fp32.safetensors",
"motion_module": "mm_sd_v14.ckpt",
"sampling_steps": 30,
"image_dimension": "512x512",
"negative_prompt": "bad image",
"positive_prompt": "griffith from berserk",
"ending_image_path": "https://replicate.delivery/pbxt/JahtwWIg1pSfCueWjRn8UQxuc6jS2gJB0Mkp801O2j1rSewh/22.jpg",
"starting_image_path": "https://replicate.delivery/pbxt/JahtwPCw6Yue2fWWSjjwyovgWnnJwQsOCWPJ0s1ggh1XtPsN/21.jpg"
}
}' \
https://api.replicate.com/v1/predictions
To learn more, take a look at Replicate’s HTTP API reference docs.
Add a payment method to run this model.
By signing in, you agree to our
terms of service and privacy policy
Output
{
"completed_at": "2023-10-05T13:07:29.160695Z",
"created_at": "2023-10-05T13:03:10.731367Z",
"data_removed": false,
"error": null,
"id": "pzh4aa3bb65vhtqcvvpvegfjhy",
"input": {
"cfg": 8,
"seed": -1,
"model": "Counterfeit-V3.0_fp32.safetensors",
"motion_module": "mm_sd_v14.ckpt",
"sampling_steps": 30,
"image_dimension": "512x512",
"negative_prompt": "bad image",
"positive_prompt": "griffith from berserk",
"ending_image_path": "https://replicate.delivery/pbxt/JahtwWIg1pSfCueWjRn8UQxuc6jS2gJB0Mkp801O2j1rSewh/22.jpg",
"starting_image_path": "https://replicate.delivery/pbxt/JahtwPCw6Yue2fWWSjjwyovgWnnJwQsOCWPJ0s1ggh1XtPsN/21.jpg"
},
"logs": "got prompt\nmodel_type EPS\nadm 0\nmaking attention of type 'vanilla-pytorch' with 512 in_channels\nWorking with z of shape (1, 4, 32, 32) = 4096 dimensions.\nmaking attention of type 'vanilla-pytorch' with 512 in_channels\nmissing {'cond_stage_model.logit_scale', 'cond_stage_model.text_projection'}\nleft over keys: dict_keys(['alphas_cumprod', 'alphas_cumprod_prev', 'betas', 'cond_stage_model.transformer.text_model.embeddings.position_ids', 'log_one_minus_alphas_cumprod', 'model_ema.decay', 'model_ema.num_updates', 'posterior_log_variance_clipped', 'posterior_mean_coef1', 'posterior_mean_coef2', 'posterior_variance', 'sqrt_alphas_cumprod', 'sqrt_one_minus_alphas_cumprod', 'sqrt_recip_alphas_cumprod', 'sqrt_recipm1_alphas_cumprod'])\n[AnimateDiffEvo] - \u001b[0;32mINFO\u001b[0m - Loading motion module mm_sd_v14.ckpt\n[AnimateDiffEvo] - \u001b[0;32mINFO\u001b[0m - Using fp16, converting motion module to fp16\nloading new\n/root/.pyenv/versions/3.10.6/lib/python3.10/site-packages/torch/_utils.py:831: UserWarning: TypedStorage is deprecated. It will be removed in the future and UntypedStorage will be the only storage class. This should only matter to you if you are using storages directly. To access UntypedStorage directly, use tensor.untyped_storage() instead of tensor.storage()\nreturn self.fget.__get__(instance, owner)()\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[] []\n[AnimateDiffEvo] - \u001b[0;32mINFO\u001b[0m - Regular AnimateDiff activated - latents passed in (16) less or equal to context_length None.\n[AnimateDiffEvo] - \u001b[0;32mINFO\u001b[0m - Injecting motion module mm_sd_v14.ckpt version v1.\nloading new\n 0%| | 0/20 [00:00<?, ?it/s]\n 5%|▌ | 1/20 [00:02<00:45, 2.41s/it]\n 10%|█ | 2/20 [00:04<00:40, 2.24s/it]\n 15%|█▌ | 3/20 [00:06<00:37, 2.19s/it]\n 20%|██ | 4/20 [00:08<00:34, 2.16s/it]\n 25%|██▌ | 5/20 [00:10<00:32, 2.15s/it]\n 30%|███ | 6/20 [00:13<00:29, 2.14s/it]\n 35%|███▌ | 7/20 [00:15<00:27, 2.13s/it]\n 40%|████ | 8/20 [00:17<00:25, 2.13s/it]\n 45%|████▌ | 9/20 [00:19<00:23, 2.13s/it]\n 50%|█████ | 10/20 [00:21<00:21, 2.13s/it]\n 55%|█████▌ | 11/20 [00:23<00:19, 2.13s/it]\n 60%|██████ | 12/20 [00:25<00:17, 2.13s/it]\n 65%|██████▌ | 13/20 [00:27<00:14, 2.14s/it]\n 70%|███████ | 14/20 [00:30<00:12, 2.13s/it]\n 75%|███████▌ | 15/20 [00:32<00:10, 2.13s/it]\n 80%|████████ | 16/20 [00:34<00:08, 2.20s/it]\n 85%|████████▌ | 17/20 [00:36<00:06, 2.18s/it]\n 90%|█████████ | 18/20 [00:38<00:04, 2.16s/it]\n 95%|█████████▌| 19/20 [00:40<00:02, 2.16s/it]\n100%|██████████| 20/20 [00:43<00:00, 2.15s/it]\n100%|██████████| 20/20 [00:43<00:00, 2.15s/it]\n[AnimateDiffEvo] - \u001b[0;32mINFO\u001b[0m - Ejecting motion module mm_sd_v14.ckpt version v1.\n[AnimateDiffEvo] - \u001b[0;32mINFO\u001b[0m - Cleaning motion module from unet.\n[AnimateDiffEvo] - \u001b[0;32mINFO\u001b[0m - Removing motion module mm_sd_v14.ckpt from cache\n/src/ComfyUI/comfy/model_base.py:47: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).\nself.register_buffer('betas', torch.tensor(betas, dtype=torch.float32))\n/src/ComfyUI/comfy/model_base.py:48: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).\nself.register_buffer('alphas_cumprod', torch.tensor(alphas_cumprod, dtype=torch.float32))\nmaking attention of type 'vanilla-pytorch' with 512 in_channels\nWorking with z of shape (1, 4, 32, 32) = 4096 dimensions.\nmaking attention of type 'vanilla-pytorch' with 512 in_channels\nPrompt executed in 63.46 seconds\nnode output: {'gifs': [{'filename': 'Enabled_00002_.gif', 'subfolder': '', 'type': 'output', 'format': 'image/gif'}]}\nnode output: {'images': [{'filename': 'ComfyUI_temp_mixfi_00001_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00002_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00003_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00004_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00005_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00006_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00007_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00008_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00009_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00010_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00011_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00012_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00013_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00014_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00015_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00016_.png', 'subfolder': '', 'type': 'temp'}]}\nnode output: {'gifs': [{'filename': 'Enabled_00002_.gif', 'subfolder': '', 'type': 'output', 'format': 'image/gif'}]}\nnode output: {'images': [{'filename': 'ComfyUI_temp_mixfi_00001_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00002_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00003_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00004_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00005_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00006_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00007_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00008_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00009_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00010_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00011_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00012_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00013_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00014_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00015_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00016_.png', 'subfolder': '', 'type': 'temp'}]}\n************* final video output: ./ComfyUI/output/Enabled_00002_.gif",
"metrics": {
"predict_time": 66.060558,
"total_time": 258.429328
},
"output": "https://replicate.delivery/pbxt/ZLr4kTtwCA4UIpPYQCQO3RZkqrg0uScnb0NhCvPBH6FEnxaE/Enabled_00002_.gif",
"started_at": "2023-10-05T13:06:23.100137Z",
"status": "succeeded",
"urls": {
"get": "https://api.replicate.com/v1/predictions/pzh4aa3bb65vhtqcvvpvegfjhy",
"cancel": "https://api.replicate.com/v1/predictions/pzh4aa3bb65vhtqcvvpvegfjhy/cancel"
},
"version": "4a478c659d96673b81992b866f1072fc62f297b7ad9945632cda027a6a07c624"
}
got prompt
model_type EPS
adm 0
making attention of type 'vanilla-pytorch' with 512 in_channels
Working with z of shape (1, 4, 32, 32) = 4096 dimensions.
making attention of type 'vanilla-pytorch' with 512 in_channels
missing {'cond_stage_model.logit_scale', 'cond_stage_model.text_projection'}
left over keys: dict_keys(['alphas_cumprod', 'alphas_cumprod_prev', 'betas', 'cond_stage_model.transformer.text_model.embeddings.position_ids', 'log_one_minus_alphas_cumprod', 'model_ema.decay', 'model_ema.num_updates', 'posterior_log_variance_clipped', 'posterior_mean_coef1', 'posterior_mean_coef2', 'posterior_variance', 'sqrt_alphas_cumprod', 'sqrt_one_minus_alphas_cumprod', 'sqrt_recip_alphas_cumprod', 'sqrt_recipm1_alphas_cumprod'])
[AnimateDiffEvo] - INFO - Loading motion module mm_sd_v14.ckpt
[AnimateDiffEvo] - INFO - Using fp16, converting motion module to fp16
loading new
/root/.pyenv/versions/3.10.6/lib/python3.10/site-packages/torch/_utils.py:831: UserWarning: TypedStorage is deprecated. It will be removed in the future and UntypedStorage will be the only storage class. This should only matter to you if you are using storages directly. To access UntypedStorage directly, use tensor.untyped_storage() instead of tensor.storage()
return self.fget.__get__(instance, owner)()
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[] []
[AnimateDiffEvo] - INFO - Regular AnimateDiff activated - latents passed in (16) less or equal to context_length None.
[AnimateDiffEvo] - INFO - Injecting motion module mm_sd_v14.ckpt version v1.
loading new
0%| | 0/20 [00:00<?, ?it/s]
5%|▌ | 1/20 [00:02<00:45, 2.41s/it]
10%|█ | 2/20 [00:04<00:40, 2.24s/it]
15%|█▌ | 3/20 [00:06<00:37, 2.19s/it]
20%|██ | 4/20 [00:08<00:34, 2.16s/it]
25%|██▌ | 5/20 [00:10<00:32, 2.15s/it]
30%|███ | 6/20 [00:13<00:29, 2.14s/it]
35%|███▌ | 7/20 [00:15<00:27, 2.13s/it]
40%|████ | 8/20 [00:17<00:25, 2.13s/it]
45%|████▌ | 9/20 [00:19<00:23, 2.13s/it]
50%|█████ | 10/20 [00:21<00:21, 2.13s/it]
55%|█████▌ | 11/20 [00:23<00:19, 2.13s/it]
60%|██████ | 12/20 [00:25<00:17, 2.13s/it]
65%|██████▌ | 13/20 [00:27<00:14, 2.14s/it]
70%|███████ | 14/20 [00:30<00:12, 2.13s/it]
75%|███████▌ | 15/20 [00:32<00:10, 2.13s/it]
80%|████████ | 16/20 [00:34<00:08, 2.20s/it]
85%|████████▌ | 17/20 [00:36<00:06, 2.18s/it]
90%|█████████ | 18/20 [00:38<00:04, 2.16s/it]
95%|█████████▌| 19/20 [00:40<00:02, 2.16s/it]
100%|██████████| 20/20 [00:43<00:00, 2.15s/it]
100%|██████████| 20/20 [00:43<00:00, 2.15s/it]
[AnimateDiffEvo] - INFO - Ejecting motion module mm_sd_v14.ckpt version v1.
[AnimateDiffEvo] - INFO - Cleaning motion module from unet.
[AnimateDiffEvo] - INFO - Removing motion module mm_sd_v14.ckpt from cache
/src/ComfyUI/comfy/model_base.py:47: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
self.register_buffer('betas', torch.tensor(betas, dtype=torch.float32))
/src/ComfyUI/comfy/model_base.py:48: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
self.register_buffer('alphas_cumprod', torch.tensor(alphas_cumprod, dtype=torch.float32))
making attention of type 'vanilla-pytorch' with 512 in_channels
Working with z of shape (1, 4, 32, 32) = 4096 dimensions.
making attention of type 'vanilla-pytorch' with 512 in_channels
Prompt executed in 63.46 seconds
node output: {'gifs': [{'filename': 'Enabled_00002_.gif', 'subfolder': '', 'type': 'output', 'format': 'image/gif'}]}
node output: {'images': [{'filename': 'ComfyUI_temp_mixfi_00001_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00002_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00003_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00004_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00005_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00006_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00007_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00008_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00009_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00010_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00011_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00012_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00013_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00014_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00015_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00016_.png', 'subfolder': '', 'type': 'temp'}]}
node output: {'gifs': [{'filename': 'Enabled_00002_.gif', 'subfolder': '', 'type': 'output', 'format': 'image/gif'}]}
node output: {'images': [{'filename': 'ComfyUI_temp_mixfi_00001_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00002_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00003_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00004_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00005_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00006_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00007_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00008_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00009_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00010_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00011_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00012_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00013_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00014_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00015_.png', 'subfolder': '', 'type': 'temp'}, {'filename': 'ComfyUI_temp_mixfi_00016_.png', 'subfolder': '', 'type': 'temp'}]}
************* final video output: ./ComfyUI/output/Enabled_00002_.gif