Readme
This model doesn't have a readme.
DPO-SDXL Canny controlnet with LoRA support.
Run this model in Node.js with one line of code:
npm install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import Replicate from "replicate";
const replicate = new Replicate({
auth: process.env.REPLICATE_API_TOKEN,
});
Run fermatresearch/dpo-sdxl-controlnet-lora using Replicateβs API. Check out the model's schema for an overview of inputs and outputs.
const output = await replicate.run(
"fermatresearch/dpo-sdxl-controlnet-lora:5779933f36e3ecc23c51c18de01caff6aa54ea9e147ef3edf0b2924191595216",
{
input: {
image: "https://replicate.delivery/pbxt/K589OVTpTQjio99XGHopletMbpSrpgXDvT8VJahdVeHOAOgk/4904b1be-61dc-4ef0-916b-2f33b2ca953a.webp",
prompt: "shot in the style of sksfer, a woman wearing an organic shaped hat in alaska",
refine: "no_refiner",
scheduler: "K_EULER",
lora_scale: 0.95,
num_outputs: 1,
lora_weights: "https://pbxt.replicate.delivery/mwN3AFyYZyouOB03Uhw8ubKW9rpqMgdtL9zYV9GF2WGDiwbE/trained_model.tar",
refine_steps: 10,
guidance_scale: 7.5,
apply_watermark: true,
condition_scale: 0.5,
negative_prompt: "",
num_inference_steps: 50
}
}
);
// To access the file URL:
console.log(output[0].url()); //=> "http://example.com"
// To write the file to disk:
fs.writeFile("my-image.png", output[0]);
To learn more, take a look at the guide on getting started with Node.js.
pip install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import replicate
Run fermatresearch/dpo-sdxl-controlnet-lora using Replicateβs API. Check out the model's schema for an overview of inputs and outputs.
output = replicate.run(
"fermatresearch/dpo-sdxl-controlnet-lora:5779933f36e3ecc23c51c18de01caff6aa54ea9e147ef3edf0b2924191595216",
input={
"image": "https://replicate.delivery/pbxt/K589OVTpTQjio99XGHopletMbpSrpgXDvT8VJahdVeHOAOgk/4904b1be-61dc-4ef0-916b-2f33b2ca953a.webp",
"prompt": "shot in the style of sksfer, a woman wearing an organic shaped hat in alaska",
"refine": "no_refiner",
"scheduler": "K_EULER",
"lora_scale": 0.95,
"num_outputs": 1,
"lora_weights": "https://pbxt.replicate.delivery/mwN3AFyYZyouOB03Uhw8ubKW9rpqMgdtL9zYV9GF2WGDiwbE/trained_model.tar",
"refine_steps": 10,
"guidance_scale": 7.5,
"apply_watermark": True,
"condition_scale": 0.5,
"negative_prompt": "",
"num_inference_steps": 50
}
)
print(output)
To learn more, take a look at the guide on getting started with Python.
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
Run fermatresearch/dpo-sdxl-controlnet-lora using Replicateβs API. Check out the model's schema for an overview of inputs and outputs.
curl -s -X POST \
-H "Authorization: Bearer $REPLICATE_API_TOKEN" \
-H "Content-Type: application/json" \
-H "Prefer: wait" \
-d $'{
"version": "fermatresearch/dpo-sdxl-controlnet-lora:5779933f36e3ecc23c51c18de01caff6aa54ea9e147ef3edf0b2924191595216",
"input": {
"image": "https://replicate.delivery/pbxt/K589OVTpTQjio99XGHopletMbpSrpgXDvT8VJahdVeHOAOgk/4904b1be-61dc-4ef0-916b-2f33b2ca953a.webp",
"prompt": "shot in the style of sksfer, a woman wearing an organic shaped hat in alaska",
"refine": "no_refiner",
"scheduler": "K_EULER",
"lora_scale": 0.95,
"num_outputs": 1,
"lora_weights": "https://pbxt.replicate.delivery/mwN3AFyYZyouOB03Uhw8ubKW9rpqMgdtL9zYV9GF2WGDiwbE/trained_model.tar",
"refine_steps": 10,
"guidance_scale": 7.5,
"apply_watermark": true,
"condition_scale": 0.5,
"negative_prompt": "",
"num_inference_steps": 50
}
}' \
https://api.replicate.com/v1/predictions
To learn more, take a look at Replicateβs HTTP API reference docs.
Add a payment method to run this model.
By signing in, you agree to our
terms of service and privacy policy
{
"completed_at": "2023-12-20T13:16:36.944207Z",
"created_at": "2023-12-20T13:16:15.278155Z",
"data_removed": false,
"error": null,
"id": "rwgw7ttbrlod5vyfcaqok2owgy",
"input": {
"image": "https://replicate.delivery/pbxt/K589OVTpTQjio99XGHopletMbpSrpgXDvT8VJahdVeHOAOgk/4904b1be-61dc-4ef0-916b-2f33b2ca953a.webp",
"prompt": "shot in the style of sksfer, a woman wearing an organic shaped hat in alaska",
"refine": "no_refiner",
"scheduler": "K_EULER",
"lora_scale": 0.95,
"num_outputs": 1,
"lora_weights": "https://pbxt.replicate.delivery/mwN3AFyYZyouOB03Uhw8ubKW9rpqMgdtL9zYV9GF2WGDiwbE/trained_model.tar",
"refine_steps": 10,
"guidance_scale": 7.5,
"apply_watermark": true,
"condition_scale": 0.5,
"negative_prompt": "",
"num_inference_steps": 50
},
"logs": "Using seed: 19520\nloading custom weights\nweights already in cache\nLoading fine-tuned model\nDoes not have Unet. assume we are using LoRA\nLoading Unet LoRA\nPrompt: shot in the style of <s0><s1>, a woman wearing an organic shaped hat in alaska\nOriginal width:960, height:1200\nAspect Ratio: 0.80\nnew_width:896, new_height:1152\ntxt2img mode\n 0%| | 0/50 [00:00<?, ?it/s]\n 2%|β | 1/50 [00:00<00:17, 2.80it/s]\n 4%|β | 2/50 [00:00<00:17, 2.80it/s]\n 6%|β | 3/50 [00:01<00:16, 2.80it/s]\n 8%|β | 4/50 [00:01<00:16, 2.80it/s]\n 10%|β | 5/50 [00:01<00:16, 2.80it/s]\n 12%|ββ | 6/50 [00:02<00:15, 2.80it/s]\n 14%|ββ | 7/50 [00:02<00:15, 2.80it/s]\n 16%|ββ | 8/50 [00:02<00:15, 2.80it/s]\n 18%|ββ | 9/50 [00:03<00:14, 2.80it/s]\n 20%|ββ | 10/50 [00:03<00:14, 2.80it/s]\n 22%|βββ | 11/50 [00:03<00:13, 2.80it/s]\n 24%|βββ | 12/50 [00:04<00:13, 2.80it/s]\n 26%|βββ | 13/50 [00:04<00:13, 2.80it/s]\n 28%|βββ | 14/50 [00:05<00:12, 2.80it/s]\n 30%|βββ | 15/50 [00:05<00:12, 2.80it/s]\n 32%|ββββ | 16/50 [00:05<00:12, 2.80it/s]\n 34%|ββββ | 17/50 [00:06<00:11, 2.80it/s]\n 36%|ββββ | 18/50 [00:06<00:11, 2.79it/s]\n 38%|ββββ | 19/50 [00:06<00:11, 2.79it/s]\n 40%|ββββ | 20/50 [00:07<00:10, 2.79it/s]\n 42%|βββββ | 21/50 [00:07<00:10, 2.79it/s]\n 44%|βββββ | 22/50 [00:07<00:10, 2.79it/s]\n 46%|βββββ | 23/50 [00:08<00:09, 2.79it/s]\n 48%|βββββ | 24/50 [00:08<00:09, 2.79it/s]\n 50%|βββββ | 25/50 [00:08<00:08, 2.79it/s]\n 52%|ββββββ | 26/50 [00:09<00:08, 2.79it/s]\n 54%|ββββββ | 27/50 [00:09<00:08, 2.79it/s]\n 56%|ββββββ | 28/50 [00:10<00:07, 2.79it/s]\n 58%|ββββββ | 29/50 [00:10<00:07, 2.79it/s]\n 60%|ββββββ | 30/50 [00:10<00:07, 2.79it/s]\n 62%|βββββββ | 31/50 [00:11<00:06, 2.79it/s]\n 64%|βββββββ | 32/50 [00:11<00:06, 2.79it/s]\n 66%|βββββββ | 33/50 [00:11<00:06, 2.79it/s]\n 68%|βββββββ | 34/50 [00:12<00:05, 2.79it/s]\n 70%|βββββββ | 35/50 [00:12<00:05, 2.79it/s]\n 72%|ββββββββ | 36/50 [00:12<00:05, 2.79it/s]\n 74%|ββββββββ | 37/50 [00:13<00:04, 2.79it/s]\n 76%|ββββββββ | 38/50 [00:13<00:04, 2.78it/s]\n 78%|ββββββββ | 39/50 [00:13<00:03, 2.78it/s]\n 80%|ββββββββ | 40/50 [00:14<00:03, 2.78it/s]\n 82%|βββββββββ | 41/50 [00:14<00:03, 2.78it/s]\n 84%|βββββββββ | 42/50 [00:15<00:02, 2.78it/s]\n 86%|βββββββββ | 43/50 [00:15<00:02, 2.78it/s]\n 88%|βββββββββ | 44/50 [00:15<00:02, 2.78it/s]\n 90%|βββββββββ | 45/50 [00:16<00:01, 2.78it/s]\n 92%|ββββββββββ| 46/50 [00:16<00:01, 2.78it/s]\n 94%|ββββββββββ| 47/50 [00:16<00:01, 2.79it/s]\n 96%|ββββββββββ| 48/50 [00:17<00:00, 2.78it/s]\n 98%|ββββββββββ| 49/50 [00:17<00:00, 2.78it/s]\n100%|ββββββββββ| 50/50 [00:17<00:00, 2.79it/s]\n100%|ββββββββββ| 50/50 [00:17<00:00, 2.79it/s]",
"metrics": {
"predict_time": 21.603646,
"total_time": 21.666052
},
"output": [
"https://replicate.delivery/pbxt/2M0ou11DRJL2PFeYrnBlKSf7xqni9wQHQPtFKq52VKL0sJESA/out-0.png"
],
"started_at": "2023-12-20T13:16:15.340561Z",
"status": "succeeded",
"urls": {
"get": "https://api.replicate.com/v1/predictions/rwgw7ttbrlod5vyfcaqok2owgy",
"cancel": "https://api.replicate.com/v1/predictions/rwgw7ttbrlod5vyfcaqok2owgy/cancel"
},
"version": "5779933f36e3ecc23c51c18de01caff6aa54ea9e147ef3edf0b2924191595216"
}
Using seed: 19520
loading custom weights
weights already in cache
Loading fine-tuned model
Does not have Unet. assume we are using LoRA
Loading Unet LoRA
Prompt: shot in the style of <s0><s1>, a woman wearing an organic shaped hat in alaska
Original width:960, height:1200
Aspect Ratio: 0.80
new_width:896, new_height:1152
txt2img mode
0%| | 0/50 [00:00<?, ?it/s]
2%|β | 1/50 [00:00<00:17, 2.80it/s]
4%|β | 2/50 [00:00<00:17, 2.80it/s]
6%|β | 3/50 [00:01<00:16, 2.80it/s]
8%|β | 4/50 [00:01<00:16, 2.80it/s]
10%|β | 5/50 [00:01<00:16, 2.80it/s]
12%|ββ | 6/50 [00:02<00:15, 2.80it/s]
14%|ββ | 7/50 [00:02<00:15, 2.80it/s]
16%|ββ | 8/50 [00:02<00:15, 2.80it/s]
18%|ββ | 9/50 [00:03<00:14, 2.80it/s]
20%|ββ | 10/50 [00:03<00:14, 2.80it/s]
22%|βββ | 11/50 [00:03<00:13, 2.80it/s]
24%|βββ | 12/50 [00:04<00:13, 2.80it/s]
26%|βββ | 13/50 [00:04<00:13, 2.80it/s]
28%|βββ | 14/50 [00:05<00:12, 2.80it/s]
30%|βββ | 15/50 [00:05<00:12, 2.80it/s]
32%|ββββ | 16/50 [00:05<00:12, 2.80it/s]
34%|ββββ | 17/50 [00:06<00:11, 2.80it/s]
36%|ββββ | 18/50 [00:06<00:11, 2.79it/s]
38%|ββββ | 19/50 [00:06<00:11, 2.79it/s]
40%|ββββ | 20/50 [00:07<00:10, 2.79it/s]
42%|βββββ | 21/50 [00:07<00:10, 2.79it/s]
44%|βββββ | 22/50 [00:07<00:10, 2.79it/s]
46%|βββββ | 23/50 [00:08<00:09, 2.79it/s]
48%|βββββ | 24/50 [00:08<00:09, 2.79it/s]
50%|βββββ | 25/50 [00:08<00:08, 2.79it/s]
52%|ββββββ | 26/50 [00:09<00:08, 2.79it/s]
54%|ββββββ | 27/50 [00:09<00:08, 2.79it/s]
56%|ββββββ | 28/50 [00:10<00:07, 2.79it/s]
58%|ββββββ | 29/50 [00:10<00:07, 2.79it/s]
60%|ββββββ | 30/50 [00:10<00:07, 2.79it/s]
62%|βββββββ | 31/50 [00:11<00:06, 2.79it/s]
64%|βββββββ | 32/50 [00:11<00:06, 2.79it/s]
66%|βββββββ | 33/50 [00:11<00:06, 2.79it/s]
68%|βββββββ | 34/50 [00:12<00:05, 2.79it/s]
70%|βββββββ | 35/50 [00:12<00:05, 2.79it/s]
72%|ββββββββ | 36/50 [00:12<00:05, 2.79it/s]
74%|ββββββββ | 37/50 [00:13<00:04, 2.79it/s]
76%|ββββββββ | 38/50 [00:13<00:04, 2.78it/s]
78%|ββββββββ | 39/50 [00:13<00:03, 2.78it/s]
80%|ββββββββ | 40/50 [00:14<00:03, 2.78it/s]
82%|βββββββββ | 41/50 [00:14<00:03, 2.78it/s]
84%|βββββββββ | 42/50 [00:15<00:02, 2.78it/s]
86%|βββββββββ | 43/50 [00:15<00:02, 2.78it/s]
88%|βββββββββ | 44/50 [00:15<00:02, 2.78it/s]
90%|βββββββββ | 45/50 [00:16<00:01, 2.78it/s]
92%|ββββββββββ| 46/50 [00:16<00:01, 2.78it/s]
94%|ββββββββββ| 47/50 [00:16<00:01, 2.79it/s]
96%|ββββββββββ| 48/50 [00:17<00:00, 2.78it/s]
98%|ββββββββββ| 49/50 [00:17<00:00, 2.78it/s]
100%|ββββββββββ| 50/50 [00:17<00:00, 2.79it/s]
100%|ββββββββββ| 50/50 [00:17<00:00, 2.79it/s]
This model costs approximately $0.059 to run on Replicate, or 16 runs per $1, but this varies depending on your inputs. It is also open source and you can run it on your own computer with Docker.
This model runs on Nvidia L40S GPU hardware. Predictions typically complete within 61 seconds. The predict time for this model varies significantly based on the inputs.
This model doesn't have a readme.
This model is cold. You'll get a fast response if the model is warm and already running, and a slower response if the model is cold and starting up.
Choose a file from your machine
Hint: you can also drag files onto the input
Using seed: 19520
loading custom weights
weights already in cache
Loading fine-tuned model
Does not have Unet. assume we are using LoRA
Loading Unet LoRA
Prompt: shot in the style of <s0><s1>, a woman wearing an organic shaped hat in alaska
Original width:960, height:1200
Aspect Ratio: 0.80
new_width:896, new_height:1152
txt2img mode
0%| | 0/50 [00:00<?, ?it/s]
2%|β | 1/50 [00:00<00:17, 2.80it/s]
4%|β | 2/50 [00:00<00:17, 2.80it/s]
6%|β | 3/50 [00:01<00:16, 2.80it/s]
8%|β | 4/50 [00:01<00:16, 2.80it/s]
10%|β | 5/50 [00:01<00:16, 2.80it/s]
12%|ββ | 6/50 [00:02<00:15, 2.80it/s]
14%|ββ | 7/50 [00:02<00:15, 2.80it/s]
16%|ββ | 8/50 [00:02<00:15, 2.80it/s]
18%|ββ | 9/50 [00:03<00:14, 2.80it/s]
20%|ββ | 10/50 [00:03<00:14, 2.80it/s]
22%|βββ | 11/50 [00:03<00:13, 2.80it/s]
24%|βββ | 12/50 [00:04<00:13, 2.80it/s]
26%|βββ | 13/50 [00:04<00:13, 2.80it/s]
28%|βββ | 14/50 [00:05<00:12, 2.80it/s]
30%|βββ | 15/50 [00:05<00:12, 2.80it/s]
32%|ββββ | 16/50 [00:05<00:12, 2.80it/s]
34%|ββββ | 17/50 [00:06<00:11, 2.80it/s]
36%|ββββ | 18/50 [00:06<00:11, 2.79it/s]
38%|ββββ | 19/50 [00:06<00:11, 2.79it/s]
40%|ββββ | 20/50 [00:07<00:10, 2.79it/s]
42%|βββββ | 21/50 [00:07<00:10, 2.79it/s]
44%|βββββ | 22/50 [00:07<00:10, 2.79it/s]
46%|βββββ | 23/50 [00:08<00:09, 2.79it/s]
48%|βββββ | 24/50 [00:08<00:09, 2.79it/s]
50%|βββββ | 25/50 [00:08<00:08, 2.79it/s]
52%|ββββββ | 26/50 [00:09<00:08, 2.79it/s]
54%|ββββββ | 27/50 [00:09<00:08, 2.79it/s]
56%|ββββββ | 28/50 [00:10<00:07, 2.79it/s]
58%|ββββββ | 29/50 [00:10<00:07, 2.79it/s]
60%|ββββββ | 30/50 [00:10<00:07, 2.79it/s]
62%|βββββββ | 31/50 [00:11<00:06, 2.79it/s]
64%|βββββββ | 32/50 [00:11<00:06, 2.79it/s]
66%|βββββββ | 33/50 [00:11<00:06, 2.79it/s]
68%|βββββββ | 34/50 [00:12<00:05, 2.79it/s]
70%|βββββββ | 35/50 [00:12<00:05, 2.79it/s]
72%|ββββββββ | 36/50 [00:12<00:05, 2.79it/s]
74%|ββββββββ | 37/50 [00:13<00:04, 2.79it/s]
76%|ββββββββ | 38/50 [00:13<00:04, 2.78it/s]
78%|ββββββββ | 39/50 [00:13<00:03, 2.78it/s]
80%|ββββββββ | 40/50 [00:14<00:03, 2.78it/s]
82%|βββββββββ | 41/50 [00:14<00:03, 2.78it/s]
84%|βββββββββ | 42/50 [00:15<00:02, 2.78it/s]
86%|βββββββββ | 43/50 [00:15<00:02, 2.78it/s]
88%|βββββββββ | 44/50 [00:15<00:02, 2.78it/s]
90%|βββββββββ | 45/50 [00:16<00:01, 2.78it/s]
92%|ββββββββββ| 46/50 [00:16<00:01, 2.78it/s]
94%|ββββββββββ| 47/50 [00:16<00:01, 2.79it/s]
96%|ββββββββββ| 48/50 [00:17<00:00, 2.78it/s]
98%|ββββββββββ| 49/50 [00:17<00:00, 2.78it/s]
100%|ββββββββββ| 50/50 [00:17<00:00, 2.79it/s]
100%|ββββββββββ| 50/50 [00:17<00:00, 2.79it/s]