typefile
{
"input_audio": "https://replicate.delivery/pbxt/LfbejSnvb4F4huGzzV2mZSGDGKXV5JC5axoH7iPkpeLtyz7g/helpful_base_5.wav",
"max_new_tokens": 256,
"prompt": "Please directly answer the questions in the user's speech",
"temperature": 0,
"top_p": 0
}npm install replicate
REPLICATE_API_TOKEN environment variable:export REPLICATE_API_TOKEN=r8_PkN**********************************
This is your API token. Keep it to yourself.
import Replicate from "replicate";
const replicate = new Replicate({
auth: process.env.REPLICATE_API_TOKEN,
});
Run ictnlp/llama-omni using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
const output = await replicate.run(
"ictnlp/llama-omni:36c9bcf70a56f40d9a27445c30c769308b18180296749f86ec9b682baf7ad351",
{
input: {
input_audio: "https://replicate.delivery/pbxt/LfbejSnvb4F4huGzzV2mZSGDGKXV5JC5axoH7iPkpeLtyz7g/helpful_base_5.wav",
max_new_tokens: 256,
prompt: "Please directly answer the questions in the user's speech",
temperature: 0,
top_p: 0
}
}
);
console.log(output);
To learn more, take a look at the guide on getting started with Node.js.
pip install replicate
REPLICATE_API_TOKEN environment variable:export REPLICATE_API_TOKEN=r8_PkN**********************************
This is your API token. Keep it to yourself.
import replicate
Run ictnlp/llama-omni using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
output = replicate.run(
"ictnlp/llama-omni:36c9bcf70a56f40d9a27445c30c769308b18180296749f86ec9b682baf7ad351",
input={
"input_audio": "https://replicate.delivery/pbxt/LfbejSnvb4F4huGzzV2mZSGDGKXV5JC5axoH7iPkpeLtyz7g/helpful_base_5.wav",
"max_new_tokens": 256,
"prompt": "Please directly answer the questions in the user's speech",
"temperature": 0,
"top_p": 0
}
)
print(output)
To learn more, take a look at the guide on getting started with Python.
REPLICATE_API_TOKEN environment variable:export REPLICATE_API_TOKEN=r8_PkN**********************************
This is your API token. Keep it to yourself.
Run ictnlp/llama-omni using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
curl -s -X POST \
-H "Authorization: Bearer $REPLICATE_API_TOKEN" \
-H "Content-Type: application/json" \
-H "Prefer: wait" \
-d $'{
"version": "ictnlp/llama-omni:36c9bcf70a56f40d9a27445c30c769308b18180296749f86ec9b682baf7ad351",
"input": {
"input_audio": "https://replicate.delivery/pbxt/LfbejSnvb4F4huGzzV2mZSGDGKXV5JC5axoH7iPkpeLtyz7g/helpful_base_5.wav",
"max_new_tokens": 256,
"prompt": "Please directly answer the questions in the user\'s speech",
"temperature": 0,
"top_p": 0
}
}' \
https://api.replicate.com/v1/predictions
To learn more, take a look at Replicate’s HTTP API reference docs.
Object output with 2 properties
To dice without slivering your finger, place the vegetable on a stable cutting board, hold the knife at a forty-five degree angle, and make gentle, rocking motions to chop the vegetable into small cubes. Keep your fingers curled under and out of the way.
{
"id": "f2kxbr66tsrgg0cj3g8t30dcyc",
"model": "ictnlp/llama-omni",
"version": "36c9bcf70a56f40d9a27445c30c769308b18180296749f86ec9b682baf7ad351",
"input": {
"input_audio": "https://replicate.delivery/pbxt/LfbejSnvb4F4huGzzV2mZSGDGKXV5JC5axoH7iPkpeLtyz7g/helpful_base_5.wav",
"max_new_tokens": 256,
"prompt": "Please directly answer the questions in the user's speech",
"temperature": 0,
"top_p": 0
},
"logs": "/root/.pyenv/versions/3.10.15/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\nwarnings.warn(\n/root/.pyenv/versions/3.10.15/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\nwarnings.warn(\n/root/.pyenv/versions/3.10.15/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\nwarnings.warn(\n/root/.pyenv/versions/3.10.15/lib/python3.10/site-packages/transformers/utils/hub.py:127: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.\nwarnings.warn(\nTo dice without slivering your finger, place the vegetable on a stable cutting board, hold the knife at a forty-five degree angle, and make gentle, rocking motions to chop the vegetable into small cubes. Keep your fingers curled under and out of the way.\noutput_units: 79 868 220 196 721 549 238 462 104 837 81 664 32 835 67 510 935 271 523 196 921 238 761 597 506 29 85 85 589 26 126 593 645 453 466 398 212 455 258 436 663 969 390 479 330 776 333 212 455 350 836 663 969 524 726 44 605 63 665 213 260 712 593 822 89 194 664 32 835 67 940 884 393 946 734 692 526 559 384 523 705 431 884 702 788 59 790 716 205 521 267 538 187 594 493 361 931 565 734 742 98 519 589 600 702 15 822 89 194 885 790 716 205 521 867 45 914 445 469 167 104 70 185 794 398 212 455 143 290 978 592 103 969 660 555 208 944 755 44 605 63 665 991 821 908 693 521 555 29 202 393 946 734 575 116 281 62 462 104 837 81 664 835 67 66 423 173 945 944 565 734 390 479 330 435 592 103 660 351 794 680 910 321 948 86 390 479 330 776 167 655 837 81 885 148 29 721 250 161 487 319 263 416 426 56 485 321 948 633 406 384 879 488 816 325 350 836 716 205 521 916 44 115 193 111 63 665 644 254 823 175 684 136 143 889 172 871 877 822 89 664 219 107 522 705 11 576 384 879 443 93 274 794 75 788 716 205 521 524 44 902 752 63 665 991 162 156 824 655 104 246 70 185 501 398 212 455 889 324 789 6 908 380 828 817 146 283 832 758 545 711 510 297 884 79 868 220 105 914 531 668 167 104 404 876 29 202 393 946 734 692 526 559 879 702 788 790 716 205 521 267 25 771 46 812 222 274 79 799 220 742 519 589 337 126 324 789 592 103 521 382 45 914 445 137 436 139 340 846 611 545 85 510 297 265 675 237 415 772 497 63 662 914 445 476 534 485 974 86 539 876 233 258 436 635 663 969 390 479 330 776 6 333 212 455 350 836 663 198 711 510 337 850 914 119 607 663 693 205 521 555 208 944 878 167 650 816 325 801 549 663 969 44 823 175 684 136 944 27 761 907 597 660 944 366 148 202 393 946 734 787 935 101 741 822 89 377 458 584 902 736 341 661 497\n<class 'str'>",
"output": {
"audio": "https://replicate.delivery/pbxt/vPRD6GIO2oobChMaTd1po1BQKTB1WK4f0ULquPnewvL0plfmA/out.wav",
"text": "To dice without slivering your finger, place the vegetable on a stable cutting board, hold the knife at a forty-five degree angle, and make gentle, rocking motions to chop the vegetable into small cubes. Keep your fingers curled under and out of the way."
},
"data_removed": false,
"error": null,
"source": "web",
"status": "succeeded",
"created_at": "2024-09-22T23:29:40.054Z",
"started_at": "2024-09-22T23:29:40.153546Z",
"completed_at": "2024-09-22T23:29:57.269611Z",
"urls": {
"cancel": "https://api.replicate.com/v1/predictions/f2kxbr66tsrgg0cj3g8t30dcyc/cancel",
"get": "https://api.replicate.com/v1/predictions/f2kxbr66tsrgg0cj3g8t30dcyc",
"web": "https://replicate.com/p/f2kxbr66tsrgg0cj3g8t30dcyc"
},
"metrics": {
"predict_time": 17.116064754,
"total_time": 17.215611
}
}