Versions
Failed to load versions. Head to the versions page to see all versions for this model.
You're looking at a specific version of this model. Jump to the model overview.
rybens92 /una-cybertron-7b-v2--lmtp-8bit:9bdfcede
Input
Run this model in Node.js with one line of code:
npx create-replicate --model=rybens92/una-cybertron-7b-v2--lmtp-8bit
or set up a project from scratch
Install Replicate’s Node.js client library:
npm install replicateSet the
REPLICATE_API_TOKEN environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>Find your API token in your account settings.
Import and set up the client:
import Replicate from "replicate";
const replicate = new Replicate({
auth: process.env.REPLICATE_API_TOKEN,
});Run rybens92/una-cybertron-7b-v2--lmtp-8bit using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
const output = await replicate.run(
"rybens92/una-cybertron-7b-v2--lmtp-8bit:9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c",
{
input: {
ops_batch_json: "[[\"GENERATE\", {\"max_tokens\": 16, \"temperature\": 0.0, \"logit_bias\": {\"2324\": 100, \"3861\": 100, \"5392\": 100, \"7618\": 100, \"28760\": 100}, \"top_logprobs\": 1, \"model\": \"rybens92/una-cybertron-7b-v2--lmtp-8bit\", \"prompt\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \"stream_id\": 2}]]"
}
}
);
console.log(output);To learn more, take a look at the guide on getting started with Node.js.
Install Replicate’s Python client library:
pip install replicateSet the
REPLICATE_API_TOKEN environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>Find your API token in your account settings.
Import the client:
import replicateRun rybens92/una-cybertron-7b-v2--lmtp-8bit using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
output = replicate.run(
"rybens92/una-cybertron-7b-v2--lmtp-8bit:9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c",
input={
"ops_batch_json": "[[\"GENERATE\", {\"max_tokens\": 16, \"temperature\": 0.0, \"logit_bias\": {\"2324\": 100, \"3861\": 100, \"5392\": 100, \"7618\": 100, \"28760\": 100}, \"top_logprobs\": 1, \"model\": \"rybens92/una-cybertron-7b-v2--lmtp-8bit\", \"prompt\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \"stream_id\": 2}]]"
}
)
# The rybens92/una-cybertron-7b-v2--lmtp-8bit model can stream output as it's running.
# The predict method returns an iterator, and you can iterate over that output.
for item in output:
# https://replicate.com/rybens92/una-cybertron-7b-v2--lmtp-8bit/api#output-schema
print(item, end="")To learn more, take a look at the guide on getting started with Python.
Set the
REPLICATE_API_TOKEN environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>Find your API token in your account settings.
Run rybens92/una-cybertron-7b-v2--lmtp-8bit using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
curl -s -X POST \
-H "Authorization: Bearer $REPLICATE_API_TOKEN" \
-H "Content-Type: application/json" \
-H "Prefer: wait" \
-d $'{
"version": "rybens92/una-cybertron-7b-v2--lmtp-8bit:9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c",
"input": {
"ops_batch_json": "[[\\"GENERATE\\", {\\"max_tokens\\": 16, \\"temperature\\": 0.0, \\"logit_bias\\": {\\"2324\\": 100, \\"3861\\": 100, \\"5392\\": 100, \\"7618\\": 100, \\"28760\\": 100}, \\"top_logprobs\\": 1, \\"model\\": \\"rybens92/una-cybertron-7b-v2--lmtp-8bit\\", \\"prompt\\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \\"stream_id\\": 2}]]"
}
}' \
https://api.replicate.com/v1/predictionsTo learn more, take a look at Replicate’s HTTP API reference docs.
Add a payment method to run this model.
Sign in with GitHub
By signing in, you agree to our
terms of service and privacy policy
Output
TOKEN {"token": 5392, "stream_id": 2, "logprob": -0.00019685092740299784, "finish_reason": null, "top_logprobs": {"5392": -0.00019685092740299784}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.7097042173411943, "finish_reason": null, "top_logprobs": {"28760": -0.7097042173411943}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.8817319312571652, "finish_reason": null, "top_logprobs": {"2324": -0.8817319312571652}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.036307001547016486, "finish_reason": null, "top_logprobs": {"28760": -0.036307001547016486}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.09319335553852451, "finish_reason": null, "top_logprobs": {"2324": -0.09319335553852451}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04844850316438949, "finish_reason": null, "top_logprobs": {"28760": -0.04844850316438949}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6854447028199827, "finish_reason": null, "top_logprobs": {"2324": -0.6854447028199827}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.08409017596392798, "finish_reason": null, "top_logprobs": {"28760": -0.08409017596392798}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6073893465233662, "finish_reason": null, "top_logprobs": {"2324": -0.6073893465233662}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.058260679234060204, "finish_reason": null, "top_logprobs": {"28760": -0.058260679234060204}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.4566730232404938, "finish_reason": null, "top_logprobs": {"2324": -0.4566730232404938}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04172483192925795, "finish_reason": null, "top_logprobs": {"28760": -0.04172483192925795}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.2680411178610641, "finish_reason": null, "top_logprobs": {"2324": -0.2680411178610641}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.016248415516406843, "finish_reason": null, "top_logprobs": {"28760": -0.016248415516406843}}
TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.18762759696660705, "finish_reason": null, "top_logprobs": {"2324": -0.18762759696660705}}
TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.007967539782483355, "finish_reason": "length", "top_logprobs": {"28760": -0.007967539782483355}}
{
"completed_at": "2023-12-08T20:17:09.573543Z",
"created_at": "2023-12-08T20:16:41.564794Z",
"data_removed": false,
"error": null,
"id": "fl5536jb7tsrflru5itswaldc4",
"input": {
"ops_batch_json": "[[\"GENERATE\", {\"max_tokens\": 16, \"temperature\": 0.0, \"logit_bias\": {\"2324\": 100, \"3861\": 100, \"5392\": 100, \"7618\": 100, \"28760\": 100}, \"top_logprobs\": 1, \"model\": \"rybens92/una-cybertron-7b-v2--lmtp-8bit\", \"prompt\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \"stream_id\": 2}]]"
},
"logs": null,
"metrics": {
"predict_time": 9.537768,
"total_time": 28.008749
},
"output": [
"TOKEN {\"token\": 5392, \"stream_id\": 2, \"logprob\": -0.00019685092740299784, \"finish_reason\": null, \"top_logprobs\": {\"5392\": -0.00019685092740299784}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.7097042173411943, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.7097042173411943}}\n",
"TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.8817319312571652, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.8817319312571652}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.036307001547016486, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.036307001547016486}}\n",
"TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.09319335553852451, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.09319335553852451}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.04844850316438949, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.04844850316438949}}\n",
"TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.6854447028199827, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.6854447028199827}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.08409017596392798, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.08409017596392798}}\n",
"TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.6073893465233662, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.6073893465233662}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.058260679234060204, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.058260679234060204}}\n",
"TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.4566730232404938, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.4566730232404938}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.04172483192925795, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.04172483192925795}}\n",
"TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.2680411178610641, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.2680411178610641}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.016248415516406843, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.016248415516406843}}\n",
"TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.18762759696660705, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.18762759696660705}}\n",
"TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.007967539782483355, \"finish_reason\": \"length\", \"top_logprobs\": {\"28760\": -0.007967539782483355}}\n"
],
"started_at": "2023-12-08T20:17:00.035775Z",
"status": "succeeded",
"urls": {
"stream": "https://streaming-api.svc.us-central1.g.replicate.net/v1/predictions/fl5536jb7tsrflru5itswaldc4",
"get": "https://api.replicate.com/v1/predictions/fl5536jb7tsrflru5itswaldc4",
"cancel": "https://api.replicate.com/v1/predictions/fl5536jb7tsrflru5itswaldc4/cancel"
},
"version": "9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c"
}Generated in