rybens92 / una-cybertron-7b-v2--lmtp-8bit

ops_batch_json: [["GENERATE", {"max_tokens": 16, "temperature": 0.0, "logit_bias": {"2324": 100, "3861": 100, "5392": 100, "7618": 100, "28760": 100}, "top_logprobs": 1, "model": "rybens92/una-cybertron-7b-v2--lmtp-8bit", "prompt": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], "stream_id": 2}]]

{
  "ops_batch_json": "[[\"GENERATE\", {\"max_tokens\": 16, \"temperature\": 0.0, \"logit_bias\": {\"2324\": 100, \"3861\": 100, \"5392\": 100, \"7618\": 100, \"28760\": 100}, \"top_logprobs\": 1, \"model\": \"rybens92/una-cybertron-7b-v2--lmtp-8bit\", \"prompt\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \"stream_id\": 2}]]"
}

Install Replicate’s Node.js client library:

npm install replicate

Import and set up the client:

import Replicate from "replicate";

const replicate = new Replicate({
  auth: process.env.REPLICATE_API_TOKEN,
});

Run rybens92/una-cybertron-7b-v2--lmtp-8bit using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.

const output = await replicate.run(
  "rybens92/una-cybertron-7b-v2--lmtp-8bit:9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c",
  {
    input: {
      ops_batch_json: "[[\"GENERATE\", {\"max_tokens\": 16, \"temperature\": 0.0, \"logit_bias\": {\"2324\": 100, \"3861\": 100, \"5392\": 100, \"7618\": 100, \"28760\": 100}, \"top_logprobs\": 1, \"model\": \"rybens92/una-cybertron-7b-v2--lmtp-8bit\", \"prompt\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \"stream_id\": 2}]]"
    }
  }
);

console.log(output);

To learn more, take a look at the guide on getting started with Node.js.

Install Replicate’s Python client library:

pip install replicate

Import the client:

import replicate

Run rybens92/una-cybertron-7b-v2--lmtp-8bit using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.

output = replicate.run(
    "rybens92/una-cybertron-7b-v2--lmtp-8bit:9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c",
    input={
        "ops_batch_json": "[[\"GENERATE\", {\"max_tokens\": 16, \"temperature\": 0.0, \"logit_bias\": {\"2324\": 100, \"3861\": 100, \"5392\": 100, \"7618\": 100, \"28760\": 100}, \"top_logprobs\": 1, \"model\": \"rybens92/una-cybertron-7b-v2--lmtp-8bit\", \"prompt\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \"stream_id\": 2}]]"
    }
)

# The rybens92/una-cybertron-7b-v2--lmtp-8bit model can stream output as it's running.
# The predict method returns an iterator, and you can iterate over that output.
for item in output:
    # https://replicate.com/rybens92/una-cybertron-7b-v2--lmtp-8bit/api#output-schema
    print(item, end="")

To learn more, take a look at the guide on getting started with Python.

Run rybens92/una-cybertron-7b-v2--lmtp-8bit using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.

curl -s -X POST \
  -H "Authorization: Bearer $REPLICATE_API_TOKEN" \
  -H "Content-Type: application/json" \
  -H "Prefer: wait" \
  -d $'{
    "version": "rybens92/una-cybertron-7b-v2--lmtp-8bit:9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c",
    "input": {
      "ops_batch_json": "[[\\"GENERATE\\", {\\"max_tokens\\": 16, \\"temperature\\": 0.0, \\"logit_bias\\": {\\"2324\\": 100, \\"3861\\": 100, \\"5392\\": 100, \\"7618\\": 100, \\"28760\\": 100}, \\"top_logprobs\\": 1, \\"model\\": \\"rybens92/una-cybertron-7b-v2--lmtp-8bit\\", \\"prompt\\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \\"stream_id\\": 2}]]"
    }
  }' \
  https://api.replicate.com/v1/predictions

To learn more, take a look at Replicate’s HTTP API reference docs.

Output

TOKEN {"token": 5392, "stream_id": 2, "logprob": -0.00019685092740299784, "finish_reason": null, "top_logprobs": {"5392": -0.00019685092740299784}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.7097042173411943, "finish_reason": null, "top_logprobs": {"28760": -0.7097042173411943}} TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.8817319312571652, "finish_reason": null, "top_logprobs": {"2324": -0.8817319312571652}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.036307001547016486, "finish_reason": null, "top_logprobs": {"28760": -0.036307001547016486}} TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.09319335553852451, "finish_reason": null, "top_logprobs": {"2324": -0.09319335553852451}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04844850316438949, "finish_reason": null, "top_logprobs": {"28760": -0.04844850316438949}} TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6854447028199827, "finish_reason": null, "top_logprobs": {"2324": -0.6854447028199827}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.08409017596392798, "finish_reason": null, "top_logprobs": {"28760": -0.08409017596392798}} TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.6073893465233662, "finish_reason": null, "top_logprobs": {"2324": -0.6073893465233662}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.058260679234060204, "finish_reason": null, "top_logprobs": {"28760": -0.058260679234060204}} TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.4566730232404938, "finish_reason": null, "top_logprobs": {"2324": -0.4566730232404938}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.04172483192925795, "finish_reason": null, "top_logprobs": {"28760": -0.04172483192925795}} TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.2680411178610641, "finish_reason": null, "top_logprobs": {"2324": -0.2680411178610641}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.016248415516406843, "finish_reason": null, "top_logprobs": {"28760": -0.016248415516406843}} TOKEN {"token": 2324, "stream_id": 2, "logprob": -0.18762759696660705, "finish_reason": null, "top_logprobs": {"2324": -0.18762759696660705}} TOKEN {"token": 28760, "stream_id": 2, "logprob": -0.007967539782483355, "finish_reason": "length", "top_logprobs": {"28760": -0.007967539782483355}}

{
  "completed_at": "2023-12-08T20:17:09.573543Z",
  "created_at": "2023-12-08T20:16:41.564794Z",
  "data_removed": false,
  "error": null,
  "id": "fl5536jb7tsrflru5itswaldc4",
  "input": {
    "ops_batch_json": "[[\"GENERATE\", {\"max_tokens\": 16, \"temperature\": 0.0, \"logit_bias\": {\"2324\": 100, \"3861\": 100, \"5392\": 100, \"7618\": 100, \"28760\": 100}, \"top_logprobs\": 1, \"model\": \"rybens92/una-cybertron-7b-v2--lmtp-8bit\", \"prompt\": [1, 28789, 28766, 321, 28730, 2521, 28766, 28767, 6574, 13, 11159, 2389, 349, 298, 28725, 438, 907, 28725, 1038, 264, 5161, 513, 3857, 5572, 460, 3236, 298, 4372, 272, 2188, 28742, 28713, 2996, 325, 5527, 356, 652, 25308, 28731, 304, 513, 5081, 28725, 868, 938, 1167, 5572, 298, 9131, 544, 3236, 13875, 477, 706, 298, 4372, 272, 2188, 28742, 28713, 5709, 28723, 13, 3381, 544, 13875, 477, 5572, 5876, 544, 3236, 5227, 697, 298, 4372, 2188, 28742, 28713, 2996, 28725, 938, 345, 3861, 28739, 908, 298, 7446, 272, 1759, 302, 1699, 16982, 13875, 28723, 13, 8543, 7611, 5032, 1312, 297, 272, 1759, 28723, 13, 13, 1976, 506, 2735, 298, 272, 2296, 5572, 28747, 13, 17756, 3921, 1141, 28747, 816, 1223, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 739, 368, 927, 298, 625, 272, 1868, 8086, 1871, 354, 264, 2078, 2990, 28723, 5938, 378, 865, 739, 2188, 3208, 272, 8086, 1871, 302, 264, 2078, 2990, 28723, 13, 13, 17756, 3921, 1141, 28747, 6353, 7009, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 2225, 264, 4686, 3472, 298, 1300, 3236, 5227, 697, 28723, 5938, 378, 11326, 2572, 298, 1038, 1864, 684, 11412, 3236, 298, 4372, 272, 2996, 390, 368, 506, 6516, 4788, 684, 272, 1526, 28723, 13, 13, 17756, 3921, 1141, 28747, 2984, 2320, 1028, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 368, 927, 298, 13911, 1545, 28723, 5938, 456, 3921, 865, 1024, 8215, 2948, 3069, 3236, 354, 19051, 28723, 13, 13, 17756, 3921, 1141, 28747, 365, 1029, 13, 7301, 302, 264, 3921, 28747, 5938, 1007, 865, 739, 2188, 5659, 298, 2225, 287, 1029, 442, 5373, 6933, 28723, 851, 9354, 3921, 349, 1307, 865, 298, 2225, 287, 1029, 15380, 28723, 661, 349, 459, 11633, 354, 13801, 27240, 19051, 28808, 13, 13, 13871, 28723, 15403, 3707, 486, 3707, 28723, 13, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 1838, 13, 730, 28742, 28713, 22478, 28747, 6526, 349, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 28804, 1824, 349, 559, 3595, 6333, 298, 272, 28705, 28734, 28723, 28781, 28770, 1982, 28804, 13, 28789, 28766, 321, 28730, 416, 28766, 28767, 13, 28789, 28766, 321, 28730, 2521, 28766, 28767, 489, 11143, 13, 13940, 28832, 3371, 13, 28751, 13, 28705, 345, 7691, 28730, 28740, 1264, 371, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 10537, 7403, 356, 272, 938, 302, 5572, 297, 272, 2758, 302, 272, 2188, 2996, 304, 272, 1868, 4620, 325, 7691, 609, 5938, 390, 1287, 5572, 390, 349, 865, 3236, 354, 24402, 272, 5443, 2996, 9191, 13, 2287, 345, 362, 1322, 28713, 1264, 345, 2324, 927, 298, 1300, 19795, 6216, 9953, 7189, 28742, 28713, 1868, 16391, 304, 559, 3595, 28723, 4577, 478, 949, 28742, 28707, 506, 707, 908, 354, 5903, 472, 9391, 28725, 478, 28742, 584, 938, 6353, 7009, 298, 1300, 272, 1871, 28723, 415, 3595, 28733, 9646, 2996, 2368, 28742, 28707, 2699, 707, 908, 28725, 579, 478, 28742, 584, 5090, 13911, 378, 28723, 548, 13, 2287, 15728, 9318, 1264, 345, 1154, 8707, 272, 1141, 302, 272, 908, 298, 347, 1307, 1055, 9191, 13, 2287, 345, 2628, 28730, 861, 1264, 345], \"stream_id\": 2}]]"
  },
  "logs": null,
  "metrics": {
    "predict_time": 9.537768,
    "total_time": 28.008749
  },
  "output": [
    "TOKEN {\"token\": 5392, \"stream_id\": 2, \"logprob\": -0.00019685092740299784, \"finish_reason\": null, \"top_logprobs\": {\"5392\": -0.00019685092740299784}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.7097042173411943, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.7097042173411943}}\n",
    "TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.8817319312571652, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.8817319312571652}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.036307001547016486, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.036307001547016486}}\n",
    "TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.09319335553852451, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.09319335553852451}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.04844850316438949, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.04844850316438949}}\n",
    "TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.6854447028199827, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.6854447028199827}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.08409017596392798, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.08409017596392798}}\n",
    "TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.6073893465233662, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.6073893465233662}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.058260679234060204, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.058260679234060204}}\n",
    "TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.4566730232404938, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.4566730232404938}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.04172483192925795, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.04172483192925795}}\n",
    "TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.2680411178610641, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.2680411178610641}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.016248415516406843, \"finish_reason\": null, \"top_logprobs\": {\"28760\": -0.016248415516406843}}\n",
    "TOKEN {\"token\": 2324, \"stream_id\": 2, \"logprob\": -0.18762759696660705, \"finish_reason\": null, \"top_logprobs\": {\"2324\": -0.18762759696660705}}\n",
    "TOKEN {\"token\": 28760, \"stream_id\": 2, \"logprob\": -0.007967539782483355, \"finish_reason\": \"length\", \"top_logprobs\": {\"28760\": -0.007967539782483355}}\n"
  ],
  "started_at": "2023-12-08T20:17:00.035775Z",
  "status": "succeeded",
  "urls": {
    "stream": "https://streaming-api.svc.us-central1.g.replicate.net/v1/predictions/fl5536jb7tsrflru5itswaldc4",
    "get": "https://api.replicate.com/v1/predictions/fl5536jb7tsrflru5itswaldc4",
    "cancel": "https://api.replicate.com/v1/predictions/fl5536jb7tsrflru5itswaldc4/cancel"
  },
  "version": "9bdfcedeb893a7bbd1eb057931ed01fa6a13d00e1cdf68845432b01217ed547c"
}

Generated in

9.5 seconds

Tweak it Share Report

Want to make some of these yourself?

Run this model