const output = await replicate.run(
  "peter65374/openbuddy-llemma-34b-gguf:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200",
  {
    input: {
      debug: true,
      top_k: 40,
      top_p: 0.95,
      prompt: "如果西瓜是1，菠菜是a,萝卜是b,香蕉是2,西红柿是c,葡萄是3，那么土豆是什么?",
      do_sample: true,
      num_beams: 1,
      temperature: 0.7,
      padding_mode: true,
      max_new_tokens: 1024,
      prompt_template: "You are a helpful high school Math tutor. If you don't know the answer to a question, please don't share false information. You can speak fluently in many languages.\nUser: Hi\nAssistant: Hello, how can I help you?</s>\nUser: {prompt}\nAssistant:",
      presence_penalty: 0,
      frequency_penalty: 0,
      repetition_penalty: 1.1
    }
  }
);

console.log(output);

output = replicate.run(
    "peter65374/openbuddy-llemma-34b-gguf:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200",
    input={
        "debug": True,
        "top_k": 40,
        "top_p": 0.95,
        "prompt": "如果西瓜是1，菠菜是a,萝卜是b,香蕉是2,西红柿是c,葡萄是3，那么土豆是什么?",
        "do_sample": True,
        "num_beams": 1,
        "temperature": 0.7,
        "padding_mode": True,
        "max_new_tokens": 1024,
        "prompt_template": "You are a helpful high school Math tutor. If you don't know the answer to a question, please don't share false information. You can speak fluently in many languages.\nUser: Hi\nAssistant: Hello, how can I help you?</s>\nUser: {prompt}\nAssistant:",
        "presence_penalty": 0,
        "frequency_penalty": 0,
        "repetition_penalty": 1.1
    }
)

# The peter65374/openbuddy-llemma-34b-gguf model can stream output as it's running.
# The predict method returns an iterator, and you can iterate over that output.
for item in output:
    # https://replicate.com/peter65374/openbuddy-llemma-34b-gguf/api#output-schema
    print(item, end="")

curl -s -X POST \
  -H "Authorization: Bearer $REPLICATE_API_TOKEN" \
  -H "Content-Type: application/json" \
  -H "Prefer: wait" \
  -d $'{
    "version": "peter65374/openbuddy-llemma-34b-gguf:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200",
    "input": {
      "debug": true,
      "top_k": 40,
      "top_p": 0.95,
      "prompt": "如果西瓜是1，菠菜是a,萝卜是b,香蕉是2,西红柿是c,葡萄是3，那么土豆是什么?",
      "do_sample": true,
      "num_beams": 1,
      "temperature": 0.7,
      "padding_mode": true,
      "max_new_tokens": 1024,
      "prompt_template": "You are a helpful high school Math tutor. If you don\'t know the answer to a question, please don\'t share false information. You can speak fluently in many languages.\\nUser: Hi\\nAssistant: Hello, how can I help you?</s>\\nUser: {prompt}\\nAssistant:",
      "presence_penalty": 0,
      "frequency_penalty": 0,
      "repetition_penalty": 1.1
    }
  }' \
  https://api.replicate.com/v1/predictions

cog predict r8.im/peter65374/openbuddy-llemma-34b-gguf@sha256:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200 \
  -i 'debug=true' \
  -i 'top_k=40' \
  -i 'top_p=0.95' \
  -i 'prompt="如果西瓜是1，菠菜是a,萝卜是b,香蕉是2,西红柿是c,葡萄是3，那么土豆是什么?"' \
  -i 'do_sample=true' \
  -i 'num_beams=1' \
  -i 'temperature=0.7' \
  -i 'padding_mode=true' \
  -i 'max_new_tokens=1024' \
  -i $'prompt_template="You are a helpful high school Math tutor. If you don\'t know the answer to a question, please don\'t share false information. You can speak fluently in many languages.\\nUser: Hi\\nAssistant: Hello, how can I help you?</s>\\nUser: {prompt}\\nAssistant:"' \
  -i 'presence_penalty=0' \
  -i 'frequency_penalty=0' \
  -i 'repetition_penalty=1.1'

docker run -d -p 5000:5000 --gpus=all r8.im/peter65374/openbuddy-llemma-34b-gguf@sha256:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200
curl -s -X POST \
  -H "Content-Type: application/json" \
  -d $'{
    "input": {
      "debug": true,
      "top_k": 40,
      "top_p": 0.95,
      "prompt": "如果西瓜是1，菠菜是a,萝卜是b,香蕉是2,西红柿是c,葡萄是3，那么土豆是什么?",
      "do_sample": true,
      "num_beams": 1,
      "temperature": 0.7,
      "padding_mode": true,
      "max_new_tokens": 1024,
      "prompt_template": "You are a helpful high school Math tutor. If you don\'t know the answer to a question, please don\'t share false information. You can speak fluently in many languages.\\nUser: Hi\\nAssistant: Hello, how can I help you?</s>\\nUser: {prompt}\\nAssistant:",
      "presence_penalty": 0,
      "frequency_penalty": 0,
      "repetition_penalty": 1.1
    }
  }' \
  http://localhost:5000/predictions

const output = await replicate.run(
  "peter65374/openbuddy-llemma-34b-gguf:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200",
  {
    input: {
      debug: true,
      top_k: 40,
      top_p: 0.95,
      prompt: "Problem statement: \"一个盒子里有4个红球和6个蓝球。从盒子里不放回地抽出两个球。求一个球是红色，另一个球是蓝色的概率是多少？\"\n\nCorrect solution: \"我们可以先抽出红球，然后抽出蓝球，也可以先抽出蓝球，然后抽出红球。所以，我们需要把这两种情况的概率加起来。\n先抽出红球，然后抽出蓝球的概率是 (4/10)*(6/9) = 24/90 = 4/15。\n先抽出蓝球，然后抽出红球的概率是 (6/10)*(4/9) = 24/90 = 4/15。\n所以，一个球是红色，另一个球是蓝色的概率是 4/15 + 4/15 = 8/15。\"\n\nStudent’s solution: \"(4/10)*(6/9) = 24/90 = 4/15\"\n---\nGiven the above correct solution and student's solution, identify the mistakes in the student's solution and and provide guidance. Don‘t give final answer to student directly. Respond in Chinese.",
      do_sample: true,
      num_beams: 1,
      temperature: 0.7,
      padding_mode: true,
      max_new_tokens: 2149,
      prompt_template: "You are a knowledgeable high school Math tutor. You are multilingual. If you don't know the answer to a question, please admit it rather than sharing false information.\nHomework Assessment: {prompt}\nMath Tutor:",
      presence_penalty: 0,
      frequency_penalty: 0,
      repetition_penalty: 1.1
    }
  }
);

console.log(output);

output = replicate.run(
    "peter65374/openbuddy-llemma-34b-gguf:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200",
    input={
        "debug": True,
        "top_k": 40,
        "top_p": 0.95,
        "prompt": "Problem statement: \"一个盒子里有4个红球和6个蓝球。从盒子里不放回地抽出两个球。求一个球是红色，另一个球是蓝色的概率是多少？\"\n\nCorrect solution: \"我们可以先抽出红球，然后抽出蓝球，也可以先抽出蓝球，然后抽出红球。所以，我们需要把这两种情况的概率加起来。\n先抽出红球，然后抽出蓝球的概率是 (4/10)*(6/9) = 24/90 = 4/15。\n先抽出蓝球，然后抽出红球的概率是 (6/10)*(4/9) = 24/90 = 4/15。\n所以，一个球是红色，另一个球是蓝色的概率是 4/15 + 4/15 = 8/15。\"\n\nStudent’s solution: \"(4/10)*(6/9) = 24/90 = 4/15\"\n---\nGiven the above correct solution and student's solution, identify the mistakes in the student's solution and and provide guidance. Don‘t give final answer to student directly. Respond in Chinese.",
        "do_sample": True,
        "num_beams": 1,
        "temperature": 0.7,
        "padding_mode": True,
        "max_new_tokens": 2149,
        "prompt_template": "You are a knowledgeable high school Math tutor. You are multilingual. If you don't know the answer to a question, please admit it rather than sharing false information.\nHomework Assessment: {prompt}\nMath Tutor:",
        "presence_penalty": 0,
        "frequency_penalty": 0,
        "repetition_penalty": 1.1
    }
)

# The peter65374/openbuddy-llemma-34b-gguf model can stream output as it's running.
# The predict method returns an iterator, and you can iterate over that output.
for item in output:
    # https://replicate.com/peter65374/openbuddy-llemma-34b-gguf/api#output-schema
    print(item, end="")

curl -s -X POST \
  -H "Authorization: Bearer $REPLICATE_API_TOKEN" \
  -H "Content-Type: application/json" \
  -H "Prefer: wait" \
  -d $'{
    "version": "peter65374/openbuddy-llemma-34b-gguf:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200",
    "input": {
      "debug": true,
      "top_k": 40,
      "top_p": 0.95,
      "prompt": "Problem statement: \\"一个盒子里有4个红球和6个蓝球。从盒子里不放回地抽出两个球。求一个球是红色，另一个球是蓝色的概率是多少？\\"\\n\\nCorrect solution: \\"我们可以先抽出红球，然后抽出蓝球，也可以先抽出蓝球，然后抽出红球。所以，我们需要把这两种情况的概率加起来。\\n先抽出红球，然后抽出蓝球的概率是 (4/10)*(6/9) = 24/90 = 4/15。\\n先抽出蓝球，然后抽出红球的概率是 (6/10)*(4/9) = 24/90 = 4/15。\\n所以，一个球是红色，另一个球是蓝色的概率是 4/15 + 4/15 = 8/15。\\"\\n\\nStudent’s solution: \\"(4/10)*(6/9) = 24/90 = 4/15\\"\\n---\\nGiven the above correct solution and student\'s solution, identify the mistakes in the student\'s solution and and provide guidance. Don‘t give final answer to student directly. Respond in Chinese.",
      "do_sample": true,
      "num_beams": 1,
      "temperature": 0.7,
      "padding_mode": true,
      "max_new_tokens": 2149,
      "prompt_template": "You are a knowledgeable high school Math tutor. You are multilingual. If you don\'t know the answer to a question, please admit it rather than sharing false information.\\nHomework Assessment: {prompt}\\nMath Tutor:",
      "presence_penalty": 0,
      "frequency_penalty": 0,
      "repetition_penalty": 1.1
    }
  }' \
  https://api.replicate.com/v1/predictions

cog predict r8.im/peter65374/openbuddy-llemma-34b-gguf@sha256:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200 \
  -i 'debug=true' \
  -i 'top_k=40' \
  -i 'top_p=0.95' \
  -i $'prompt="Problem statement: \\"一个盒子里有4个红球和6个蓝球。从盒子里不放回地抽出两个球。求一个球是红色，另一个球是蓝色的概率是多少？\\"\\n\\nCorrect solution: \\"我们可以先抽出红球，然后抽出蓝球，也可以先抽出蓝球，然后抽出红球。所以，我们需要把这两种情况的概率加起来。\\n先抽出红球，然后抽出蓝球的概率是 (4/10)*(6/9) = 24/90 = 4/15。\\n先抽出蓝球，然后抽出红球的概率是 (6/10)*(4/9) = 24/90 = 4/15。\\n所以，一个球是红色，另一个球是蓝色的概率是 4/15 + 4/15 = 8/15。\\"\\n\\nStudent’s solution: \\"(4/10)*(6/9) = 24/90 = 4/15\\"\\n---\\nGiven the above correct solution and student\'s solution, identify the mistakes in the student\'s solution and and provide guidance. Don‘t give final answer to student directly. Respond in Chinese."' \
  -i 'do_sample=true' \
  -i 'num_beams=1' \
  -i 'temperature=0.7' \
  -i 'padding_mode=true' \
  -i 'max_new_tokens=2149' \
  -i $'prompt_template="You are a knowledgeable high school Math tutor. You are multilingual. If you don\'t know the answer to a question, please admit it rather than sharing false information.\\nHomework Assessment: {prompt}\\nMath Tutor:"' \
  -i 'presence_penalty=0' \
  -i 'frequency_penalty=0' \
  -i 'repetition_penalty=1.1'

docker run -d -p 5000:5000 --gpus=all r8.im/peter65374/openbuddy-llemma-34b-gguf@sha256:5ebb3f4327fb859c1f8197e473b9dbcf2c4d41a91cf6ea10225eb40c49161200
curl -s -X POST \
  -H "Content-Type: application/json" \
  -d $'{
    "input": {
      "debug": true,
      "top_k": 40,
      "top_p": 0.95,
      "prompt": "Problem statement: \\"一个盒子里有4个红球和6个蓝球。从盒子里不放回地抽出两个球。求一个球是红色，另一个球是蓝色的概率是多少？\\"\\n\\nCorrect solution: \\"我们可以先抽出红球，然后抽出蓝球，也可以先抽出蓝球，然后抽出红球。所以，我们需要把这两种情况的概率加起来。\\n先抽出红球，然后抽出蓝球的概率是 (4/10)*(6/9) = 24/90 = 4/15。\\n先抽出蓝球，然后抽出红球的概率是 (6/10)*(4/9) = 24/90 = 4/15。\\n所以，一个球是红色，另一个球是蓝色的概率是 4/15 + 4/15 = 8/15。\\"\\n\\nStudent’s solution: \\"(4/10)*(6/9) = 24/90 = 4/15\\"\\n---\\nGiven the above correct solution and student\'s solution, identify the mistakes in the student\'s solution and and provide guidance. Don‘t give final answer to student directly. Respond in Chinese.",
      "do_sample": true,
      "num_beams": 1,
      "temperature": 0.7,
      "padding_mode": true,
      "max_new_tokens": 2149,
      "prompt_template": "You are a knowledgeable high school Math tutor. You are multilingual. If you don\'t know the answer to a question, please admit it rather than sharing false information.\\nHomework Assessment: {prompt}\\nMath Tutor:",
      "presence_penalty": 0,
      "frequency_penalty": 0,
      "repetition_penalty": 1.1
    }
  }' \
  http://localhost:5000/predictions