const output = await replicate.run(
  "tomasmcm/llama-3-8b-instruct-gradient-4194k:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac",
  {
    input: {
      stop: "<|eot_id|>",
      top_k: -1,
      top_p: 0.95,
      prompt: "<|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\nYou're standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>",
      max_tokens: 1024,
      temperature: 0.8,
      presence_penalty: 0,
      frequency_penalty: 0
    }
  }
);
console.log(output);

output = replicate.run(
    "tomasmcm/llama-3-8b-instruct-gradient-4194k:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac",
    input={
        "stop": "<|eot_id|>",
        "top_k": -1,
        "top_p": 0.95,
        "prompt": "<|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\nYou're standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>",
        "max_tokens": 1024,
        "temperature": 0.8,
        "presence_penalty": 0,
        "frequency_penalty": 0
    }
)
print(output)

curl -s -X POST \
  -H "Authorization: Bearer $REPLICATE_API_TOKEN" \
  -H "Content-Type: application/json" \
  -H "Prefer: wait" \
  -d $'{
    "version": "18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac",
    "input": {
      "stop": "<|eot_id|>",
      "top_k": -1,
      "top_p": 0.95,
      "prompt": "<|start_header_id|>system<|end_header_id|>\\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\\n<|start_header_id|>user<|end_header_id|>\\nYou\'re standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\\n<|start_header_id|>assistant<|end_header_id|>",
      "max_tokens": 1024,
      "temperature": 0.8,
      "presence_penalty": 0,
      "frequency_penalty": 0
    }
  }' \
  https://api.replicate.com/v1/predictions

cog predict r8.im/tomasmcm/llama-3-8b-instruct-gradient-4194k@sha256:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac \
  -i 'stop="<|eot_id|>"' \
  -i 'top_k=-1' \
  -i 'top_p=0.95' \
  -i $'prompt="<|start_header_id|>system<|end_header_id|>\\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\\n<|start_header_id|>user<|end_header_id|>\\nYou\'re standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\\n<|start_header_id|>assistant<|end_header_id|>"' \
  -i 'max_tokens=1024' \
  -i 'temperature=0.8' \
  -i 'presence_penalty=0' \
  -i 'frequency_penalty=0'

docker run -d -p 5000:5000 --gpus=all r8.im/tomasmcm/llama-3-8b-instruct-gradient-4194k@sha256:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac
curl -s -X POST \
  -H "Content-Type: application/json" \
  -d $'{
    "input": {
      "stop": "<|eot_id|>",
      "top_k": -1,
      "top_p": 0.95,
      "prompt": "<|start_header_id|>system<|end_header_id|>\\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\\n<|start_header_id|>user<|end_header_id|>\\nYou\'re standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\\n<|start_header_id|>assistant<|end_header_id|>",
      "max_tokens": 1024,
      "temperature": 0.8,
      "presence_penalty": 0,
      "frequency_penalty": 0
    }
  }' \
  http://localhost:5000/predictions

const output = await replicate.run(
  "tomasmcm/llama-3-8b-instruct-gradient-4194k:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac",
  {
    input: {
      stop: "</s>",
      top_k: -1,
      top_p: 0.95,
      prompt: "<|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\nYou're standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n",
      max_tokens: 1024,
      temperature: 0.8,
      presence_penalty: 0,
      frequency_penalty: 0
    }
  }
);
console.log(output);

output = replicate.run(
    "tomasmcm/llama-3-8b-instruct-gradient-4194k:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac",
    input={
        "stop": "</s>",
        "top_k": -1,
        "top_p": 0.95,
        "prompt": "<|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\nYou're standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n",
        "max_tokens": 1024,
        "temperature": 0.8,
        "presence_penalty": 0,
        "frequency_penalty": 0
    }
)
print(output)

curl -s -X POST \
  -H "Authorization: Bearer $REPLICATE_API_TOKEN" \
  -H "Content-Type: application/json" \
  -H "Prefer: wait" \
  -d $'{
    "version": "18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac",
    "input": {
      "stop": "</s>",
      "top_k": -1,
      "top_p": 0.95,
      "prompt": "<|start_header_id|>system<|end_header_id|>\\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\\n<|start_header_id|>user<|end_header_id|>\\nYou\'re standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\\n<|start_header_id|>assistant<|end_header_id|>\\n",
      "max_tokens": 1024,
      "temperature": 0.8,
      "presence_penalty": 0,
      "frequency_penalty": 0
    }
  }' \
  https://api.replicate.com/v1/predictions

cog predict r8.im/tomasmcm/llama-3-8b-instruct-gradient-4194k@sha256:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac \
  -i 'stop="</s>"' \
  -i 'top_k=-1' \
  -i 'top_p=0.95' \
  -i $'prompt="<|start_header_id|>system<|end_header_id|>\\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\\n<|start_header_id|>user<|end_header_id|>\\nYou\'re standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\\n<|start_header_id|>assistant<|end_header_id|>\\n"' \
  -i 'max_tokens=1024' \
  -i 'temperature=0.8' \
  -i 'presence_penalty=0' \
  -i 'frequency_penalty=0'

docker run -d -p 5000:5000 --gpus=all r8.im/tomasmcm/llama-3-8b-instruct-gradient-4194k@sha256:18b7a95a92c796e31fb118bcf70557f91dd4cf72c466cdc04ddce394331b09ac
curl -s -X POST \
  -H "Content-Type: application/json" \
  -d $'{
    "input": {
      "stop": "</s>",
      "top_k": -1,
      "top_p": 0.95,
      "prompt": "<|start_header_id|>system<|end_header_id|>\\nYou are a helpful assistant. Perform the task to the best of your ability.<|eot_id|>\\n<|start_header_id|>user<|end_header_id|>\\nYou\'re standing on the surface of the Earth. You walk one mile south, one mile west and one mile north. You end up exactly where you started. Where are you?<|eot_id|>\\n<|start_header_id|>assistant<|end_header_id|>\\n",
      "max_tokens": 1024,
      "temperature": 0.8,
      "presence_penalty": 0,
      "frequency_penalty": 0
    }
  }' \
  http://localhost:5000/predictions