Failed to load versions. Head to the versions page to see all versions for this model.
You're looking at a specific version of this model. Jump to the model overview.
nomagick /chatglm3-6b-32k:0b72c2a8
Input
Run this model in Node.js with one line of code:
npm install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import Replicate from "replicate";
const replicate = new Replicate({
auth: process.env.REPLICATE_API_TOKEN,
});
Run nomagick/chatglm3-6b-32k using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
const output = await replicate.run(
"nomagick/chatglm3-6b-32k:0b72c2a81326d09323a3a39689323b09ac9759609c0134ae59c9f2f683ff4cdb",
{
input: {
top_p: 0.8,
prompt: "<|system|>\nYou are a helpful assistant\n<|user|>\n请使用英文重复这段话:\"为了使模型生成最优输出,当使用 ChatGLM3-6B 时需要使用特定的输入格式,请按照示例格式组织输入。\"\n<|assistant|>\n",
max_tokens: 2048,
temperature: 0.75
}
}
);
console.log(output);
To learn more, take a look at the guide on getting started with Node.js.
pip install replicate
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
import replicate
Run nomagick/chatglm3-6b-32k using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
output = replicate.run(
"nomagick/chatglm3-6b-32k:0b72c2a81326d09323a3a39689323b09ac9759609c0134ae59c9f2f683ff4cdb",
input={
"top_p": 0.8,
"prompt": "<|system|>\nYou are a helpful assistant\n<|user|>\n请使用英文重复这段话:\"为了使模型生成最优输出,当使用 ChatGLM3-6B 时需要使用特定的输入格式,请按照示例格式组织输入。\"\n<|assistant|>\n",
"max_tokens": 2048,
"temperature": 0.75
}
)
# The nomagick/chatglm3-6b-32k model can stream output as it's running.
# The predict method returns an iterator, and you can iterate over that output.
for item in output:
# https://replicate.com/nomagick/chatglm3-6b-32k/api#output-schema
print(item, end="")
To learn more, take a look at the guide on getting started with Python.
REPLICATE_API_TOKEN
environment variable:export REPLICATE_API_TOKEN=<paste-your-token-here>
Find your API token in your account settings.
Run nomagick/chatglm3-6b-32k using Replicate’s API. Check out the model's schema for an overview of inputs and outputs.
curl -s -X POST \
-H "Authorization: Bearer $REPLICATE_API_TOKEN" \
-H "Content-Type: application/json" \
-H "Prefer: wait" \
-d $'{
"version": "nomagick/chatglm3-6b-32k:0b72c2a81326d09323a3a39689323b09ac9759609c0134ae59c9f2f683ff4cdb",
"input": {
"top_p": 0.8,
"prompt": "<|system|>\\nYou are a helpful assistant\\n<|user|>\\n请使用英文重复这段话:\\"为了使模型生成最优输出,当使用 ChatGLM3-6B 时需要使用特定的输入格式,请按照示例格式组织输入。\\"\\n<|assistant|>\\n",
"max_tokens": 2048,
"temperature": 0.75
}
}' \
https://api.replicate.com/v1/predictions
To learn more, take a look at Replicate’s HTTP API reference docs.
Add a payment method to run this model.
By signing in, you agree to our
terms of service and privacy policy
Output
{
"completed_at": "2023-10-27T19:44:48.354847Z",
"created_at": "2023-10-27T19:43:21.426170Z",
"data_removed": false,
"error": null,
"id": "3y7nphtb5j3gbcrmlkclq6shoq",
"input": {
"top_p": 0.8,
"prompt": "<|system|>\nYou are a helpful assistant\n<|user|>\n请使用英文重复这段话:\"为了使模型生成最优输出,当使用 ChatGLM3-6B 时需要使用特定的输入格式,请按照示例格式组织输入。\"\n<|assistant|>\n",
"max_tokens": 2048,
"temperature": 0.75
},
"logs": null,
"metrics": {
"predict_time": 2.47279,
"total_time": 86.928677
},
"output": [
"\"",
"In",
" order",
" to",
" obtain",
" the",
" optimal",
" output",
" from",
" the",
" model",
",",
" specific",
" input",
" format",
" should",
" be",
" used",
" when",
" Chat",
"GL",
"M",
"3",
"-",
"6",
"B",
" is",
" used",
",",
" and",
" input",
" should",
" be",
" organized",
" according",
" to",
" the",
" example",
" format",
".\""
],
"started_at": "2023-10-27T19:44:45.882057Z",
"status": "succeeded",
"urls": {
"get": "https://api.replicate.com/v1/predictions/3y7nphtb5j3gbcrmlkclq6shoq",
"cancel": "https://api.replicate.com/v1/predictions/3y7nphtb5j3gbcrmlkclq6shoq/cancel"
},
"version": "0b72c2a81326d09323a3a39689323b09ac9759609c0134ae59c9f2f683ff4cdb"
}