latest
5.7GB
8B
2 Pulls Updated 7 days ago
5f4242039cfa · 202B
{
"num_ctx": 4096,
"num_gpu": 32,
"num_thread": 16,
"seed": 1976,
"stop": [
"<|start_header_id|>",
"<|end_header_id|>",
"<|eot_id|>",
"<|reserved_special_token"
],
"temperature": 0.7
}