ollama run mannix/llama3-8b-v0.9:q4_k_m
curl http://localhost:11434/api/chat \
-d '{
"model": "mannix/llama3-8b-v0.9:q4_k_m",
"messages": [{"role": "user", "content": "Hello!"}]
}'
from ollama import chat
response = chat(
model='mannix/llama3-8b-v0.9:q4_k_m',
messages=[{'role': 'user', 'content': 'Hello!'}],
)
print(response.message.content)
import ollama from 'ollama'
const response = await ollama.chat({
model: 'mannix/llama3-8b-v0.9:q4_k_m',
messages: [{role: 'user', content: 'Hello!'}],
})
console.log(response.message.content)