Ornith-1.5-9B

huggingface-cli download ornith-ai/Ornith-1.5-9B
# Atomic ChatのGGUFビルド：
huggingface-cli download AtomicChat/Ornith-1.5-9B-GGUF Ornith-1.5-9B-AD-IQ4_XS.gguf

curl http://localhost:8000/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Ornith-1.5-9B",
    "messages": [{"role": "user", "content": "Find the bug in this stack trace."}]
  }'

from transformers import AutoModelForCausalLM, AutoTokenizer

model_id = "ornith-ai/Ornith-1.5-9B"
tokenizer = AutoTokenizer.from_pretrained(model_id)
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto", device_map="auto")

messages = [{"role": "user", "content": "Write a test for this function."}]
text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
inputs = tokenizer([text], return_tensors="pt").to(model.device)
print(tokenizer.decode(model.generate(**inputs, max_new_tokens=1024)[0]))

import OpenAI from "openai";

const client = new OpenAI({ baseURL: "http://localhost:8000/v1", apiKey: "local" });
const res = await client.chat.completions.create({
  model: "Ornith-1.5-9B",
  messages: [{ role: "user", content: "Explain what this regex matches." }],
});
// reasoning_contentには推論過程、contentには回答が格納されます
console.log(res.choices[0].message.content);