OpenAI-compatible API.
0.0.0.0:8000/v1
Authorization: Bearer YOUR_API_KEY
curl 0.0.0.0:8000/v1/chat/completions \
-H "Authorization: Bearer YOUR_API_KEY" \
-H "Content-Type: application/json" \
-d '{"model":"gpt-6-astra","messages":[{"role":"user","content":"Hello"}]}'
from openai import OpenAI
client = OpenAI(api_key="YOUR_API_KEY", base_url="0.0.0.0:8000/v1")
r = client.chat.completions.create(model="gpt-6-astra", messages=[{"role":"user","content":"Hi"}])
print(r.choices[0].message.content)