Nscale
Advertisement
Quick Start
Python (OpenAI SDK)
from openai import OpenAI
client = OpenAI(
base_url="https://inference.api.nscale.com/v1",
api_key="YOUR_API_KEY", # get at https://console.nscale.com/
)
response = client.chat.completions.create(
model="MODEL_ID",
messages=[{"role": "user", "content": "Hello!"}],
)
print(response.choices[0].message.content) curl
curl https://inference.api.nscale.com/v1/chat/completions \
-H "Authorization: Bearer YOUR_API_KEY" \
-H "Content-Type: application/json" \
-d '{
"model": "MODEL_ID",
"messages": [{"role": "user", "content": "Hello!"}]
}' Advertisement