from openai import OpenAI

client = OpenAI(
  base_url="https://api.incredible.one/v1",
  api_key="<INCREDIBLE_API_KEY>",
  default_headers={
      "User-Agent": "Mozilla/5.0",
  },
)

response = client.chat.completions.create(
  model="small-1",
  messages=[
      {"role": "user", "content": "Hello, world"}
  ],
  temperature=0.3,
)

if not response.choices or not response.choices[0].message.content:
  raise RuntimeError("No completion choices returned")

print(response.choices[0].message.content)

from openai import OpenAI

client = OpenAI(
  base_url="https://api.incredible.one/v1",
  api_key="<INCREDIBLE_API_KEY>",
  default_headers={
      "User-Agent": "Mozilla/5.0",
  },
)

stream = client.chat.completions.create(
  model="small-1",
  messages=[
      {"role": "user", "content": "Stream a short greeting."}
  ],
  temperature=0.2,
  stream=True,
)

for chunk in stream:
  delta = chunk.choices[0].delta
  if delta and delta.content:
      print(delta.content, end="")