export CORTECS_CLIENT_ID="<YOUR_CLIENT_ID>"
export CORTECS_CLIENT_SECRET="<YOUR_CLIENT_SECRET>"
export OPENAI_API_KEY="<YOUR_CORTECS_API_KEY>"
from cortecs_py import Cortecs
client = Cortecs(client_id="<YOUR_CLIENT_ID>", client_secret="<YOUR_CLIENT_ID>")
...
from openai import OpenAI
from cortecs_py import Cortecs
cortecs = Cortecs()
my_model = 'cortecs/phi-4-FP8-Dynamic'
# Start a new instance
my_instance = cortecs.ensure_instance(my_model)
client = OpenAI(base_url=my_instance.base_url)
completion = client.chat.completions.create(
model=my_model,
messages=[
{"role": "user", "content": "Write a joke about LLMs."}
]
)
print(completion.choices[0].message.content)
cortecs.stop(my_instance.instance_id)