LlamaIndex

pip install -U orbitrage llama-index-core llama-index-llms-openai-like

import os, orbitrage
orbitrage.init(os.environ["ORBITRAGE_API_KEY"], user_id="customer_42")

from llama_index.llms.openai_like import OpenAILike

llm = OpenAILike(
    model="minimax-m3",                             # direct model — or "glm-5.2"; "auto" to route
    api_base="https://api.orbitrage.ai/v1",
    api_key=os.environ["ORBITRAGE_API_KEY"],
    default_headers={"x-orbitrage-end-user-id": "customer_42"},
    is_chat_model=True,
    context_window=8000,
    max_tokens=512,
)

print(llm.complete("Summarize what an LLM router does, in one sentence."))

from llama_index.core.llms import ChatMessage

resp = llm.chat(
    [ChatMessage(role="user", content="Use the calculator to compute 1234*5678. Only the number.")],
    tools=["calculator_orbitrage", "tavily_orbitrage"],
)
print(resp)   # assistant: 7006652