multi_model.py

"""Compare responses from multiple AI models side by side.

This is the key advantage of an API gateway — test the same prompt
across providers without changing SDKs or managing multiple API keys.
"""

import os
from openai import OpenAI

client = OpenAI(
    api_key=os.environ["SOXAI_API_KEY"],
    base_url="https://api.soxai.io/v1",
)

MODELS = [
    "gpt-4o-mini",
    "claude-sonnet-4-6",
    "gemini-2.5-flash",
    "deepseek-chat",
]

PROMPT = "Explain the CAP theorem in exactly 3 sentences."

for model in MODELS:
    print(f"\n{'='*60}")
    print(f"Model: {model}")
    print(f"{'='*60}")
    response = client.chat.completions.create(
        model=model,
        messages=[{"role": "user", "content": PROMPT}],
        max_tokens=200,
    )
    print(response.choices[0].message.content)
    usage = response.usage
    print(f"\n  Tokens: {usage.prompt_tokens} in / {usage.completion_tokens} out")