OpenRouter 활용 가이드: 단일 API로 수백 개의 AI 모델 통합하기

import os
from openai import OpenAI

client = OpenAI(
    base_url="https://openrouter.ai/api/v1",
    api_key=os.environ.get("OPENROUTER_API_KEY"),
)

response = client.chat.completions.create(
    model="openai/gpt-4.1-nano",
    messages=[
        {
            "role": "user",
            "content": "Explain AI model routing in one sentence."
        },
    ],
)

response = client.chat.completions.create(
    model="openai/gpt-4.1-nano",
    extra_body={
        "models": [
            "anthropic/claude-3.5-sonnet",
            "google/gemini-2.5-pro"
        ]
    },
    messages=[
        {
            "role": "user",
            "content": "Write a short poem about space."
        }
    ],
)

def run_cheap_to_smart_agent(prompt: str):
    cheap_model = "mistralai/mistral-7b-instruct"
    smart_model = "openai/gpt-4.1-nano"
    # ...(중략)
    response = client.chat.completions.create(
        model=cheap_model,
        messages=[{"role": "user", "content": f"Answer... and provide a confidence score. Prompt: {prompt}"}]
    )
    result = json.loads(response.choices[0].message.content)
    if result.get("confidence", 0) < 70:
        smart_response = client.chat.completions.create(model=smart_model, messages=[{"role": "user", "content": prompt}])
        return smart_response.choices[0].message.content
    return result.get("answer")