Astrai Router: Thompson Sampling과 Berkeley ARBITRAGE를 활용한 오픈소스 지능형 LLM 라우터

from astrai_router import TaskClassifier
classifier = TaskClassifier()
result = classifier.classify("Write a Python function to sort a list")
print(result.task_type) # "coding"
print(result.complexity) # "medium"
print(result.requires_code) # True

from astrai_router import EnergyOracle
oracle = EnergyOracle()
estimate = oracle.estimate_energy(
    model_name="openai/gpt-4o",
    input_tokens=1000,
    output_tokens=500,
)
print(f"Energy: {estimate.total_joules:.2f}J")
print(f"CO2: {estimate.co2_grams:.4f}g")

from astrai_router import compress_messages
messages = [
    {"role": "system", "content": "You are a helpful assistant."},
    {"role": "system", "content": "You are a helpful assistant."},
    {"role": "user", "content": "Hello " * 500},
]
compressed, manifest = compress_messages(messages, task_type="code")
if manifest:
    print(f"Ratio: {manifest['compression_ratio']}x")