단돈 2달러로 LLM을 정밀한 분류기로 변환하는 방법

import math
import os
from openai import OpenAI

client = OpenAI(
    api_key=os.getenv("FIREWORKS_API_KEY"),
    base_url="https://api.fireworks.ai/inference/v1",
)

model = "accounts/fireworks/models/deepseek-v3p1-terminus"
categories = ["yes", "no"]
messages = [
    {"role": "system", "content": "You are a helpful assistant."},
    {"role": "user", "content": "Is the sky high? Answer yes or no."},
]

# Get response with logprobs
response = client.chat.completions.create(model=model, messages=messages, logprobs=True)

# Extract matching tokens
matches = []
for choice in response.choices:
    if choice.logprobs and choice.logprobs.content:
        for idx, token_info in enumerate(choice.logprobs.content):
            if token_info.token.lower() in categories:
                matches.append({
                    "position": idx,
                    "token": token_info.token,
                    "logprob": token_info.logprob,
                })

# Print results
for match in matches:
    prob = 100 * math.exp(match["logprob"])
    print(f"Category '{match['token']}' probability: {prob:.1f}%")