Classify or tag thousands of items cheaply

import asyncio
import os

from openai import AsyncOpenAI

client = AsyncOpenAI(base_url="https://api.aimodelsrouter.ai/v1", api_key=os.environ["AMR_API_KEY"])
MODEL = "deepseek/deepseek-v4-flash"
LABELS = ["bug", "feature request", "billing", "praise", "other"]
limit = asyncio.Semaphore(20)  # requests in flight at once


async def classify(text: str) -> str:
    async with limit:
        response = await client.chat.completions.create(
            model=MODEL, temperature=0, max_tokens=10,
            messages=[
                {"role": "system", "content": f"Classify the customer feedback. Reply with exactly one label: {', '.join(LABELS)}."},
                {"role": "user", "content": text},
            ],
        )
        label = (response.choices[0].message.content or "").strip().lower().rstrip(".")
        return label if label in LABELS else "other"


async def main():
    feedback = [
        "The app crashes every time I upload a PDF.",
        "Please add a dark mode!",
        "I was charged twice this month.",
        "Honestly the best tool we've bought this year.",
    ]
    labels = await asyncio.gather(*(classify(t) for t in feedback))
    for text, label in zip(feedback, labels):
        print(f"{label:16} {text}")


asyncio.run(main())