Benchmark API

import requests

response = requests.get("https://swen.ia.br/api/benchmark")
data = response.json()

models = data["data"]
print(f"Total de modelos: {data['meta']['total_models']}")

# Filtrar modelos open-source
open_source = [m for m in models if m["capabilities"]["open_source"]]
print(f"\nModelos open-source: {len(open_source)}")

# Top 5 por ELO
def get_elo(model):
    for b in model.get("benchmarks", []):
        if b["benchmark"] == "Chatbot Arena ELO":
            return b["score"]
    return 0

top5 = sorted(models, key=get_elo, reverse=True)[:5]
for m in top5:
    print(f"  {m['name']} (ELO: {get_elo(m)})")

const response = await fetch("https://swen.ia.br/api/benchmark");
const { meta, data: models } = await response.json();

console.log(`Total de modelos: ${meta.total_models}`);

// Modelos com preço abaixo de $1/1M tokens
const baratos = models.filter(
  m => m.pricing.input_per_1m_tokens_usd !== null
    && m.pricing.input_per_1m_tokens_usd < 1
);
console.log(`Modelos abaixo de $1/1M: ${baratos.length}`);

// Ordenar por velocidade
const rapidos = [...models]
  .filter(m => m.performance.tokens_per_second)
  .sort((a, b) =>
    b.performance.tokens_per_second - a.performance.tokens_per_second
  )
  .slice(0, 5);

console.log("Top 5 mais rápidos:");
rapidos.forEach(m =>
  console.log(`  ${m.name}: ${m.performance.tokens_per_second} tok/s`)
);

# Todos os modelos
curl https://swen.ia.br/api/benchmark

# Com jq — listar nomes e preços
curl -s https://swen.ia.br/api/benchmark | \
  jq '.data[] | {name, company, input: .pricing.input_per_1m_tokens_usd}'

# Apenas open-source
curl -s https://swen.ia.br/api/benchmark | \
  jq '[.data[] | select(.capabilities.open_source == true) | {name, company}]'