{ "generated_at": "2026-08-17T08:49:56", "total_models": 192, "tested_count": 138, "ranked_count": 82, "total_runs_measured": 30776, "total_runs_active": 26404, "total_runs_discarded": 4372, "thresholds": { "tested_min_runs": 20, "ranked_min_runs": 50 }, "tokens_per_call_assumption": { "input": 300, "output": 1500 }, "default_weights": { "quality": 0.7, "cost": 0.15, "tool_calling": 0.0, "speed": 0.075, "latency": 0.075 }, "score_method": "zscore_frozen_v4", "scoring_version": "v4.4.2", "norm_stats": { "quality_avg": { "mean": 8.1309, "std": 0.2893 }, "cost_score_avg": { "mean": 6.3837, "std": 1.5325 }, "speed_score_avg": { "mean": 7.5151, "std": 1.436 }, "latency_score_avg": { "mean": 2.0615, "std": 0.8317 } }, "norm_stats_by_pillar": { "Agentes": { "quality_avg": { "mean": 7.3046, "std": 0.4826 }, "cost_score_avg": { "mean": 6.9407, "std": 1.3396 }, "speed_score_avg": { "mean": 7.3085, "std": 1.5861 }, "latency_score_avg": { "mean": 2.7365, "std": 1.2959 } }, "Coding": { "quality_avg": { "mean": 8.8841, "std": 0.5176 }, "cost_score_avg": { "mean": 6.9528, "std": 1.1418 }, "speed_score_avg": { "mean": 7.2087, "std": 1.6114 }, "latency_score_avg": { "mean": 2.8557, "std": 1.1116 } }, "Contenido": { "quality_avg": { "mean": 8.2246, "std": 0.3537 }, "cost_score_avg": { "mean": 6.3984, "std": 1.6317 }, "speed_score_avg": { "mean": 7.6868, "std": 1.5283 }, "latency_score_avg": { "mean": 1.6291, "std": 0.6395 } }, "Razonamiento": { "quality_avg": { "mean": 7.8511, "std": 0.4818 }, "cost_score_avg": { "mean": 6.2957, "std": 1.6929 }, "speed_score_avg": { "mean": 7.5832, "std": 1.4991 }, "latency_score_avg": { "mean": 1.4623, "std": 0.5787 } } }, "norm_stats_by_suite": { "agent_capabilities": { "mean": 6.578, "std": 0.795 }, "agent_long_horizon": { "mean": 7.4883, "std": 0.6334 }, "business_audit": { "mean": 6.8666, "std": 0.476 }, "business_strategy": { "mean": 7.8395, "std": 0.4617 }, "code_generation": { "mean": 7.8404, "std": 0.5808 }, "content_generation": { "mean": 7.9702, "std": 0.4141 }, "content_verificable": { "mean": 7.5383, "std": 0.7883 }, "creativity": { "mean": 7.7729, "std": 0.4126 }, "customer_support": { "mean": 7.2744, "std": 0.7099 }, "deep_reasoning": { "mean": 6.4351, "std": 0.8774 }, "hallucination": { "mean": 6.7073, "std": 0.72 }, "integridad_idioma": { "mean": 7.895, "std": 0.9117 }, "multi_turn": { "mean": 7.0629, "std": 0.5247 }, "news_seo_writing": { "mean": 6.0588, "std": 0.7887 }, "niah_es": { "mean": 8.1708, "std": 0.3147 }, "ocr_extraction": { "mean": 8.1766, "std": 0.6846 }, "orchestration": { "mean": 6.5537, "std": 0.9717 }, "policy_adherence": { "mean": 7.4452, "std": 0.636 }, "presentation": { "mean": 7.862, "std": 0.6435 }, "prompt_injection_es": { "mean": 4.0337, "std": 2.1059 }, "reasoning": { "mean": 7.9566, "std": 0.4996 }, "sales_outreach": { "mean": 7.2515, "std": 0.8225 }, "startup_content": { "mean": 7.9663, "std": 0.4992 }, "strategy": { "mean": 7.427, "std": 0.8079 }, "string_precision": { "mean": 7.7274, "std": 0.7808 }, "structured_output": { "mean": 8.4488, "std": 0.9738 }, "summarization": { "mean": 7.0983, "std": 0.4683 }, "task_management": { "mean": 7.999, "std": 0.5175 }, "tool_calling": { "mean": 6.005, "std": 0.6651 }, "tool_calling_adversarial": { "mean": 6.4601, "std": 0.5432 }, "translation": { "mean": 7.4843, "std": 0.5028 } }, "score_rescale": { "offset": 5.5, "slope": 2.37 }, "subscriptions_catalog": { "ollama_cloud_pro": { "name": "Ollama Cloud", "plan": "Pro", "price_month_usd": 30, "url": "https://ollama.com/cloud", "notes": "Rate limit varía por modelo. Recomendado para uso a volumen mid (1-10k calls/día)." }, "xiaomi_standard": { "name": "Xiaomi MiMo Standard", "plan": "Standard", "price_month_usd": 14, "url": "https://mimo.xiaomi.com", "notes": "200M credits/mes. Off-peak 16-24 UTC = 0.8x consumption. Acceso a 8 modelos MiMo." }, "minimax_agent_pro": { "name": "MiniMax Agent Pro", "plan": "Agent Pro", "price_month_usd": 19, "url": "https://api.minimax.io", "notes": "Acceso a M2.7 highspeed + límites generosos para agentes (1k+ calls/día)." }, "anthropic_pro": { "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." }, "xai_supergrok": { "name": "xAI SuperGrok", "plan": "Standard", "price_month_usd": 30, "url": "https://grok.com/plans", "notes": "$30/mes o $300/año. Acceso consumer a Grok 4/4.1 (128K, DeepSearch, Big Brain, voz). NO incluye API access (igual que Anthropic Pro). Grok 4.3 + multi-agente requieren SuperGrok Heavy $300/mes." }, "kimi_moderato": { "name": "Kimi (Moonshot)", "plan": "Moderato", "price_month_usd": 19, "url": "https://kimi.com", "notes": "$19/mes (anual -20%). Acceso a K2.6 en el chat + Kimi Code (credits de entrada) + Deep Research. Tiers superiores: Allegretto $39, Allegro $99, Vivace $199 (Agent Swarm). K3 vía API o tier alto." }, "alibaba_coding_pro": { "name": "Alibaba Model Studio", "plan": "Coding Plan Pro", "price_month_usd": 50, "url": "https://www.alibabacloud.com/help/en/model-studio/coding-plan", "notes": "~$50/mes, hasta 90K requests/mes con modelos Qwen (Model Studio). El Coding Plan Lite ($10) se discontinuó para nuevos (mar 2026). Qwen Chat consumer es gratis; API = pay-as-you-go DashScope." } }, "suites": { "reasoning": { "pilar": "Razonamiento", "en_promedio": true, "menu": "Razonamiento general (lógica, decisiones)", "decide": "razonar con varias piezas a la vez" }, "deep_reasoning": { "pilar": "Razonamiento", "en_promedio": true, "menu": "Razonamiento profundo (matemática, Fermi)", "decide": "resolver un problema difícil sin atajos" }, "hallucination": { "pilar": "Razonamiento", "en_promedio": true, "menu": "Anti-alucinación (citas, contexto)", "decide": "no inventar cuando no sabe" }, "strategy": { "pilar": "Razonamiento", "en_promedio": true, "menu": "Estrategia (pricing, planificación)", "decide": "elegir entre opciones de negocio" }, "business_audit": { "pilar": "Razonamiento", "en_promedio": true, "menu": "Auditar números (detectar el error plantado)", "decide": "encontrar el error en un número" }, "business_strategy": { "pilar": "Razonamiento", "en_promedio": true, "menu": "Decisiones de negocio (prioridades, plan)", "decide": "armar un plan que se sostiene" }, "code_generation": { "pilar": "Coding", "en_promedio": true, "menu": "Generación de código (Python, SQL, debug)", "decide": "escribir código que corre" }, "structured_output": { "pilar": "Coding", "en_promedio": true, "menu": "JSON estructurado (extracción, schemas)", "decide": "emitir JSON válido a la primera" }, "string_precision": { "pilar": "Coding", "en_promedio": true, "menu": "Precisión literal (hex, JWT, configs)", "decide": "no equivocarse en un dato" }, "ocr_extraction": { "pilar": "Coding", "en_promedio": true, "menu": "OCR / extracción desde imágenes", "decide": "leer datos de una imagen" }, "content_generation": { "pilar": "Contenido", "en_promedio": true, "menu": "Contenido genérico (blog, email, social)", "decide": "escribir un texto correcto" }, "content_verificable": { "pilar": "Contenido", "en_promedio": true, "menu": "Contenido con datos verificables (no inventar)", "decide": "escribir sin caer en la trampa del brief" }, "summarization": { "pilar": "Contenido", "en_promedio": true, "menu": "Resúmenes y extracción de datos", "decide": "resumir sin perder lo que importa" }, "presentation": { "pilar": "Contenido", "en_promedio": true, "menu": "Presentaciones (slides, reportes)", "decide": "estructurar una presentación" }, "startup_content": { "pilar": "Contenido", "en_promedio": true, "menu": "Contenido startup (newsletter, actualidad)", "decide": "escribir para una audiencia de negocio" }, "creativity": { "pilar": "Contenido", "en_promedio": true, "menu": "Creatividad (hooks, analogías, narrativa)", "decide": "encontrar un ángulo que no es el obvio" }, "news_seo_writing": { "pilar": "Contenido", "en_promedio": true, "menu": "Noticias + SEO (artículos completos)", "decide": "escribir un artículo publicable" }, "sales_outreach": { "pilar": "Contenido", "en_promedio": true, "menu": "Ventas en frío (cold email, campañas)", "decide": "escribir para vender" }, "translation": { "pilar": "Contenido", "en_promedio": true, "menu": "Traducción (es↔en)", "decide": "traducir sin deformar el sentido" }, "tool_calling": { "pilar": "Agentes", "en_promedio": true, "menu": "Tool calling (llamada de funciones)", "decide": "llamar bien las funciones" }, "tool_calling_adversarial": { "pilar": "Agentes", "en_promedio": true, "menu": "No inventar herramientas (abstenerse cuando no hay)", "decide": "no inventar herramientas que no existen" }, "agent_long_horizon": { "pilar": "Agentes", "en_promedio": true, "menu": "Tareas largas (sostener el hilo 8-12 turnos)", "decide": "sostener una tarea larga" }, "orchestration": { "pilar": "Agentes", "en_promedio": true, "menu": "Orquestación (flujos de varios pasos)", "decide": "coordinar un flujo de varios pasos" }, "multi_turn": { "pilar": "Agentes", "en_promedio": true, "menu": "Multi-turno (debugging, requisitos)", "decide": "no perderse en una conversación larga" }, "agent_capabilities": { "pilar": "Agentes", "en_promedio": true, "menu": "Capacidades de agente (delegación, skills)", "decide": "delegar y usar lo que tiene a mano" }, "policy_adherence": { "pilar": "Agentes", "en_promedio": true, "menu": "Seguir instrucciones al pie de la letra", "decide": "hacer exactamente lo que se pidió" }, "task_management": { "pilar": "Agentes", "en_promedio": true, "menu": "Gestión de tareas (action items, planes)", "decide": "convertir una conversación en tareas" }, "customer_support": { "pilar": "Agentes", "en_promedio": true, "menu": "Soporte al cliente (clasificar y responder)", "decide": "clasificar y responder un ticket" }, "verificar_claim": { "pilar": "Contenido", "en_promedio": false, "menu": "Verificar un dato contra su fuente", "decide": "decidir si una fuente respalda una afirmación" }, "extraer_claims": { "pilar": "Contenido", "en_promedio": false, "menu": "Extraer los datos verificables de un texto", "decide": "sacar TODOS los datos, no solo los fáciles" }, "dominio_entidad": { "pilar": "Contenido", "en_promedio": false, "menu": "Encontrar el sitio oficial de una empresa", "decide": "elegir el dominio real, o abstenerse" }, "niah_es": { "pilar": null, "en_promedio": false, "menu": "Aguja en el pajar (contexto largo en español)", "decide": "encontrar un dato dentro de un contexto enorme" }, "prompt_injection_es": { "pilar": null, "en_promedio": false, "menu": "Resistencia a prompt injection", "decide": "resistir una fuga de datos" }, "integridad_idioma": { "pilar": null, "en_promedio": false, "menu": "Integridad de idioma (no mezclar idiomas)", "decide": "no meter otro idioma en medio del texto" } }, "models": [ { "key": "gpt-5.6-luna", "id": "openai/gpt-5.6-luna", "name": "GPT-5.6 Luna", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.1, "cost_output_per_M": 0.6, "cost_per_1k_calls_usd": 0.93, "context_window": 1050000, "subscriptions": [], "notes": "Variante rápida y económica de GPT-5.6 (GA 9 jul 2026). $1/$6 vía OpenRouter.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 148, "total_runs": 274, "score_global": 7.85, "score_by_pillar": { "Contenido": 8.17, "Agentes": 7.47, "Coding": 8.23, "Razonamiento": 7.98 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.76, "speed_score_avg": 9.289, "latency_score_avg": 2.496, "cost_score_avg": 7.801, "quality_ci95": 0.553 }, "Agentes": { "quality_avg": 7.879, "speed_score_avg": 7.56, "latency_score_avg": 3.673, "cost_score_avg": 7.657, "quality_ci95": 0.498 }, "Coding": { "quality_avg": 8.778, "speed_score_avg": 8.0, "latency_score_avg": 3.93, "cost_score_avg": 7.928, "quality_ci95": 1.306 }, "Razonamiento": { "quality_avg": 8.579, "speed_score_avg": 9.81, "latency_score_avg": 1.857, "cost_score_avg": 7.645, "quality_ci95": 0.777 } }, "score_by_suite": { "content_generation": 8.6, "tool_calling": 5.88, "task_management": 8.66, "code_generation": 8.33, "reasoning": 8.57, "summarization": 7.71, "presentation": 8.45, "startup_content": 8.65, "deep_reasoning": 7.27, "customer_support": 6.92, "structured_output": 9.04, "hallucination": 7.52, "creativity": 8.58, "string_precision": 6.91, "news_seo_writing": 7.14, "ocr_extraction": 9.09, "orchestration": 7.28, "multi_turn": 8.04, "policy_adherence": 7.76, "agent_capabilities": 6.97, "strategy": 8.85, "sales_outreach": 7.1, "translation": 7.69, "niah_es": 8.68, "prompt_injection_es": 7.45, "business_strategy": 8.29, "business_audit": 7.96, "content_verificable": 8.78, "agent_long_horizon": 8.72, "tool_calling_adversarial": 6.45 }, "quality_by_suite": { "content_generation": 9.22, "tool_calling": 5.47, "task_management": 9.5, "code_generation": 8.95, "reasoning": 9.42, "summarization": 7.83, "presentation": 9.3, "startup_content": 9.64, "deep_reasoning": 7.5, "customer_support": 7.12, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.25, "string_precision": 6.83, "news_seo_writing": 7.31, "ocr_extraction": 10.0, "orchestration": 7.3, "multi_turn": 8.5, "policy_adherence": 8.08, "agent_capabilities": 6.99, "strategy": 10.0, "sales_outreach": 7.11, "translation": 7.93, "niah_es": 10.0, "prompt_injection_es": 7.75, "business_strategy": 9.0, "business_audit": 8.4, "content_verificable": 9.63, "agent_long_horizon": 9.75, "tool_calling_adversarial": 6.54 }, "suites_incompletas": {}, "quality_avg": 8.43, "quality_ci95": 0.38, "cost_score_avg": 7.72, "speed_score_avg": 8.72, "latency_score_avg": 2.87, "tool_calling_score_avg": 6.36, "judge_score_avg": 4.45, "tokens_per_second": 107.1, "latency_avg_s": 11.19, "total_input_tokens": 152199, "total_output_tokens": 208159, "long_context_runs": 102, "long_context_quality": 10.0, "long_context_score": 8.68, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 9.75, "multiturno_score": 8.72, "agentic_score": 8.72, "security_runs": 20, "security_score": 7.75, "policy_refusal_rate": 0.0, "score_global_linear": 7.93, "score_calidad": 8.43, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 5, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "tencent-hy3", "id": "tencent/hy3", "name": "Tencent Hy3", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 0.132, "cost_output_per_M": 0.528, "cost_per_1k_calls_usd": 0.832, "context_window": 262144, "subscriptions": [], "notes": "Publicado 6-jul-2026. Existe también hy3-preview a mitad de precio, sin medir. Licencia sin verificar.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 202, "score_global": 7.81, "score_by_pillar": { "Razonamiento": 7.49, "Contenido": 7.65, "Agentes": 7.43, "Coding": 8.4 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.346, "speed_score_avg": 6.933, "latency_score_avg": 1.033, "cost_score_avg": 6.975, "quality_ci95": 0.993 }, "Contenido": { "quality_avg": 8.478, "speed_score_avg": 7.939, "latency_score_avg": 1.0, "cost_score_avg": 6.968, "quality_ci95": 0.8 }, "Agentes": { "quality_avg": 8.053, "speed_score_avg": 7.49, "latency_score_avg": 1.569, "cost_score_avg": 7.408, "quality_ci95": 0.554 }, "Coding": { "quality_avg": 9.451, "speed_score_avg": 7.053, "latency_score_avg": 2.0, "cost_score_avg": 7.395, "quality_ci95": 0.581 } }, "score_by_suite": { "business_audit": 7.39, "business_strategy": 8.04, "content_verificable": 8.15, "content_generation": 8.35, "tool_calling": 5.28, "task_management": 8.46, "code_generation": 7.71, "reasoning": 8.29, "summarization": 6.99, "presentation": 8.39, "startup_content": 8.35, "deep_reasoning": 6.56, "customer_support": 7.55, "structured_output": 8.78, "hallucination": 6.75, "creativity": 8.0, "string_precision": 9.04, "news_seo_writing": 5.98, "ocr_extraction": 7.9, "orchestration": 7.62, "multi_turn": 7.79, "policy_adherence": 7.94, "agent_capabilities": 7.73, "strategy": 8.66, "sales_outreach": 6.71, "translation": 7.92, "agent_long_horizon": 7.83, "niah_es": 8.47, "integridad_idioma": 5.71, "prompt_injection_es": 2.59, "tool_calling_adversarial": 6.85 }, "quality_by_suite": { "business_audit": 8.2, "business_strategy": 9.2, "content_verificable": 9.33, "content_generation": 9.5, "tool_calling": 5.0, "task_management": 9.8, "code_generation": 8.83, "reasoning": 9.63, "summarization": 7.4, "presentation": 9.66, "startup_content": 9.54, "deep_reasoning": 7.08, "customer_support": 8.24, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.75, "string_precision": 10.0, "news_seo_writing": 6.2, "ocr_extraction": 8.85, "orchestration": 8.22, "multi_turn": 8.5, "policy_adherence": 8.67, "agent_capabilities": 8.32, "strategy": 10.0, "sales_outreach": 7.11, "translation": 8.67, "agent_long_horizon": 8.83, "niah_es": 10.0, "integridad_idioma": 5.8, "prompt_injection_es": 1.0, "tool_calling_adversarial": 7.1 }, "suites_incompletas": {}, "quality_avg": 8.53, "quality_ci95": 0.379, "cost_score_avg": 7.17, "speed_score_avg": 7.47, "latency_score_avg": 1.34, "tool_calling_score_avg": 7.07, "judge_score_avg": 4.4, "tokens_per_second": 66.5, "latency_avg_s": 65.36, "total_input_tokens": 172929, "total_output_tokens": 511422, "long_context_runs": 45, "long_context_quality": 10.0, "long_context_score": 8.47, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 8.83, "multiturno_score": 7.83, "agentic_score": 7.83, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.71, "score_calidad": 8.53, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "qwen3.7-flash", "id": "qwen/qwen3.7-flash", "name": "Qwen 3.7 Flash", "tier": "ultra_cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.03, "cost_output_per_M": 0.13, "cost_per_1k_calls_usd": 0.204, "context_window": 1000000, "subscriptions": [], "notes": "1M de contexto a $0,03. Multimodal texto+imagen+video. Tier 'Flash' nuevo: NO se sabe si los pesos son abiertos (la regla Base/Plus/Max no lo cubre).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 149, "total_runs": 296, "score_global": 7.64, "score_by_pillar": { "Razonamiento": 7.54, "Contenido": 7.86, "Agentes": 7.68, "Coding": 8.85 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.987, "speed_score_avg": 9.067, "latency_score_avg": 1.033, "cost_score_avg": 7.997, "quality_ci95": 0.867 }, "Contenido": { "quality_avg": 8.349, "speed_score_avg": 9.939, "latency_score_avg": 1.03, "cost_score_avg": 8.0, "quality_ci95": 0.849 }, "Agentes": { "quality_avg": 7.809, "speed_score_avg": 9.042, "latency_score_avg": 2.042, "cost_score_avg": 7.87, "quality_ci95": 0.402 }, "Coding": { "quality_avg": 9.656, "speed_score_avg": 10.0, "latency_score_avg": 1.947, "cost_score_avg": 8.0, "quality_ci95": 0.346 } }, "score_by_suite": { "business_audit": 7.22, "business_strategy": 8.03, "content_verificable": 7.62, "content_generation": 8.33, "tool_calling": 6.67, "task_management": 8.93, "code_generation": 8.45, "reasoning": 8.89, "summarization": 7.2, "presentation": 8.81, "startup_content": 8.57, "deep_reasoning": 7.27, "customer_support": 8.35, "structured_output": 9.1, "hallucination": 6.95, "creativity": 8.14, "string_precision": 9.2, "news_seo_writing": 7.06, "ocr_extraction": 8.57, "orchestration": 7.75, "multi_turn": 7.24, "policy_adherence": 7.47, "agent_capabilities": 8.18, "strategy": 7.61, "sales_outreach": 7.03, "translation": 8.09, "agent_long_horizon": 8.08, "niah_es": 8.42, "integridad_idioma": 8.74, "prompt_injection_es": 3.11, "tool_calling_adversarial": 7.68, "extraer_claims": 9.03, "dominio_entidad": 7.95 }, "quality_by_suite": { "business_audit": 7.6, "business_strategy": 8.8, "content_verificable": 8.0, "content_generation": 9.06, "tool_calling": 6.4, "task_management": 9.87, "code_generation": 9.18, "reasoning": 9.81, "summarization": 7.4, "presentation": 9.7, "startup_content": 9.36, "deep_reasoning": 7.5, "customer_support": 8.9, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.75, "string_precision": 10.0, "news_seo_writing": 7.19, "ocr_extraction": 9.35, "orchestration": 8.18, "multi_turn": 7.5, "policy_adherence": 7.75, "agent_capabilities": 8.82, "strategy": 8.06, "sales_outreach": 7.11, "translation": 8.67, "agent_long_horizon": 8.83, "niah_es": 9.6, "integridad_idioma": 9.59, "prompt_injection_es": 1.45, "tool_calling_adversarial": 8.08, "extraer_claims": 10.0, "dominio_entidad": 8.33 }, "suites_incompletas": {}, "quality_avg": 8.42, "quality_ci95": 0.353, "cost_score_avg": 7.94, "speed_score_avg": 9.36, "latency_score_avg": 1.56, "tool_calling_score_avg": 8.18, "judge_score_avg": 4.57, "tokens_per_second": 113.1, "latency_avg_s": 29.72, "total_input_tokens": 227328, "total_output_tokens": 502572, "long_context_runs": 59, "long_context_quality": 9.6, "long_context_score": 8.42, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0, "512000": 10.0, "800000": 7.5 }, "effective_context": 800000, "agentic_runs": 12, "agentic_quality": 8.83, "multiturno_score": 8.08, "agentic_score": 8.08, "security_runs": 20, "security_score": 1.45, "policy_refusal_rate": 0.0, "score_global_linear": 7.9, "score_calidad": 8.42, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.963, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "laguna-xs-2.1", "id": "poolside/laguna-xs-2.1", "name": "Poolside Laguna XS 2.1", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "OpenMDW-1.1", "cost_input_per_M": 0.06, "cost_output_per_M": 0.12, "cost_per_1k_calls_usd": 0.198, "context_window": 262144, "subscriptions": [], "notes": "Hermano chico del Laguna S. Publicado 2-jul-2026. Licencia sin verificar.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 202, "score_global": 6.76, "score_by_pillar": { "Razonamiento": 7.73, "Contenido": 7.93, "Agentes": 7.44, "Coding": 9.02 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.081, "speed_score_avg": 10.0, "latency_score_avg": 1.633, "cost_score_avg": 8.0, "quality_ci95": 0.852 }, "Contenido": { "quality_avg": 8.285, "speed_score_avg": 9.939, "latency_score_avg": 2.485, "cost_score_avg": 8.0, "quality_ci95": 0.81 }, "Agentes": { "quality_avg": 7.373, "speed_score_avg": 9.765, "latency_score_avg": 4.863, "cost_score_avg": 7.866, "quality_ci95": 0.602 }, "Coding": { "quality_avg": 9.713, "speed_score_avg": 9.789, "latency_score_avg": 3.842, "cost_score_avg": 8.0, "quality_ci95": 0.292 } }, "score_by_suite": { "business_audit": 7.33, "business_strategy": 8.49, "content_verificable": 7.35, "content_generation": 8.54, "tool_calling": 5.86, "task_management": 8.64, "code_generation": 8.64, "reasoning": 8.93, "summarization": 7.14, "presentation": 8.53, "startup_content": 8.56, "deep_reasoning": 7.58, "customer_support": 7.11, "structured_output": 9.29, "hallucination": 7.54, "creativity": 8.0, "string_precision": 9.4, "news_seo_writing": 7.22, "ocr_extraction": 8.66, "orchestration": 5.06, "multi_turn": 7.56, "policy_adherence": 8.08, "agent_capabilities": 7.6, "strategy": 7.08, "sales_outreach": 8.71, "translation": 7.47, "agent_long_horizon": 8.52, "niah_es": 8.69, "integridad_idioma": 8.79, "prompt_injection_es": 3.0, "tool_calling_adversarial": 7.34 }, "quality_by_suite": { "business_audit": 7.47, "business_strategy": 9.2, "content_verificable": 7.33, "content_generation": 9.23, "tool_calling": 5.0, "task_management": 9.21, "code_generation": 9.45, "reasoning": 9.87, "summarization": 7.2, "presentation": 9.3, "startup_content": 9.22, "deep_reasoning": 7.92, "customer_support": 6.79, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.38, "string_precision": 10.0, "news_seo_writing": 7.36, "ocr_extraction": 9.35, "orchestration": 3.93, "multi_turn": 7.38, "policy_adherence": 8.17, "agent_capabilities": 7.68, "strategy": 7.22, "sales_outreach": 9.33, "translation": 7.46, "agent_long_horizon": 9.17, "niah_es": 9.87, "integridad_idioma": 9.64, "prompt_injection_es": 1.0, "tool_calling_adversarial": 7.1 }, "suites_incompletas": {}, "quality_avg": 8.19, "quality_ci95": 0.384, "cost_score_avg": 7.95, "speed_score_avg": 9.89, "latency_score_avg": 3.3, "tool_calling_score_avg": 6.81, "judge_score_avg": 4.25, "tokens_per_second": 171.2, "latency_avg_s": 10.27, "total_input_tokens": 259943, "total_output_tokens": 244406, "long_context_runs": 45, "long_context_quality": 9.87, "long_context_score": 8.69, "long_context_by_size": { "8000": 9.67, "64000": 9.67, "128000": 9.67 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 9.17, "multiturno_score": 8.52, "agentic_score": 8.52, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.91, "score_calidad": 8.19, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.8889, "piso": 0.7778, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "inkling-small", "id": "thinkingmachines/inkling-small", "name": "Inkling Small", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 0.45, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.935, "context_window": 524288, "subscriptions": [], "notes": "276B con 12B activos, multimodal texto+imagen+audio. Local exige DGX Station o 2 Spark — no entra en uno solo.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 129, "total_runs": 208, "score_global": 6.67, "score_by_pillar": { "Razonamiento": 7.33, "Contenido": 7.53, "Agentes": 6.94, "Coding": 8.61 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.442, "speed_score_avg": 5.4, "latency_score_avg": 1.1, "cost_score_avg": 6.221, "quality_ci95": 0.956 }, "Contenido": { "quality_avg": 8.673, "speed_score_avg": 5.576, "latency_score_avg": 1.0, "cost_score_avg": 6.464, "quality_ci95": 0.668 }, "Agentes": { "quality_avg": 7.457, "speed_score_avg": 6.549, "latency_score_avg": 2.294, "cost_score_avg": 7.028, "quality_ci95": 0.687 }, "Coding": { "quality_avg": 9.699, "speed_score_avg": 7.368, "latency_score_avg": 3.053, "cost_score_avg": 6.968, "quality_ci95": 0.259 } }, "score_by_suite": { "business_audit": 7.26, "business_strategy": 7.68, "content_verificable": 7.17, "content_generation": 7.75, "tool_calling": 6.06, "task_management": 8.07, "code_generation": 7.7, "reasoning": 7.96, "summarization": 6.92, "presentation": 8.04, "startup_content": 7.69, "deep_reasoning": 6.59, "customer_support": 7.34, "structured_output": 9.12, "hallucination": 6.68, "creativity": 7.93, "string_precision": 9.29, "news_seo_writing": 6.84, "ocr_extraction": 8.13, "orchestration": 6.82, "multi_turn": 7.11, "policy_adherence": 8.18, "agent_capabilities": 7.28, "strategy": 8.46, "sales_outreach": 8.27, "translation": 7.56, "agent_long_horizon": 6.55, "niah_es": 8.26, "integridad_idioma": 8.4, "prompt_injection_es": 2.83, "tool_calling_adversarial": 6.57 }, "quality_by_suite": { "business_audit": 8.25, "business_strategy": 9.2, "content_verificable": 8.33, "content_generation": 9.08, "tool_calling": 6.33, "task_management": 9.8, "code_generation": 9.4, "reasoning": 9.59, "summarization": 7.9, "presentation": 9.8, "startup_content": 9.32, "deep_reasoning": 7.5, "customer_support": 7.79, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 10.0, "news_seo_writing": 7.52, "ocr_extraction": 9.35, "orchestration": 7.08, "multi_turn": 7.5, "policy_adherence": 9.08, "agent_capabilities": 7.98, "strategy": 10.0, "sales_outreach": 9.33, "translation": 8.2, "agent_long_horizon": 7.17, "niah_es": 9.76, "integridad_idioma": 9.61, "prompt_injection_es": 1.45, "tool_calling_adversarial": 6.68 }, "suites_incompletas": {}, "quality_avg": 8.36, "quality_ci95": 0.409, "cost_score_avg": 6.66, "speed_score_avg": 6.23, "latency_score_avg": 1.81, "tool_calling_score_avg": 6.23, "judge_score_avg": 4.43, "tokens_per_second": 52.9, "latency_avg_s": 111.87, "total_input_tokens": 137721, "total_output_tokens": 396730, "long_context_runs": 51, "long_context_quality": 9.76, "long_context_score": 8.26, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 7.17, "multiturno_score": 6.55, "agentic_score": 6.55, "security_runs": 20, "security_score": 1.45, "policy_refusal_rate": 0.0, "score_global_linear": 7.46, "score_calidad": 8.36, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.963, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gemma-4-26b", "id": "google/gemma-4-26b-a4b-it", "name": "Gemma 4 26B MoE (3.8B activos)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.12, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.636, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 141, "total_runs": 145, "score_global": 6.65, "score_by_pillar": { "Contenido": 7.85, "Agentes": 7.37, "Coding": 8.31, "Razonamiento": 7.39 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.561, "speed_score_avg": 7.091, "latency_score_avg": 1.697, "cost_score_avg": 8.0, "quality_ci95": 0.624 }, "Agentes": { "quality_avg": 7.867, "speed_score_avg": 6.54, "latency_score_avg": 3.667, "cost_score_avg": 7.579, "quality_ci95": 0.44 }, "Coding": { "quality_avg": 9.223, "speed_score_avg": 5.684, "latency_score_avg": 3.105, "cost_score_avg": 8.0, "quality_ci95": 0.912 }, "Razonamiento": { "quality_avg": 8.083, "speed_score_avg": 5.767, "latency_score_avg": 1.367, "cost_score_avg": 8.0, "quality_ci95": 0.982 } }, "score_by_suite": { "content_generation": 8.14, "task_management": 8.18, "code_generation": 8.32, "reasoning": 8.17, "summarization": 6.85, "presentation": 7.86, "startup_content": 8.21, "deep_reasoning": 7.56, "structured_output": 8.82, "hallucination": 6.72, "creativity": 8.09, "string_precision": 7.64, "news_seo_writing": 7.12, "ocr_extraction": 8.71, "multi_turn": 7.44, "policy_adherence": 7.79, "strategy": 8.04, "sales_outreach": 7.6, "translation": 7.65, "business_audit": 6.7, "business_strategy": 8.1, "content_verificable": 8.47, "agent_long_horizon": 7.56, "tool_calling": 6.9, "customer_support": 7.42, "orchestration": 7.48, "agent_capabilities": 7.92, "tool_calling_adversarial": 6.56 }, "quality_by_suite": { "content_generation": 9.14, "task_management": 9.12, "code_generation": 9.37, "reasoning": 9.21, "summarization": 7.16, "presentation": 8.54, "startup_content": 9.14, "deep_reasoning": 8.2, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.36, "ocr_extraction": 9.75, "multi_turn": 8.0, "policy_adherence": 8.58, "strategy": 8.89, "sales_outreach": 8.22, "translation": 8.57, "business_audit": 7.2, "business_strategy": 9.2, "content_verificable": 9.33, "agent_long_horizon": 8.38, "tool_calling": 6.75, "customer_support": 7.43, "orchestration": 7.86, "agent_capabilities": 8.46, "tool_calling_adversarial": 6.26 }, "suites_incompletas": {}, "quality_avg": 8.28, "quality_ci95": 0.371, "cost_score_avg": 7.81, "speed_score_avg": 6.39, "latency_score_avg": 2.56, "tool_calling_score_avg": 7.29, "judge_score_avg": 4.21, "tokens_per_second": 50.6, "latency_avg_s": 26.67, "total_input_tokens": 351876, "total_output_tokens": 162266, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.38, "multiturno_score": 7.56, "agentic_score": 7.56, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.65, "score_calidad": 8.28, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9744, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "nex-n2-mini", "id": "nex-agi/nex-n2-mini", "name": "Nex-N2-Mini", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 0.025, "cost_output_per_M": 0.1, "cost_per_1k_calls_usd": 0.158, "context_window": 262144, "subscriptions": [], "notes": "Publicado 24-jun-2026. Multimodal texto+imagen. ⚠️ En el pre-vuelo falló un cálculo de porcentaje simple (dio 17,49% donde iba 19,13%) — n=1, lo dirá el examen.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 202, "score_global": 6.47, "score_by_pillar": { "Razonamiento": 7.47, "Contenido": 8.13, "Agentes": 7.35, "Coding": 8.96 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.732, "speed_score_avg": 9.933, "latency_score_avg": 1.567, "cost_score_avg": 8.0, "quality_ci95": 1.038 }, "Contenido": { "quality_avg": 8.586, "speed_score_avg": 9.939, "latency_score_avg": 2.303, "cost_score_avg": 8.0, "quality_ci95": 0.679 }, "Agentes": { "quality_avg": 7.348, "speed_score_avg": 9.02, "latency_score_avg": 4.608, "cost_score_avg": 7.864, "quality_ci95": 0.66 }, "Coding": { "quality_avg": 9.595, "speed_score_avg": 9.158, "latency_score_avg": 4.789, "cost_score_avg": 8.0, "quality_ci95": 0.378 } }, "score_by_suite": { "business_audit": 7.09, "business_strategy": 8.18, "content_verificable": 8.6, "content_generation": 8.67, "tool_calling": 6.15, "task_management": 8.04, "code_generation": 8.31, "reasoning": 7.4, "summarization": 7.97, "presentation": 8.32, "startup_content": 8.39, "deep_reasoning": 7.04, "customer_support": 7.76, "structured_output": 9.27, "hallucination": 7.71, "creativity": 8.57, "string_precision": 9.4, "news_seo_writing": 7.04, "ocr_extraction": 8.72, "orchestration": 7.59, "multi_turn": 7.35, "policy_adherence": 8.24, "agent_capabilities": 5.46, "strategy": 8.24, "sales_outreach": 7.15, "translation": 8.34, "agent_long_horizon": 8.12, "niah_es": 8.89, "integridad_idioma": 7.1, "prompt_injection_es": 7.09, "tool_calling_adversarial": 6.98 }, "quality_by_suite": { "business_audit": 7.2, "business_strategy": 8.8, "content_verificable": 9.33, "content_generation": 9.2, "tool_calling": 5.35, "task_management": 8.6, "code_generation": 8.89, "reasoning": 7.68, "summarization": 8.18, "presentation": 8.99, "startup_content": 9.1, "deep_reasoning": 7.08, "customer_support": 7.56, "structured_output": 10.0, "hallucination": 7.92, "creativity": 9.25, "string_precision": 10.0, "news_seo_writing": 7.14, "ocr_extraction": 9.35, "orchestration": 7.54, "multi_turn": 7.5, "policy_adherence": 8.67, "agent_capabilities": 4.45, "strategy": 8.89, "sales_outreach": 7.11, "translation": 8.67, "agent_long_horizon": 8.71, "niah_es": 9.9, "integridad_idioma": 7.2, "prompt_injection_es": 6.85, "tool_calling_adversarial": 6.82 }, "suites_incompletas": {}, "quality_avg": 8.15, "quality_ci95": 0.411, "cost_score_avg": 7.95, "speed_score_avg": 9.49, "latency_score_avg": 3.26, "tool_calling_score_avg": 6.42, "judge_score_avg": 4.1, "tokens_per_second": 159.9, "latency_avg_s": 18.55, "total_input_tokens": 244682, "total_output_tokens": 460744, "long_context_runs": 45, "long_context_quality": 9.9, "long_context_score": 8.89, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 8.71, "multiturno_score": 8.12, "agentic_score": 8.12, "security_runs": 20, "security_score": 6.85, "policy_refusal_rate": 0.0, "score_global_linear": 7.85, "score_calidad": 8.15, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 0.9333, "piso": 0.9, "intentos": 3, "estado": "ok_parcial" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "deepseek-r1", "id": "deepseek/deepseek-r1", "name": "DeepSeek R1 (reasoning)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.7, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 3.96, "context_window": 163840, "subscriptions": [], "notes": "Reasoning puro DeepSeek (versión paga estable). Llena el gap de razonamiento — el :free tenía 0 runs por flakiness. Verificado vía OpenRouter API 1 jun 2026 ($0.70/$2.50).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 144, "total_runs": 209, "score_global": 6.46, "score_by_pillar": { "Contenido": 7.38, "Agentes": 6.84, "Coding": 7.79, "Razonamiento": 7.08 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.776, "speed_score_avg": 3.744, "latency_score_avg": 1.0, "cost_score_avg": 6.386, "quality_ci95": 0.704 }, "Agentes": { "quality_avg": 7.973, "speed_score_avg": 3.863, "latency_score_avg": 1.098, "cost_score_avg": 5.94, "quality_ci95": 0.427 }, "Coding": { "quality_avg": 9.21, "speed_score_avg": 3.636, "latency_score_avg": 1.182, "cost_score_avg": 6.343, "quality_ci95": 0.801 }, "Razonamiento": { "quality_avg": 8.475, "speed_score_avg": 3.722, "latency_score_avg": 1.0, "cost_score_avg": 5.801, "quality_ci95": 0.648 } }, "score_by_suite": { "content_generation": 7.88, "task_management": 7.99, "code_generation": 7.78, "reasoning": 7.75, "summarization": 7.13, "presentation": 7.97, "startup_content": 7.99, "deep_reasoning": 6.49, "structured_output": 8.41, "hallucination": 6.3, "creativity": 7.81, "string_precision": 7.32, "news_seo_writing": 6.55, "ocr_extraction": 7.86, "multi_turn": 7.25, "policy_adherence": 7.18, "strategy": 6.83, "sales_outreach": 7.84, "translation": 7.5, "niah_es": 7.98, "prompt_injection_es": 1.9, "business_strategy": 7.69, "business_audit": 7.24, "content_verificable": 6.37, "agent_long_horizon": 6.85, "tool_calling": 6.63, "customer_support": 6.79, "orchestration": 6.57, "agent_capabilities": 6.84, "tool_calling_adversarial": 6.44 }, "quality_by_suite": { "content_generation": 9.28, "task_management": 9.55, "code_generation": 9.45, "reasoning": 9.54, "summarization": 8.2, "presentation": 9.72, "startup_content": 9.68, "deep_reasoning": 7.78, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.12, "string_precision": 8.17, "news_seo_writing": 7.6, "ocr_extraction": 9.6, "multi_turn": 8.5, "policy_adherence": 8.25, "strategy": 8.06, "sales_outreach": 9.33, "translation": 8.67, "niah_es": 10.0, "prompt_injection_es": 1.0, "business_strategy": 9.2, "business_audit": 8.4, "content_verificable": 7.2, "agent_long_horizon": 8.38, "tool_calling": 7.45, "customer_support": 7.9, "orchestration": 7.71, "agent_capabilities": 7.9, "tool_calling_adversarial": 7.1 }, "suites_incompletas": {}, "quality_avg": 8.43, "quality_ci95": 0.355, "cost_score_avg": 6.05, "speed_score_avg": 3.78, "latency_score_avg": 1.06, "tool_calling_score_avg": 4.23, "judge_score_avg": 4.49, "tokens_per_second": 21.4, "latency_avg_s": 127.52, "total_input_tokens": 214793, "total_output_tokens": 358906, "long_context_runs": 41, "long_context_quality": 7.07, "long_context_score": 6.14, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 0.0 }, "effective_context": 64000, "agentic_runs": 12, "agentic_quality": 8.38, "multiturno_score": 6.85, "agentic_score": 6.85, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.18, "score_calidad": 8.43, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.3333, "piso": 0.0, "intentos": 3, "estado": "inestable" }, "harbor-ruteo": { "media": 0.6667, "piso": 0.0, "intentos": 3, "estado": "inestable", "motivo": "tiene herramientas pero no sostiene el formato de tool call" } }, "estado": "inestable" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gpt-5.4", "id": "gpt-5.4", "name": "GPT-5.4", "tier": "premium", "provider": "openai_direct", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 15.0, "cost_per_1k_calls_usd": 24.0, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 134, "total_runs": 142, "score_global": 6.44, "score_by_pillar": { "Agentes": 7.01, "Contenido": 7.37, "Coding": 8.11, "Razonamiento": 7.14 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.554, "speed_score_avg": 6.622, "latency_score_avg": 4.183, "cost_score_avg": 5.449, "quality_ci95": 0.534 }, "Contenido": { "quality_avg": 8.435, "speed_score_avg": 7.556, "latency_score_avg": 2.03, "cost_score_avg": 4.967, "quality_ci95": 0.681 }, "Coding": { "quality_avg": 9.092, "speed_score_avg": 6.947, "latency_score_avg": 3.895, "cost_score_avg": 6.216, "quality_ci95": 0.912 }, "Razonamiento": { "quality_avg": 8.286, "speed_score_avg": 7.744, "latency_score_avg": 1.556, "cost_score_avg": 4.263, "quality_ci95": 0.881 } }, "score_by_suite": { "content_generation": 7.83, "tool_calling": 6.23, "task_management": 7.74, "code_generation": 7.6, "reasoning": 7.75, "summarization": 6.84, "presentation": 7.43, "startup_content": 7.47, "deep_reasoning": 6.18, "customer_support": 7.85, "structured_output": 8.82, "hallucination": 7.11, "creativity": 7.94, "string_precision": 7.72, "news_seo_writing": 6.35, "ocr_extraction": 8.41, "orchestration": 6.65, "multi_turn": 7.1, "policy_adherence": 7.11, "agent_capabilities": 6.39, "strategy": 8.2, "sales_outreach": 6.47, "translation": 7.07, "business_audit": 6.94, "agent_long_horizon": 7.85, "business_strategy": 7.69, "content_verificable": 8.36, "tool_calling_adversarial": 6.47 }, "quality_by_suite": { "content_generation": 9.13, "tool_calling": 6.26, "task_management": 8.99, "code_generation": 8.75, "reasoning": 9.31, "summarization": 7.42, "presentation": 8.81, "startup_content": 8.9, "deep_reasoning": 6.95, "customer_support": 8.5, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.25, "string_precision": 8.17, "news_seo_writing": 7.27, "ocr_extraction": 9.75, "orchestration": 7.21, "multi_turn": 8.0, "policy_adherence": 7.75, "agent_capabilities": 6.56, "strategy": 10.0, "sales_outreach": 7.11, "translation": 7.46, "business_audit": 8.0, "agent_long_horizon": 9.5, "business_strategy": 9.2, "content_verificable": 9.56, "tool_calling_adversarial": 6.68 }, "suites_incompletas": {}, "quality_avg": 8.32, "quality_ci95": 0.374, "cost_score_avg": 5.1, "speed_score_avg": 7.2, "latency_score_avg": 2.95, "tool_calling_score_avg": 7.36, "judge_score_avg": 4.23, "tokens_per_second": 61.4, "latency_avg_s": 14.56, "total_input_tokens": 192027, "total_output_tokens": 144461, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.5, "multiturno_score": 7.85, "agentic_score": 7.85, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.34, "score_calidad": 8.32, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "qwen-3.6-plus", "id": "qwen/qwen3.6-plus", "name": "Qwen 3.6 Plus", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "Proprietary", "cost_input_per_M": 0.325, "cost_output_per_M": 1.95, "cost_per_1k_calls_usd": 3.022, "context_window": 1000000, "subscriptions": [], "notes": "Plus = API-only propietario de Alibaba (NO confundir con Qwen 3.6 base que es Apache 2.0)", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 150, "total_runs": 158, "score_global": 6.29, "score_by_pillar": { "Agentes": 7.21, "Contenido": 7.07, "Coding": 8.11, "Razonamiento": 7.19 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.988, "speed_score_avg": 7.435, "latency_score_avg": 1.19, "cost_score_avg": 5.769, "quality_ci95": 0.435 }, "Contenido": { "quality_avg": 7.938, "speed_score_avg": 7.778, "latency_score_avg": 1.0, "cost_score_avg": 5.551, "quality_ci95": 0.665 }, "Coding": { "quality_avg": 9.303, "speed_score_avg": 7.368, "latency_score_avg": 1.316, "cost_score_avg": 6.308, "quality_ci95": 0.908 }, "Razonamiento": { "quality_avg": 8.195, "speed_score_avg": 7.935, "latency_score_avg": 1.0, "cost_score_avg": 5.534, "quality_ci95": 0.823 } }, "score_by_suite": { "content_generation": 7.54, "tool_calling": 6.18, "task_management": 7.88, "code_generation": 8.05, "reasoning": 7.84, "summarization": 6.98, "presentation": 7.73, "startup_content": 7.87, "customer_support": 7.78, "news_seo_writing": 4.96, "orchestration": 7.14, "agent_capabilities": 7.0, "translation": 7.06, "business_audit": 7.03, "business_strategy": 7.93, "content_verificable": 7.54, "deep_reasoning": 6.69, "hallucination": 6.98, "creativity": 7.77, "ocr_extraction": 8.47, "multi_turn": 7.19, "structured_output": 8.64, "string_precision": 7.49, "policy_adherence": 7.61, "strategy": 7.07, "sales_outreach": 6.49, "agent_long_horizon": 7.32, "tool_calling_adversarial": 7.39 }, "quality_by_suite": { "content_generation": 8.62, "tool_calling": 6.26, "task_management": 9.17, "code_generation": 9.44, "reasoning": 9.19, "summarization": 7.68, "presentation": 8.99, "startup_content": 9.17, "customer_support": 8.77, "news_seo_writing": 5.06, "orchestration": 7.9, "agent_capabilities": 7.78, "translation": 7.88, "business_audit": 7.83, "business_strategy": 9.2, "content_verificable": 8.53, "deep_reasoning": 7.5, "hallucination": 7.67, "creativity": 9.0, "ocr_extraction": 10.0, "multi_turn": 8.0, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 8.58, "strategy": 8.06, "sales_outreach": 7.11, "agent_long_horizon": 8.69, "tool_calling_adversarial": 7.94 }, "suites_incompletas": {}, "quality_avg": 8.33, "quality_ci95": 0.343, "cost_score_avg": 5.67, "speed_score_avg": 7.65, "latency_score_avg": 1.1, "tool_calling_score_avg": 7.95, "judge_score_avg": 4.49, "tokens_per_second": 52.3, "latency_avg_s": 86.89, "total_input_tokens": 421494, "total_output_tokens": 700092, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.69, "multiturno_score": 7.32, "agentic_score": 7.32, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.36, "score_calidad": 8.33, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-deepseek-v3", "id": "deepseek/deepseek-v3.2", "name": "DeepSeek V3", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.269, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.681, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 140, "total_runs": 144, "score_global": 6.27, "score_by_pillar": { "Razonamiento": 7.33, "Contenido": 7.54, "Agentes": 7.12, "Coding": 8.18 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.132, "speed_score_avg": 4.979, "latency_score_avg": 1.323, "cost_score_avg": 8.0, "quality_ci95": 0.886 }, "Contenido": { "quality_avg": 8.381, "speed_score_avg": 5.289, "latency_score_avg": 1.456, "cost_score_avg": 8.0, "quality_ci95": 0.753 }, "Agentes": { "quality_avg": 7.871, "speed_score_avg": 4.579, "latency_score_avg": 2.22, "cost_score_avg": 7.679, "quality_ci95": 0.621 }, "Coding": { "quality_avg": 9.144, "speed_score_avg": 4.939, "latency_score_avg": 2.5, "cost_score_avg": 8.0, "quality_ci95": 0.806 } }, "score_by_suite": { "business_audit": 6.84, "business_strategy": 8.12, "content_verificable": 6.77, "content_generation": 8.41, "task_management": 8.54, "code_generation": 8.27, "reasoning": 8.52, "summarization": 7.43, "presentation": 8.36, "startup_content": 8.36, "deep_reasoning": 7.02, "structured_output": 8.71, "hallucination": 7.19, "creativity": 8.02, "string_precision": 7.57, "news_seo_writing": 6.8, "ocr_extraction": 8.41, "multi_turn": 7.23, "policy_adherence": 6.76, "strategy": 7.26, "sales_outreach": 6.68, "translation": 7.29, "agent_long_horizon": 8.04, "tool_calling": 6.07, "customer_support": 6.47, "orchestration": 7.99, "agent_capabilities": 6.08, "tool_calling_adversarial": 6.48 }, "quality_by_suite": { "business_audit": 7.4, "business_strategy": 9.2, "content_verificable": 7.33, "content_generation": 9.5, "task_management": 9.63, "code_generation": 9.18, "reasoning": 9.66, "summarization": 8.1, "presentation": 9.48, "startup_content": 9.44, "deep_reasoning": 7.78, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.38, "ocr_extraction": 9.75, "multi_turn": 8.0, "policy_adherence": 7.33, "strategy": 8.06, "sales_outreach": 7.11, "translation": 7.93, "agent_long_horizon": 9.38, "tool_calling": 6.05, "customer_support": 6.72, "orchestration": 9.04, "agent_capabilities": 6.22, "tool_calling_adversarial": 6.82 }, "suites_incompletas": {}, "quality_avg": 8.27, "quality_ci95": 0.419, "cost_score_avg": 7.88, "speed_score_avg": 4.92, "latency_score_avg": 1.81, "tool_calling_score_avg": 5.96, "judge_score_avg": 4.51, "tokens_per_second": 32.4, "latency_avg_s": 31.55, "total_input_tokens": 199914, "total_output_tokens": 134088, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.38, "multiturno_score": 8.04, "agentic_score": 8.04, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.47, "score_calidad": 8.27, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.9259, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-glm5", "id": "z-ai/glm-5", "name": "GLM 5", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.95, "cost_output_per_M": 2.55, "cost_per_1k_calls_usd": 4.11, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 140, "total_runs": 144, "score_global": 6.25, "score_by_pillar": { "Razonamiento": 7.33, "Contenido": 7.64, "Agentes": 6.67, "Coding": 7.96 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.562, "speed_score_avg": 6.562, "latency_score_avg": 1.031, "cost_score_avg": 5.37, "quality_ci95": 0.894 }, "Contenido": { "quality_avg": 8.854, "speed_score_avg": 6.487, "latency_score_avg": 1.026, "cost_score_avg": 5.76, "quality_ci95": 0.53 }, "Agentes": { "quality_avg": 7.314, "speed_score_avg": 5.968, "latency_score_avg": 1.846, "cost_score_avg": 6.612, "quality_ci95": 0.605 }, "Coding": { "quality_avg": 9.148, "speed_score_avg": 6.254, "latency_score_avg": 1.524, "cost_score_avg": 6.348, "quality_ci95": 0.836 } }, "score_by_suite": { "business_audit": 7.34, "business_strategy": 7.78, "content_verificable": 8.62, "content_generation": 7.96, "tool_calling": 5.18, "task_management": 8.22, "code_generation": 7.99, "reasoning": 8.07, "summarization": 7.3, "presentation": 7.83, "startup_content": 7.95, "deep_reasoning": 6.52, "customer_support": 7.01, "structured_output": 8.48, "hallucination": 6.29, "creativity": 7.45, "string_precision": 7.57, "news_seo_writing": 6.51, "ocr_extraction": 7.98, "orchestration": 6.56, "multi_turn": 6.43, "policy_adherence": 7.31, "agent_capabilities": 5.76, "strategy": 8.45, "sales_outreach": 7.97, "translation": 6.99, "agent_long_horizon": 7.23, "tool_calling_adversarial": 6.33 }, "quality_by_suite": { "business_audit": 8.4, "business_strategy": 9.2, "content_verificable": 10.0, "content_generation": 9.15, "tool_calling": 4.65, "task_management": 9.8, "code_generation": 9.54, "reasoning": 9.66, "summarization": 8.2, "presentation": 9.24, "startup_content": 9.37, "deep_reasoning": 7.5, "customer_support": 7.56, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.88, "string_precision": 8.17, "news_seo_writing": 7.41, "ocr_extraction": 9.35, "orchestration": 7.01, "multi_turn": 7.12, "policy_adherence": 8.17, "agent_capabilities": 5.8, "strategy": 10.0, "sales_outreach": 9.33, "translation": 7.93, "agent_long_horizon": 8.62, "tool_calling_adversarial": 6.4 }, "suites_incompletas": {}, "quality_avg": 8.33, "quality_ci95": 0.391, "cost_score_avg": 6.02, "speed_score_avg": 6.26, "latency_score_avg": 1.34, "tool_calling_score_avg": 7.57, "judge_score_avg": 4.46, "tokens_per_second": 47.2, "latency_avg_s": 79.8, "total_input_tokens": 198116, "total_output_tokens": 338179, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 8.62, "multiturno_score": 7.23, "agentic_score": 7.23, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.31, "score_calidad": 8.33, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-facturacion": { "media": 0.75, "piso": 0.75, "intentos": 1, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "claude-opus-4.8", "id": "anthropic/claude-opus-4.8", "name": "Claude Opus 4.8", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": 1000000, "subscriptions": [], "notes": "Flagship Anthropic más nuevo (jun 2026), contexto 1M. $5/$25 vía OpenRouter API. Techo de calidad de referencia. Sucesor de 4.7.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 137, "total_runs": 257, "score_global": 6.24, "score_by_pillar": { "Contenido": 7.35, "Agentes": 6.59, "Coding": 7.91, "Razonamiento": 7.1 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.65, "speed_score_avg": 7.574, "latency_score_avg": 1.463, "cost_score_avg": 3.867, "quality_ci95": 0.604 }, "Agentes": { "quality_avg": 7.67, "speed_score_avg": 7.547, "latency_score_avg": 2.019, "cost_score_avg": 3.719, "quality_ci95": 0.551 }, "Coding": { "quality_avg": 9.105, "speed_score_avg": 7.079, "latency_score_avg": 3.048, "cost_score_avg": 4.791, "quality_ci95": 0.852 }, "Razonamiento": { "quality_avg": 8.455, "speed_score_avg": 7.806, "latency_score_avg": 1.194, "cost_score_avg": 3.519, "quality_ci95": 0.912 } }, "score_by_suite": { "content_generation": 7.63, "tool_calling": 5.19, "task_management": 8.1, "code_generation": 7.68, "reasoning": 8.02, "summarization": 7.24, "presentation": 7.87, "startup_content": 7.72, "deep_reasoning": 6.32, "customer_support": 6.54, "structured_output": 8.73, "hallucination": 6.4, "creativity": 7.41, "string_precision": 7.43, "news_seo_writing": 6.03, "ocr_extraction": 8.02, "orchestration": 6.14, "multi_turn": 7.28, "policy_adherence": 6.75, "agent_capabilities": 6.7, "strategy": 8.1, "sales_outreach": 7.8, "translation": 7.24, "niah_es": 7.59, "prompt_injection_es": 7.09, "business_audit": 6.94, "business_strategy": 7.6, "content_verificable": 7.69, "agent_long_horizon": 6.56, "tool_calling_adversarial": 6.57 }, "quality_by_suite": { "content_generation": 9.13, "tool_calling": 5.35, "task_management": 9.84, "code_generation": 9.3, "reasoning": 9.82, "summarization": 8.4, "presentation": 9.64, "startup_content": 9.45, "deep_reasoning": 7.36, "customer_support": 7.19, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.02, "ocr_extraction": 9.5, "orchestration": 6.91, "multi_turn": 8.5, "policy_adherence": 7.67, "agent_capabilities": 7.72, "strategy": 10.0, "sales_outreach": 9.33, "translation": 8.11, "niah_es": 9.95, "prompt_injection_es": 8.65, "business_audit": 8.2, "business_strategy": 9.2, "content_verificable": 9.2, "agent_long_horizon": 8.08, "tool_calling_adversarial": 7.24 }, "suites_incompletas": {}, "quality_avg": 8.37, "quality_ci95": 0.378, "cost_score_avg": 3.84, "speed_score_avg": 7.57, "latency_score_avg": 1.82, "tool_calling_score_avg": 8.36, "judge_score_avg": 4.54, "tokens_per_second": 63.5, "latency_avg_s": 22.01, "total_input_tokens": 317167, "total_output_tokens": 194596, "long_context_runs": 96, "long_context_quality": 7.66, "long_context_score": 6.12, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 8.08, "multiturno_score": 6.56, "agentic_score": 6.56, "security_runs": 20, "security_score": 8.65, "policy_refusal_rate": 0.0, "score_global_linear": 7.14, "score_calidad": 8.37, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "claude-haiku-4.5", "id": "anthropic/claude-haiku-4.5", "name": "Claude Haiku 4.5", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.0, "cost_output_per_M": 5.0, "cost_per_1k_calls_usd": 7.8, "context_window": 200000, "subscriptions": [], "notes": "Anthropic Haiku family. Hybrid (extended thinking opt-in).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 153, "score_global": 6.22, "score_by_pillar": { "Razonamiento": 7.4, "Contenido": 7.58, "Agentes": 7.34, "Coding": 8.33 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.072, "speed_score_avg": 8.933, "latency_score_avg": 2.167, "cost_score_avg": 6.079, "quality_ci95": 0.969 }, "Contenido": { "quality_avg": 8.218, "speed_score_avg": 9.212, "latency_score_avg": 2.545, "cost_score_avg": 6.285, "quality_ci95": 0.845 }, "Agentes": { "quality_avg": 7.806, "speed_score_avg": 8.667, "latency_score_avg": 3.98, "cost_score_avg": 6.207, "quality_ci95": 0.486 }, "Coding": { "quality_avg": 9.058, "speed_score_avg": 8.316, "latency_score_avg": 4.421, "cost_score_avg": 6.91, "quality_ci95": 0.907 } }, "score_by_suite": { "business_audit": 6.5, "business_strategy": 7.85, "content_verificable": 6.56, "content_generation": 8.43, "tool_calling": 6.82, "task_management": 8.27, "code_generation": 8.29, "reasoning": 8.19, "summarization": 7.4, "presentation": 8.42, "startup_content": 8.03, "deep_reasoning": 7.5, "customer_support": 7.4, "structured_output": 9.04, "hallucination": 8.03, "creativity": 7.96, "string_precision": 7.81, "news_seo_writing": 6.74, "ocr_extraction": 8.44, "orchestration": 6.5, "multi_turn": 7.15, "policy_adherence": 8.04, "agent_capabilities": 8.33, "strategy": 7.99, "sales_outreach": 7.91, "translation": 7.47, "prompt_injection_es": 6.07, "agent_long_horizon": 7.05, "tool_calling_adversarial": 7.33 }, "quality_by_suite": { "business_audit": 6.8, "business_strategy": 8.9, "content_verificable": 6.67, "content_generation": 9.35, "tool_calling": 6.75, "task_management": 9.27, "code_generation": 9.26, "reasoning": 9.33, "summarization": 7.6, "presentation": 9.68, "startup_content": 9.2, "deep_reasoning": 8.2, "customer_support": 7.67, "structured_output": 10.0, "hallucination": 8.33, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.25, "ocr_extraction": 9.21, "orchestration": 6.53, "multi_turn": 7.38, "policy_adherence": 8.67, "agent_capabilities": 9.02, "strategy": 9.17, "sales_outreach": 8.67, "translation": 7.56, "prompt_injection_es": 6.4, "agent_long_horizon": 7.96, "tool_calling_adversarial": 7.52 }, "suites_incompletas": {}, "quality_avg": 8.19, "quality_ci95": 0.394, "cost_score_avg": 6.27, "speed_score_avg": 8.82, "latency_score_avg": 3.22, "tool_calling_score_avg": 7.68, "judge_score_avg": 4.54, "tokens_per_second": 103.0, "latency_avg_s": 9.82, "total_input_tokens": 229294, "total_output_tokens": 136393, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 7.96, "multiturno_score": 7.05, "agentic_score": 7.05, "security_runs": 20, "security_score": 6.4, "policy_refusal_rate": 0.0, "score_global_linear": 7.58, "score_calidad": 8.19, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "glm-5.2", "id": "z-ai/glm-5.2", "name": "GLM 5.2", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.4886, "cost_output_per_M": 1.5356, "cost_per_1k_calls_usd": 2.45, "context_window": 1048576, "subscriptions": [], "notes": "Large-scale reasoning model de Z.ai con 1M de contexto y reasoning opcional. Benchmarks de terceros lo ubican fuerte en coding agents y tareas visuales/dataviz. Precio competitivo: $0.95/$3.00 por M tokens.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 140, "total_runs": 223, "score_global": 6.2, "score_by_pillar": { "Coding": 8.07, "Contenido": 7.43, "Agentes": 6.95, "Razonamiento": 7.49 }, "dims_by_pillar": { "Coding": { "quality_avg": 9.093, "speed_score_avg": 6.696, "latency_score_avg": 1.565, "cost_score_avg": 7.104, "quality_ci95": 0.76 }, "Contenido": { "quality_avg": 8.331, "speed_score_avg": 6.757, "latency_score_avg": 1.027, "cost_score_avg": 6.586, "quality_ci95": 0.592 }, "Agentes": { "quality_avg": 7.623, "speed_score_avg": 5.981, "latency_score_avg": 1.864, "cost_score_avg": 6.983, "quality_ci95": 0.526 }, "Razonamiento": { "quality_avg": 8.437, "speed_score_avg": 7.267, "latency_score_avg": 1.033, "cost_score_avg": 6.423, "quality_ci95": 0.854 } }, "score_by_suite": { "code_generation": 7.96, "content_generation": 7.87, "tool_calling": 5.4, "task_management": 7.58, "reasoning": 7.88, "summarization": 6.66, "presentation": 7.74, "startup_content": 7.86, "deep_reasoning": 7.01, "customer_support": 7.41, "structured_output": 8.71, "hallucination": 6.7, "creativity": 7.8, "string_precision": 7.6, "news_seo_writing": 6.39, "ocr_extraction": 8.21, "orchestration": 5.88, "multi_turn": 6.87, "policy_adherence": 7.4, "agent_capabilities": 7.62, "strategy": 8.47, "sales_outreach": 7.5, "translation": 6.84, "niah_es": 8.0, "prompt_injection_es": 2.69, "business_audit": 7.35, "business_strategy": 8.01, "content_verificable": 7.88, "agent_long_horizon": 7.52, "tool_calling_adversarial": 6.58 }, "quality_by_suite": { "code_generation": 9.18, "content_generation": 8.87, "tool_calling": 5.49, "task_management": 8.77, "reasoning": 9.15, "summarization": 7.5, "presentation": 8.86, "startup_content": 9.1, "deep_reasoning": 7.78, "customer_support": 8.13, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.17, "ocr_extraction": 9.35, "orchestration": 6.09, "multi_turn": 7.5, "policy_adherence": 8.17, "agent_capabilities": 8.5, "strategy": 10.0, "sales_outreach": 8.22, "translation": 7.28, "niah_es": 9.92, "prompt_injection_es": 1.45, "business_audit": 8.2, "business_strategy": 9.2, "content_verificable": 9.0, "agent_long_horizon": 8.83, "tool_calling_adversarial": 6.54 }, "suites_incompletas": {}, "quality_avg": 8.28, "quality_ci95": 0.363, "cost_score_avg": 6.75, "speed_score_avg": 6.65, "latency_score_avg": 1.43, "tool_calling_score_avg": 8.15, "judge_score_avg": 4.26, "tokens_per_second": 53.6, "latency_avg_s": 52.53, "total_input_tokens": 190262, "total_output_tokens": 304632, "long_context_runs": 59, "long_context_quality": 9.92, "long_context_score": 8.0, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0, "512000": 10.0, "800000": 10.0 }, "effective_context": 800000, "agentic_runs": 12, "agentic_quality": 8.83, "multiturno_score": 7.52, "agentic_score": 7.52, "security_runs": 20, "security_score": 1.45, "policy_refusal_rate": 0.0, "score_global_linear": 7.41, "score_calidad": 8.28, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gpt-5.4-mini", "id": "gpt-5.4-mini", "name": "GPT-5.4 Mini", "tier": "cheap", "provider": "openai_direct", "open_source": false, "license": "", "cost_input_per_M": 0.5, "cost_output_per_M": 1.5, "cost_per_1k_calls_usd": 2.4, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 140, "total_runs": 148, "score_global": 6.14, "score_by_pillar": { "Agentes": 7.39, "Contenido": 7.64, "Coding": 8.5, "Razonamiento": 7.65 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.443, "speed_score_avg": 7.942, "latency_score_avg": 4.989, "cost_score_avg": 7.537, "quality_ci95": 0.498 }, "Contenido": { "quality_avg": 8.029, "speed_score_avg": 9.333, "latency_score_avg": 2.861, "cost_score_avg": 7.463, "quality_ci95": 0.702 }, "Coding": { "quality_avg": 9.076, "speed_score_avg": 8.0, "latency_score_avg": 4.877, "cost_score_avg": 7.887, "quality_ci95": 0.906 }, "Razonamiento": { "quality_avg": 8.097, "speed_score_avg": 9.378, "latency_score_avg": 2.456, "cost_score_avg": 7.313, "quality_ci95": 1.025 } }, "score_by_suite": { "content_generation": 8.48, "tool_calling": 6.48, "task_management": 8.35, "code_generation": 8.38, "reasoning": 8.4, "summarization": 7.42, "presentation": 8.24, "startup_content": 8.19, "customer_support": 7.86, "news_seo_writing": 5.73, "orchestration": 7.79, "agent_capabilities": 7.06, "translation": 7.47, "business_audit": 7.05, "structured_output": 9.11, "string_precision": 7.84, "policy_adherence": 7.93, "strategy": 8.78, "sales_outreach": 7.87, "agent_long_horizon": 8.09, "business_strategy": 8.36, "content_verificable": 7.6, "deep_reasoning": 7.1, "hallucination": 7.72, "creativity": 8.32, "ocr_extraction": 8.91, "multi_turn": 7.6, "tool_calling_adversarial": 6.34 }, "quality_by_suite": { "content_generation": 9.08, "tool_calling": 6.26, "task_management": 8.99, "code_generation": 8.84, "reasoning": 9.21, "summarization": 7.28, "presentation": 9.06, "startup_content": 9.05, "customer_support": 8.13, "news_seo_writing": 5.45, "orchestration": 8.05, "agent_capabilities": 6.99, "translation": 7.51, "business_audit": 7.2, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 8.17, "strategy": 10.0, "sales_outreach": 8.22, "agent_long_horizon": 9.0, "business_strategy": 9.2, "content_verificable": 7.89, "deep_reasoning": 7.27, "hallucination": 7.89, "creativity": 8.96, "ocr_extraction": 9.62, "multi_turn": 7.83, "tool_calling_adversarial": 5.98 }, "suites_incompletas": {}, "quality_avg": 8.11, "quality_ci95": 0.4, "cost_score_avg": 7.49, "speed_score_avg": 8.67, "latency_score_avg": 3.77, "tool_calling_score_avg": 6.87, "judge_score_avg": 4.3, "tokens_per_second": 102.5, "latency_avg_s": 7.03, "total_input_tokens": 142022, "total_output_tokens": 116220, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.0, "multiturno_score": 8.09, "agentic_score": 8.09, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.73, "score_calidad": 8.11, "pareto": true, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "gpt-5.6-terra", "id": "openai/gpt-5.6-terra", "name": "GPT-5.6 Terra", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1, "cost_output_per_M": 6, "cost_per_1k_calls_usd": 9.3, "context_window": 1050000, "subscriptions": [], "notes": "Variante balanceada de GPT-5.6. OpenAI la ubica al nivel de GPT-5.5 a mitad de costo. $2.5/$15 vía OpenRouter.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 136, "total_runs": 262, "score_global": 6.07, "score_by_pillar": { "Contenido": 7.82, "Agentes": 7.03, "Coding": 8.27, "Razonamiento": 7.03 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.834, "speed_score_avg": 8.378, "latency_score_avg": 2.171, "cost_score_avg": 5.753, "quality_ci95": 0.628 }, "Agentes": { "quality_avg": 7.503, "speed_score_avg": 6.869, "latency_score_avg": 3.739, "cost_score_avg": 6.522, "quality_ci95": 0.638 }, "Coding": { "quality_avg": 8.941, "speed_score_avg": 8.303, "latency_score_avg": 4.06, "cost_score_avg": 6.59, "quality_ci95": 0.822 }, "Razonamiento": { "quality_avg": 7.878, "speed_score_avg": 8.422, "latency_score_avg": 1.556, "cost_score_avg": 5.117, "quality_ci95": 1.02 } }, "score_by_suite": { "content_generation": 8.27, "tool_calling": 5.51, "task_management": 8.53, "code_generation": 7.9, "reasoning": 8.19, "summarization": 7.63, "presentation": 8.05, "startup_content": 8.05, "deep_reasoning": 6.13, "customer_support": 6.57, "structured_output": 9.01, "hallucination": 5.89, "creativity": 8.2, "string_precision": 7.88, "news_seo_writing": 6.54, "ocr_extraction": 8.43, "orchestration": 6.52, "multi_turn": 7.37, "policy_adherence": 7.77, "agent_capabilities": 6.53, "strategy": 7.72, "sales_outreach": 6.84, "translation": 7.91, "niah_es": 8.12, "prompt_injection_es": 8.52, "business_audit": 7.23, "business_strategy": 7.28, "content_verificable": 8.75, "agent_long_horizon": 7.97, "tool_calling_adversarial": 6.3 }, "quality_by_suite": { "content_generation": 9.22, "tool_calling": 5.0, "task_management": 9.7, "code_generation": 8.87, "reasoning": 9.56, "summarization": 8.1, "presentation": 9.28, "startup_content": 9.55, "deep_reasoning": 6.53, "customer_support": 6.81, "structured_output": 10.0, "hallucination": 5.67, "creativity": 9.25, "string_precision": 8.17, "news_seo_writing": 7.26, "ocr_extraction": 9.35, "orchestration": 6.67, "multi_turn": 8.0, "policy_adherence": 8.17, "agent_capabilities": 6.46, "strategy": 9.17, "sales_outreach": 7.11, "translation": 8.36, "niah_es": 10.0, "prompt_injection_es": 10.0, "business_audit": 8.2, "business_strategy": 8.4, "content_verificable": 10.0, "agent_long_horizon": 9.33, "tool_calling_adversarial": 6.4 }, "suites_incompletas": {}, "quality_avg": 8.21, "quality_ci95": 0.415, "cost_score_avg": 5.97, "speed_score_avg": 7.89, "latency_score_avg": 2.84, "tool_calling_score_avg": 6.62, "judge_score_avg": 4.36, "tokens_per_second": 82.8, "latency_avg_s": 16.59, "total_input_tokens": 178797, "total_output_tokens": 212692, "long_context_runs": 102, "long_context_quality": 10.0, "long_context_score": 8.12, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 9.33, "multiturno_score": 7.97, "agentic_score": 7.97, "security_runs": 20, "security_score": 10.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.46, "score_calidad": 8.21, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9487, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-mistral-large-3", "id": "mistralai/mistral-large-2512", "name": "Mistral Large 3 675B", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.5, "cost_output_per_M": 1.5, "cost_per_1k_calls_usd": 2.4, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 138, "total_runs": 142, "score_global": 6.06, "score_by_pillar": { "Razonamiento": 7.36, "Contenido": 7.55, "Agentes": 7.27, "Coding": 8.35 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.048, "speed_score_avg": 7.667, "latency_score_avg": 1.333, "cost_score_avg": 7.045, "quality_ci95": 0.917 }, "Contenido": { "quality_avg": 8.355, "speed_score_avg": 7.351, "latency_score_avg": 1.763, "cost_score_avg": 7.325, "quality_ci95": 0.736 }, "Agentes": { "quality_avg": 7.863, "speed_score_avg": 6.583, "latency_score_avg": 3.154, "cost_score_avg": 7.079, "quality_ci95": 0.577 }, "Coding": { "quality_avg": 9.128, "speed_score_avg": 7.364, "latency_score_avg": 3.394, "cost_score_avg": 7.724, "quality_ci95": 0.794 } }, "score_by_suite": { "business_audit": 6.92, "business_strategy": 8.15, "content_verificable": 6.38, "content_generation": 8.31, "tool_calling": 6.97, "task_management": 8.62, "code_generation": 8.52, "reasoning": 8.38, "summarization": 6.85, "startup_content": 8.25, "deep_reasoning": 7.26, "customer_support": 7.54, "structured_output": 9.01, "hallucination": 6.77, "creativity": 7.84, "string_precision": 7.84, "news_seo_writing": 6.85, "ocr_extraction": 8.29, "orchestration": 7.5, "multi_turn": 7.05, "policy_adherence": 7.92, "agent_capabilities": 7.55, "strategy": 7.3, "sales_outreach": 7.61, "translation": 7.91, "agent_long_horizon": 7.81, "presentation": 8.53, "tool_calling_adversarial": 5.8 }, "quality_by_suite": { "business_audit": 7.4, "business_strategy": 9.2, "content_verificable": 6.53, "content_generation": 9.3, "tool_calling": 7.1, "task_management": 9.79, "code_generation": 9.54, "reasoning": 9.59, "summarization": 7.0, "startup_content": 9.41, "deep_reasoning": 7.92, "customer_support": 7.93, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.62, "string_precision": 8.17, "news_seo_writing": 7.37, "ocr_extraction": 9.1, "orchestration": 7.95, "multi_turn": 7.5, "policy_adherence": 8.58, "agent_capabilities": 8.12, "strategy": 8.06, "sales_outreach": 8.22, "translation": 8.51, "agent_long_horizon": 9.12, "presentation": 9.81, "tool_calling_adversarial": 5.56 }, "suites_incompletas": {}, "quality_avg": 8.19, "quality_ci95": 0.407, "cost_score_avg": 7.22, "speed_score_avg": 7.18, "latency_score_avg": 2.36, "tool_calling_score_avg": 6.98, "judge_score_avg": 4.42, "tokens_per_second": 54.2, "latency_avg_s": 26.39, "total_input_tokens": 356964, "total_output_tokens": 202493, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.12, "multiturno_score": 7.81, "agentic_score": 7.81, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.53, "score_calidad": 8.19, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "qwen-3.6-max", "id": "qwen/qwen3.6-max-preview", "name": "Qwen 3.6 Max", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "Proprietary", "cost_input_per_M": 1.027, "cost_output_per_M": 6.162, "cost_per_1k_calls_usd": 9.551, "context_window": 262144, "subscriptions": [], "notes": "Tier Max de Alibaba (API-only propietario, el más capaz de la familia). Completa base+Plus+Max. $1.04/$6.24 vía OpenRouter API jun 2026.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 159, "total_runs": 281, "score_global": 5.99, "score_by_pillar": { "Contenido": 6.96, "Agentes": 6.95, "Coding": 7.73, "Razonamiento": 6.82 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.017, "speed_score_avg": 6.033, "latency_score_avg": 1.0, "cost_score_avg": 4.1, "quality_ci95": 0.747 }, "Agentes": { "quality_avg": 8.142, "speed_score_avg": 5.952, "latency_score_avg": 1.271, "cost_score_avg": 4.328, "quality_ci95": 0.444 }, "Coding": { "quality_avg": 9.201, "speed_score_avg": 6.091, "latency_score_avg": 1.136, "cost_score_avg": 4.867, "quality_ci95": 0.814 }, "Razonamiento": { "quality_avg": 8.185, "speed_score_avg": 5.667, "latency_score_avg": 1.0, "cost_score_avg": 4.153, "quality_ci95": 0.975 } }, "score_by_suite": { "content_generation": 7.54, "tool_calling": 6.25, "task_management": 7.93, "code_generation": 7.71, "reasoning": 7.99, "summarization": 6.77, "presentation": 7.72, "startup_content": 7.65, "deep_reasoning": 5.45, "customer_support": 7.94, "structured_output": 8.34, "hallucination": 6.62, "creativity": 7.42, "string_precision": 7.25, "news_seo_writing": 5.47, "ocr_extraction": 7.86, "orchestration": 6.69, "multi_turn": 6.82, "policy_adherence": 6.68, "agent_capabilities": 6.08, "strategy": 6.72, "sales_outreach": 6.14, "translation": 6.97, "niah_es": 7.83, "prompt_injection_es": 1.92, "business_audit": 7.04, "business_strategy": 7.5, "content_verificable": 7.17, "agent_long_horizon": 7.18, "tool_calling_adversarial": 6.97 }, "quality_by_suite": { "content_generation": 8.98, "tool_calling": 6.96, "task_management": 9.76, "code_generation": 9.43, "reasoning": 9.84, "summarization": 7.9, "presentation": 9.51, "startup_content": 9.37, "deep_reasoning": 6.25, "customer_support": 9.54, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 6.28, "ocr_extraction": 9.6, "orchestration": 7.7, "multi_turn": 8.0, "policy_adherence": 7.67, "agent_capabilities": 6.84, "strategy": 8.06, "sales_outreach": 7.11, "translation": 8.3, "niah_es": 9.83, "prompt_injection_es": 1.0, "business_audit": 8.4, "business_strategy": 9.2, "content_verificable": 8.53, "agent_long_horizon": 8.99, "tool_calling_adversarial": 7.66 }, "suites_incompletas": {}, "quality_avg": 8.37, "quality_ci95": 0.37, "cost_score_avg": 4.27, "speed_score_avg": 5.95, "latency_score_avg": 1.13, "tool_calling_score_avg": 7.84, "judge_score_avg": 4.54, "tokens_per_second": 39.1, "latency_avg_s": 113.66, "total_input_tokens": 365205, "total_output_tokens": 673254, "long_context_runs": 98, "long_context_quality": 9.85, "long_context_score": 7.86, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 25, "agentic_quality": 8.76, "multiturno_score": 7.05, "agentic_score": 7.05, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.06, "score_calidad": 8.37, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-ministral-14b", "id": "mistralai/ministral-14b-2512", "name": "Ministral 14B", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.2, "cost_output_per_M": 0.2, "cost_per_1k_calls_usd": 0.36, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 147, "total_runs": 151, "score_global": 5.97, "score_by_pillar": { "Razonamiento": 7.48, "Contenido": 7.75, "Agentes": 7.43, "Coding": 8.07 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.993, "speed_score_avg": 7.733, "latency_score_avg": 1.4, "cost_score_avg": 8.0, "quality_ci95": 0.79 }, "Contenido": { "quality_avg": 7.987, "speed_score_avg": 7.789, "latency_score_avg": 1.789, "cost_score_avg": 8.0, "quality_ci95": 0.908 }, "Agentes": { "quality_avg": 7.806, "speed_score_avg": 7.322, "latency_score_avg": 3.721, "cost_score_avg": 7.623, "quality_ci95": 0.519 }, "Coding": { "quality_avg": 8.644, "speed_score_avg": 7.697, "latency_score_avg": 3.455, "cost_score_avg": 8.0, "quality_ci95": 1.02 } }, "score_by_suite": { "business_audit": 7.13, "business_strategy": 8.19, "content_verificable": 6.81, "content_generation": 8.37, "tool_calling": 6.86, "task_management": 8.74, "code_generation": 8.37, "reasoning": 8.55, "summarization": 8.06, "presentation": 8.73, "startup_content": 8.49, "deep_reasoning": 7.21, "customer_support": 7.77, "structured_output": 7.76, "hallucination": 6.87, "creativity": 8.29, "string_precision": 7.87, "news_seo_writing": 5.9, "ocr_extraction": 8.32, "orchestration": 8.02, "multi_turn": 7.58, "policy_adherence": 8.0, "agent_capabilities": 6.86, "strategy": 7.51, "sales_outreach": 8.04, "translation": 8.46, "agent_long_horizon": 7.7, "tool_calling_adversarial": 6.5 }, "quality_by_suite": { "business_audit": 7.57, "business_strategy": 9.2, "content_verificable": 7.33, "content_generation": 9.2, "tool_calling": 6.75, "task_management": 9.72, "code_generation": 9.21, "reasoning": 9.32, "summarization": 8.3, "presentation": 9.76, "startup_content": 9.37, "deep_reasoning": 7.5, "customer_support": 7.89, "structured_output": 8.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 5.74, "ocr_extraction": 9.1, "orchestration": 8.65, "multi_turn": 8.0, "policy_adherence": 8.58, "agent_capabilities": 6.88, "strategy": 8.06, "sales_outreach": 8.67, "translation": 9.2, "agent_long_horizon": 8.79, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 8.13, "quality_ci95": 0.398, "cost_score_avg": 7.84, "speed_score_avg": 7.61, "latency_score_avg": 2.65, "tool_calling_score_avg": 6.81, "judge_score_avg": 4.42, "tokens_per_second": 72.0, "latency_avg_s": 24.76, "total_input_tokens": 410426, "total_output_tokens": 233391, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 8.79, "multiturno_score": 7.7, "agentic_score": 7.7, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.63, "score_calidad": 8.13, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.7778, "piso": 0.6667, "intentos": 3, "estado": "ok_parcial" }, "harbor-facturacion": { "media": 0.625, "piso": 0.625, "intentos": 1, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "claude-opus-4.6", "id": "anthropic/claude-opus-4-6", "name": "Claude Opus 4.6", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": null, "subscriptions": [], "notes": "Precio corregido may 2026 vía web/OpenRouter: $5/$25 (antes $15/$75 stale).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 195, "total_runs": 207, "score_global": 5.85, "score_by_pillar": { "Agentes": 6.63, "Contenido": 7.23, "Coding": 7.44, "Razonamiento": 7.07 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.765, "speed_score_avg": 6.707, "latency_score_avg": 1.927, "cost_score_avg": 3.618, "quality_ci95": 0.431 }, "Contenido": { "quality_avg": 8.784, "speed_score_avg": 6.222, "latency_score_avg": 1.315, "cost_score_avg": 3.915, "quality_ci95": 0.405 }, "Coding": { "quality_avg": 8.66, "speed_score_avg": 6.261, "latency_score_avg": 2.348, "cost_score_avg": 4.952, "quality_ci95": 1.068 }, "Razonamiento": { "quality_avg": 8.475, "speed_score_avg": 6.458, "latency_score_avg": 1.167, "cost_score_avg": 3.614, "quality_ci95": 0.658 } }, "score_by_suite": { "content_generation": 7.23, "tool_calling": 5.44, "task_management": 7.62, "code_generation": 7.53, "reasoning": 7.49, "summarization": 6.92, "presentation": 7.35, "startup_content": 7.33, "customer_support": 7.14, "news_seo_writing": 6.08, "orchestration": 6.63, "agent_capabilities": 6.6, "translation": 6.71, "deep_reasoning": 6.68, "structured_output": 8.56, "hallucination": 7.34, "creativity": 7.48, "string_precision": 6.38, "ocr_extraction": 7.73, "multi_turn": 6.85, "policy_adherence": 6.96, "strategy": 8.0, "sales_outreach": 7.68, "business_audit": 6.62, "business_strategy": 7.47, "content_verificable": 8.21, "agent_long_horizon": 7.2, "tool_calling_adversarial": 5.76 }, "quality_by_suite": { "content_generation": 8.69, "tool_calling": 5.7, "task_management": 9.21, "code_generation": 9.08, "reasoning": 9.05, "summarization": 7.98, "presentation": 9.03, "startup_content": 9.05, "customer_support": 8.32, "news_seo_writing": 7.23, "orchestration": 7.71, "agent_capabilities": 7.62, "translation": 7.37, "deep_reasoning": 7.92, "structured_output": 10.0, "hallucination": 8.33, "creativity": 9.0, "string_precision": 6.83, "ocr_extraction": 9.1, "multi_turn": 8.0, "policy_adherence": 8.17, "strategy": 10.0, "sales_outreach": 9.33, "business_audit": 7.9, "business_strategy": 9.2, "content_verificable": 10.0, "agent_long_horizon": 9.1, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 8.34, "quality_ci95": 0.375, "cost_score_avg": 3.78, "speed_score_avg": 6.45, "latency_score_avg": 1.54, "tool_calling_score_avg": 7.6, "judge_score_avg": 4.33, "tokens_per_second": 45.7, "latency_avg_s": 34.5, "total_input_tokens": 561439, "total_output_tokens": 312564, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 9.1, "multiturno_score": 7.2, "agentic_score": 7.2, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.05, "score_calidad": 8.34, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "muse-spark-1.2", "id": "meta/muse-spark-1.2", "name": "Muse Spark 1.2", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.25, "cost_output_per_M": 4.25, "cost_per_1k_calls_usd": 6.75, "context_window": 1048576, "subscriptions": [], "notes": "Original del que se destiló Muse Glimmer 30B. Multimodal texto+imagen+audio+video.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 202, "score_global": 5.82, "score_by_pillar": { "Razonamiento": 7.44, "Contenido": 7.78, "Agentes": 6.7, "Coding": 8.69 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.356, "speed_score_avg": 10.0, "latency_score_avg": 1.367, "cost_score_avg": 4.935, "quality_ci95": 0.925 }, "Contenido": { "quality_avg": 8.781, "speed_score_avg": 10.0, "latency_score_avg": 1.545, "cost_score_avg": 5.126, "quality_ci95": 0.615 }, "Agentes": { "quality_avg": 6.984, "speed_score_avg": 9.922, "latency_score_avg": 3.157, "cost_score_avg": 5.557, "quality_ci95": 0.795 }, "Coding": { "quality_avg": 9.73, "speed_score_avg": 9.789, "latency_score_avg": 3.0, "cost_score_avg": 6.109, "quality_ci95": 0.258 } }, "score_by_suite": { "business_audit": 7.11, "business_strategy": 7.99, "content_verificable": 8.07, "content_generation": 8.16, "tool_calling": 6.88, "task_management": 8.62, "code_generation": 8.32, "reasoning": 8.27, "summarization": 7.38, "presentation": 8.34, "startup_content": 8.16, "deep_reasoning": 6.71, "customer_support": 6.9, "structured_output": 9.03, "hallucination": 7.19, "creativity": 7.79, "string_precision": 9.03, "news_seo_writing": 6.66, "ocr_extraction": 8.29, "orchestration": 3.74, "multi_turn": 7.05, "policy_adherence": 7.77, "agent_capabilities": 6.2, "strategy": 8.51, "sales_outreach": 7.73, "translation": 7.96, "agent_long_horizon": 7.63, "niah_es": 8.34, "integridad_idioma": 8.22, "prompt_injection_es": 8.61, "tool_calling_adversarial": 6.03 }, "quality_by_suite": { "business_audit": 7.88, "business_strategy": 9.2, "content_verificable": 9.2, "content_generation": 9.18, "tool_calling": 6.75, "task_management": 9.87, "code_generation": 9.53, "reasoning": 9.56, "summarization": 8.1, "presentation": 9.76, "startup_content": 9.5, "deep_reasoning": 7.36, "customer_support": 7.0, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.75, "string_precision": 10.0, "news_seo_writing": 7.37, "ocr_extraction": 9.35, "orchestration": 2.68, "multi_turn": 7.5, "policy_adherence": 8.67, "agent_capabilities": 6.28, "strategy": 10.0, "sales_outreach": 8.67, "translation": 8.67, "agent_long_horizon": 8.88, "niah_es": 9.87, "integridad_idioma": 9.53, "prompt_injection_es": 10.0, "tool_calling_adversarial": 5.56 }, "suites_incompletas": {}, "quality_avg": 8.17, "quality_ci95": 0.447, "cost_score_avg": 5.35, "speed_score_avg": 9.94, "latency_score_avg": 2.23, "tool_calling_score_avg": 5.44, "judge_score_avg": 4.12, "tokens_per_second": 175.1, "latency_avg_s": 14.19, "total_input_tokens": 169709, "total_output_tokens": 294553, "long_context_runs": 45, "long_context_quality": 9.87, "long_context_score": 8.34, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 8.88, "multiturno_score": 7.63, "agentic_score": 7.63, "security_runs": 20, "security_score": 10.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.44, "score_calidad": 8.17, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "hermes-4-405b", "id": "nousresearch/hermes-4-405b", "name": "Hermes 4 405B", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Llama 3 community", "cost_input_per_M": 1.0, "cost_output_per_M": 3.0, "cost_per_1k_calls_usd": 4.8, "context_window": 131072, "subscriptions": [], "notes": "Flagship Hermes 4 con reasoning híbrido. Sin reasoning explícito en este config.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 148, "total_runs": 148, "score_global": 5.8, "score_by_pillar": { "Contenido": 7.21, "Agentes": 7.4, "Coding": 8.02, "Razonamiento": 7.08 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.035, "speed_score_avg": 5.73, "latency_score_avg": 1.595, "cost_score_avg": 7.193, "quality_ci95": 0.737 }, "Agentes": { "quality_avg": 8.092, "speed_score_avg": 5.333, "latency_score_avg": 2.549, "cost_score_avg": 6.995, "quality_ci95": 0.415 }, "Coding": { "quality_avg": 9.082, "speed_score_avg": 5.167, "latency_score_avg": 2.75, "cost_score_avg": 7.522, "quality_ci95": 0.773 }, "Razonamiento": { "quality_avg": 7.82, "speed_score_avg": 5.472, "latency_score_avg": 1.306, "cost_score_avg": 6.922, "quality_ci95": 0.85 } }, "score_by_suite": { "content_generation": 7.58, "task_management": 7.75, "code_generation": 7.49, "reasoning": 7.78, "summarization": 6.56, "presentation": 7.55, "startup_content": 7.6, "deep_reasoning": 6.73, "structured_output": 8.84, "hallucination": 7.13, "creativity": 7.6, "string_precision": 7.57, "news_seo_writing": 6.58, "ocr_extraction": 8.32, "multi_turn": 7.82, "policy_adherence": 6.84, "agent_capabilities": 7.04, "strategy": 7.16, "sales_outreach": 6.72, "translation": 7.07, "business_audit": 6.74, "business_strategy": 7.67, "content_verificable": 7.33, "agent_long_horizon": 7.72, "customer_support": 7.84, "orchestration": 6.76, "tool_calling_adversarial": 7.32 }, "quality_by_suite": { "content_generation": 8.49, "task_management": 8.66, "code_generation": 8.49, "reasoning": 8.89, "summarization": 7.1, "presentation": 8.7, "startup_content": 8.74, "deep_reasoning": 7.43, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 7.26, "ocr_extraction": 9.5, "multi_turn": 8.5, "policy_adherence": 7.17, "agent_capabilities": 7.87, "strategy": 8.06, "sales_outreach": 7.11, "translation": 7.46, "business_audit": 7.45, "business_strategy": 8.8, "content_verificable": 8.0, "agent_long_horizon": 9.04, "customer_support": 8.82, "orchestration": 7.51, "tool_calling_adversarial": 7.8 }, "suites_incompletas": {}, "quality_avg": 8.2, "quality_ci95": 0.356, "cost_score_avg": 7.11, "speed_score_avg": 5.44, "latency_score_avg": 2.04, "tool_calling_score_avg": 4.99, "judge_score_avg": 4.29, "tokens_per_second": 33.4, "latency_avg_s": 19.37, "total_input_tokens": 136631, "total_output_tokens": 95908, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.04, "multiturno_score": 7.72, "agentic_score": 7.72, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.37, "score_calidad": 8.2, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "sin_herramientas", "motivo": "no existe endpoint con tool use — el modelo nunca llegó a correr" } }, "estado": "no_apto" }, "sirve_para_agentes": false, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_herramientas" } } }, { "key": "muse-glimmer-30b", "id": "meta/muse-glimmer-30b", "name": "Muse Glimmer 30B", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 0.35, "cost_output_per_M": 1.5, "cost_per_1k_calls_usd": 2.355, "context_window": 131072, "subscriptions": [], "notes": "Denso 30B multimodal texto+imagen, publicado 9-ago-2026. Destilado de Muse Spark, orientado a agentes en hardware de consumo. Pesos en HuggingFace; licencia sin nombre publicado.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 187, "score_global": 5.78, "score_by_pillar": { "Razonamiento": 7.56, "Contenido": 7.5, "Agentes": 7.25, "Coding": 7.84 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.373, "speed_score_avg": 8.4, "latency_score_avg": 1.133, "cost_score_avg": 6.553, "quality_ci95": 0.93 }, "Contenido": { "quality_avg": 8.227, "speed_score_avg": 8.364, "latency_score_avg": 1.303, "cost_score_avg": 6.789, "quality_ci95": 0.69 }, "Agentes": { "quality_avg": 7.495, "speed_score_avg": 9.059, "latency_score_avg": 3.431, "cost_score_avg": 7.134, "quality_ci95": 0.607 }, "Coding": { "quality_avg": 8.722, "speed_score_avg": 7.263, "latency_score_avg": 1.526, "cost_score_avg": 7.159, "quality_ci95": 0.897 } }, "score_by_suite": { "business_audit": 7.58, "business_strategy": 8.18, "content_verificable": 8.28, "content_generation": 8.2, "tool_calling": 5.64, "task_management": 8.44, "code_generation": 8.32, "reasoning": 8.19, "summarization": 7.24, "presentation": 7.83, "startup_content": 8.25, "deep_reasoning": 6.99, "customer_support": 7.6, "structured_output": 5.05, "hallucination": 5.81, "creativity": 7.61, "string_precision": 8.8, "news_seo_writing": 5.36, "ocr_extraction": 8.53, "orchestration": 6.79, "multi_turn": 6.76, "policy_adherence": 7.94, "agent_capabilities": 7.17, "strategy": 8.7, "sales_outreach": 7.67, "translation": 7.26, "agent_long_horizon": 7.95, "niah_es": 8.45, "prompt_injection_es": 7.78, "integridad_idioma": 8.57, "tool_calling_adversarial": 6.77 }, "quality_by_suite": { "business_audit": 8.4, "business_strategy": 9.2, "content_verificable": 9.33, "content_generation": 9.08, "tool_calling": 5.0, "task_management": 9.61, "code_generation": 9.43, "reasoning": 9.17, "summarization": 7.54, "presentation": 8.81, "startup_content": 9.47, "deep_reasoning": 7.78, "customer_support": 7.75, "structured_output": 5.0, "hallucination": 5.67, "creativity": 8.62, "string_precision": 10.0, "news_seo_writing": 5.32, "ocr_extraction": 9.6, "orchestration": 6.69, "multi_turn": 6.5, "policy_adherence": 8.58, "agent_capabilities": 7.22, "strategy": 10.0, "sales_outreach": 8.22, "translation": 7.56, "agent_long_horizon": 9.04, "niah_es": 10.0, "prompt_injection_es": 8.65, "integridad_idioma": 9.56, "tool_calling_adversarial": 6.4 }, "suites_incompletas": {}, "quality_avg": 8.14, "quality_ci95": 0.386, "cost_score_avg": 6.9, "speed_score_avg": 8.48, "latency_score_avg": 2.03, "tool_calling_score_avg": 4.84, "judge_score_avg": 4.35, "tokens_per_second": 102.8, "latency_avg_s": 23.89, "total_input_tokens": 148019, "total_output_tokens": 224097, "long_context_runs": 30, "long_context_quality": 10.0, "long_context_score": 8.45, "long_context_by_size": { "8000": 10.0, "64000": 10.0 }, "effective_context": 64000, "agentic_runs": 12, "agentic_quality": 9.04, "multiturno_score": 7.95, "agentic_score": 7.95, "security_runs": 20, "security_score": 8.65, "policy_refusal_rate": 0.0, "score_global_linear": 7.52, "score_calidad": 8.14, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9487, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "glm-5.1", "id": "z-ai/glm-5.1", "name": "GLM-5.1", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.952, "cost_output_per_M": 2.992, "cost_per_1k_calls_usd": 4.774, "context_window": 202752, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 159, "total_runs": 163, "score_global": 5.77, "score_by_pillar": { "Contenido": 7.21, "Agentes": 6.82, "Coding": 7.82, "Razonamiento": 7.24 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.265, "speed_score_avg": 6.889, "latency_score_avg": 1.0, "cost_score_avg": 5.305, "quality_ci95": 0.573 }, "Agentes": { "quality_avg": 7.818, "speed_score_avg": 5.915, "latency_score_avg": 1.725, "cost_score_avg": 5.877, "quality_ci95": 0.538 }, "Coding": { "quality_avg": 9.063, "speed_score_avg": 6.127, "latency_score_avg": 1.429, "cost_score_avg": 6.232, "quality_ci95": 0.844 }, "Razonamiento": { "quality_avg": 8.233, "speed_score_avg": 6.667, "latency_score_avg": 1.072, "cost_score_avg": 5.281, "quality_ci95": 0.792 } }, "score_by_suite": { "content_generation": 7.41, "task_management": 7.89, "code_generation": 7.26, "reasoning": 7.75, "summarization": 6.7, "presentation": 6.46, "startup_content": 7.2, "news_seo_writing": 5.54, "translation": 7.45, "deep_reasoning": 6.67, "hallucination": 6.79, "creativity": 7.51, "ocr_extraction": 8.01, "strategy": 7.75, "business_audit": 7.12, "business_strategy": 7.8, "content_verificable": 8.45, "structured_output": 8.7, "string_precision": 7.46, "policy_adherence": 7.6, "sales_outreach": 7.88, "agent_long_horizon": 7.38, "multi_turn": 7.16, "tool_calling": 4.57, "customer_support": 7.47, "orchestration": 6.65, "agent_capabilities": 6.37, "tool_calling_adversarial": 6.35 }, "quality_by_suite": { "content_generation": 8.58, "task_management": 9.33, "code_generation": 8.75, "reasoning": 9.03, "summarization": 7.5, "presentation": 7.06, "startup_content": 8.27, "news_seo_writing": 6.11, "translation": 8.57, "deep_reasoning": 7.59, "hallucination": 7.33, "creativity": 8.69, "ocr_extraction": 9.43, "strategy": 9.17, "business_audit": 8.2, "business_strategy": 9.2, "content_verificable": 10.0, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 8.58, "sales_outreach": 9.33, "agent_long_horizon": 8.73, "multi_turn": 8.0, "tool_calling": 4.23, "customer_support": 8.25, "orchestration": 7.28, "agent_capabilities": 7.11, "tool_calling_adversarial": 6.68 }, "suites_incompletas": {}, "quality_avg": 8.26, "quality_ci95": 0.364, "cost_score_avg": 5.59, "speed_score_avg": 6.42, "latency_score_avg": 1.34, "tool_calling_score_avg": 7.73, "judge_score_avg": 4.34, "tokens_per_second": 53.1, "latency_avg_s": 69.7, "total_input_tokens": 356627, "total_output_tokens": 490890, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.73, "multiturno_score": 7.37, "agentic_score": 7.37, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.24, "score_calidad": 8.26, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gemini-3.1-flash-lite", "id": "google/gemini-3.1-flash-lite-preview", "name": "Gemini 3.1 Flash Lite", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.25, "cost_output_per_M": 1.5, "cost_per_1k_calls_usd": 2.325, "context_window": 1048576, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 149, "total_runs": 224, "score_global": 5.66, "score_by_pillar": { "Contenido": 8.05, "Agentes": 7.16, "Coding": 8.59, "Razonamiento": 7.77 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.448, "speed_score_avg": 9.333, "latency_score_avg": 3.667, "cost_score_avg": 7.733, "quality_ci95": 0.684 }, "Agentes": { "quality_avg": 7.058, "speed_score_avg": 8.254, "latency_score_avg": 5.46, "cost_score_avg": 7.641, "quality_ci95": 0.503 }, "Coding": { "quality_avg": 9.136, "speed_score_avg": 8.211, "latency_score_avg": 5.263, "cost_score_avg": 7.88, "quality_ci95": 0.921 }, "Razonamiento": { "quality_avg": 8.044, "speed_score_avg": 9.633, "latency_score_avg": 3.667, "cost_score_avg": 7.612, "quality_ci95": 0.98 } }, "score_by_suite": { "content_generation": 8.59, "tool_calling": 7.02, "task_management": 8.57, "code_generation": 8.46, "reasoning": 8.56, "summarization": 7.5, "presentation": 8.06, "startup_content": 8.42, "deep_reasoning": 8.0, "customer_support": 6.85, "structured_output": 9.14, "hallucination": 7.71, "creativity": 8.49, "string_precision": 7.94, "news_seo_writing": 7.07, "ocr_extraction": 9.03, "orchestration": 6.5, "multi_turn": 7.9, "policy_adherence": 8.36, "agent_capabilities": 5.92, "strategy": 8.28, "sales_outreach": 6.78, "translation": 8.35, "prompt_injection_es": 2.43, "niah_es": 8.24, "business_audit": 6.86, "business_strategy": 8.57, "content_verificable": 8.66, "agent_long_horizon": 7.78, "tool_calling_adversarial": 6.34 }, "quality_by_suite": { "content_generation": 9.24, "tool_calling": 7.24, "task_management": 9.12, "code_generation": 8.96, "reasoning": 9.21, "summarization": 7.5, "presentation": 8.54, "startup_content": 9.19, "deep_reasoning": 8.33, "customer_support": 6.63, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.21, "ocr_extraction": 9.75, "orchestration": 6.11, "multi_turn": 8.0, "policy_adherence": 8.67, "agent_capabilities": 5.33, "strategy": 8.89, "sales_outreach": 6.44, "translation": 8.57, "prompt_injection_es": 1.0, "niah_es": 9.79, "business_audit": 6.8, "business_strategy": 9.2, "content_verificable": 9.33, "agent_long_horizon": 8.33, "tool_calling_adversarial": 5.84 }, "suites_incompletas": {}, "quality_avg": 7.98, "quality_ci95": 0.414, "cost_score_avg": 7.68, "speed_score_avg": 8.85, "latency_score_avg": 4.69, "tool_calling_score_avg": 7.69, "judge_score_avg": 4.13, "tokens_per_second": 138.4, "latency_avg_s": 4.37, "total_input_tokens": 176298, "total_output_tokens": 101404, "long_context_runs": 51, "long_context_quality": 9.79, "long_context_score": 8.24, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 8.33, "multiturno_score": 7.78, "agentic_score": 7.78, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.74, "score_calidad": 7.98, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.9259, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "claude-opus-4.7", "id": "anthropic/claude-opus-4-7", "name": "Claude Opus 4.7", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": null, "subscriptions": [], "notes": "Precio corregido may 2026 vía OpenRouter API: $5/$25 (antes teníamos $15/$75, era pricing viejo de Claude-3 Opus).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 182, "total_runs": 190, "score_global": 5.57, "score_by_pillar": { "Contenido": 6.98, "Agentes": 6.65, "Coding": 7.9, "Razonamiento": 6.94 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.348, "speed_score_avg": 7.379, "latency_score_avg": 1.248, "cost_score_avg": 3.628, "quality_ci95": 0.461 }, "Agentes": { "quality_avg": 7.75, "speed_score_avg": 7.446, "latency_score_avg": 1.739, "cost_score_avg": 3.318, "quality_ci95": 0.416 }, "Coding": { "quality_avg": 9.173, "speed_score_avg": 6.899, "latency_score_avg": 2.522, "cost_score_avg": 4.765, "quality_ci95": 0.763 }, "Razonamiento": { "quality_avg": 8.332, "speed_score_avg": 7.273, "latency_score_avg": 1.172, "cost_score_avg": 3.612, "quality_ci95": 0.849 } }, "score_by_suite": { "content_generation": 7.32, "tool_calling": 5.38, "task_management": 7.62, "code_generation": 7.54, "reasoning": 7.68, "summarization": 6.84, "presentation": 7.45, "startup_content": 7.51, "customer_support": 6.48, "news_seo_writing": 4.7, "orchestration": 7.04, "agent_capabilities": 6.73, "translation": 6.69, "business_audit": 7.04, "business_strategy": 7.52, "content_verificable": 7.61, "structured_output": 8.59, "string_precision": 7.38, "policy_adherence": 7.06, "strategy": 7.47, "sales_outreach": 7.78, "agent_long_horizon": 6.54, "deep_reasoning": 6.08, "hallucination": 6.08, "creativity": 7.46, "ocr_extraction": 8.28, "multi_turn": 6.67, "tool_calling_adversarial": 6.71 }, "quality_by_suite": { "content_generation": 8.73, "tool_calling": 5.56, "task_management": 9.2, "code_generation": 9.08, "reasoning": 9.31, "summarization": 7.81, "presentation": 9.06, "startup_content": 9.15, "customer_support": 7.3, "news_seo_writing": 5.13, "orchestration": 8.27, "agent_capabilities": 7.83, "translation": 7.51, "business_audit": 8.4, "business_strategy": 9.2, "content_verificable": 9.2, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 8.17, "strategy": 9.17, "sales_outreach": 9.33, "agent_long_horizon": 8.1, "deep_reasoning": 6.99, "hallucination": 6.56, "creativity": 8.92, "ocr_extraction": 9.87, "multi_turn": 7.67, "tool_calling_adversarial": 7.66 }, "suites_incompletas": {}, "quality_avg": 8.28, "quality_ci95": 0.36, "cost_score_avg": 3.58, "speed_score_avg": 7.34, "latency_score_avg": 1.54, "tool_calling_score_avg": 8.23, "judge_score_avg": 4.44, "tokens_per_second": 59.8, "latency_avg_s": 32.03, "total_input_tokens": 690215, "total_output_tokens": 329834, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.1, "multiturno_score": 6.54, "agentic_score": 6.54, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.03, "score_calidad": 8.28, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "deepseek-v4-flash", "id": "deepseek/deepseek-v4-flash", "name": "DeepSeek V4 Flash (OpenRouter)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.14, "cost_output_per_M": 0.28, "cost_per_1k_calls_usd": 0.462, "context_window": 1048576, "subscriptions": [], "notes": "284B params, 13B activos, 1M context. Sucesor V3.2. Precio re-verificado vía OpenRouter API 1 jun 2026 ($0.098/$0.197, antes $0.112/$0.224).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 154, "total_runs": 316, "score_global": 5.55, "score_by_pillar": { "Contenido": 7.86, "Agentes": 6.94, "Coding": 8.37, "Razonamiento": 7.28 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.709, "speed_score_avg": 7.412, "latency_score_avg": 1.451, "cost_score_avg": 7.98, "quality_ci95": 0.463 }, "Agentes": { "quality_avg": 7.241, "speed_score_avg": 6.491, "latency_score_avg": 1.965, "cost_score_avg": 7.777, "quality_ci95": 0.618 }, "Coding": { "quality_avg": 9.145, "speed_score_avg": 7.364, "latency_score_avg": 2.773, "cost_score_avg": 7.996, "quality_ci95": 0.803 }, "Razonamiento": { "quality_avg": 7.9, "speed_score_avg": 7.188, "latency_score_avg": 1.156, "cost_score_avg": 7.862, "quality_ci95": 0.909 } }, "score_by_suite": { "content_generation": 8.45, "tool_calling": 5.41, "task_management": 8.06, "code_generation": 8.33, "reasoning": 8.23, "summarization": 6.95, "presentation": 8.12, "startup_content": 8.33, "deep_reasoning": 6.85, "customer_support": 7.68, "structured_output": 9.0, "hallucination": 7.17, "creativity": 8.1, "string_precision": 7.74, "news_seo_writing": 7.02, "ocr_extraction": 8.67, "orchestration": 6.96, "multi_turn": 7.53, "policy_adherence": 7.87, "agent_capabilities": 5.81, "strategy": 6.93, "sales_outreach": 6.26, "translation": 7.62, "niah_es": 8.25, "prompt_injection_es": 2.56, "business_audit": 6.94, "business_strategy": 8.17, "content_verificable": 8.92, "agent_long_horizon": 8.16, "tool_calling_adversarial": 5.4 }, "quality_by_suite": { "content_generation": 9.32, "tool_calling": 5.25, "task_management": 8.89, "code_generation": 9.17, "reasoning": 9.09, "summarization": 7.27, "presentation": 8.93, "startup_content": 9.34, "deep_reasoning": 7.08, "customer_support": 8.22, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.31, "ocr_extraction": 9.6, "orchestration": 7.05, "multi_turn": 8.0, "policy_adherence": 8.58, "agent_capabilities": 5.58, "strategy": 7.22, "sales_outreach": 6.44, "translation": 8.3, "niah_es": 10.0, "prompt_injection_es": 1.23, "business_audit": 7.45, "business_strategy": 9.2, "content_verificable": 10.0, "agent_long_horizon": 9.29, "tool_calling_adversarial": 5.28 }, "suites_incompletas": {}, "quality_avg": 8.1, "quality_ci95": 0.412, "cost_score_avg": 7.88, "speed_score_avg": 7.14, "latency_score_avg": 1.73, "tool_calling_score_avg": 7.6, "judge_score_avg": 4.27, "tokens_per_second": 64.3, "latency_avg_s": 30.76, "total_input_tokens": 193214, "total_output_tokens": 242806, "long_context_runs": 114, "long_context_quality": 10.0, "long_context_score": 8.28, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0, "512000": 10.0, "800000": 10.0 }, "effective_context": 800000, "agentic_runs": 12, "agentic_quality": 9.29, "multiturno_score": 8.16, "agentic_score": 8.16, "security_runs": 40, "security_score": 1.23, "policy_refusal_rate": 0.0, "score_global_linear": 7.51, "score_calidad": 8.1, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-minimax-m2.5", "id": "minimax/minimax-m2.5", "name": "MiniMax M2.5", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.22, "cost_output_per_M": 0.9, "cost_per_1k_calls_usd": 1.416, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 138, "total_runs": 142, "score_global": 5.53, "score_by_pillar": { "Razonamiento": 7.43, "Contenido": 7.6, "Agentes": 7.16, "Coding": 8.3 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.076, "speed_score_avg": 7.2, "latency_score_avg": 1.233, "cost_score_avg": 7.658, "quality_ci95": 0.926 }, "Contenido": { "quality_avg": 8.432, "speed_score_avg": 7.316, "latency_score_avg": 1.214, "cost_score_avg": 7.72, "quality_ci95": 0.744 }, "Agentes": { "quality_avg": 7.533, "speed_score_avg": 7.37, "latency_score_avg": 2.796, "cost_score_avg": 7.604, "quality_ci95": 0.634 }, "Coding": { "quality_avg": 9.029, "speed_score_avg": 7.789, "latency_score_avg": 2.947, "cost_score_avg": 7.82, "quality_ci95": 0.911 } }, "score_by_suite": { "business_audit": 6.88, "business_strategy": 8.17, "content_verificable": 6.46, "content_generation": 8.57, "tool_calling": 6.79, "task_management": 8.65, "code_generation": 8.1, "reasoning": 8.36, "summarization": 6.94, "presentation": 8.55, "startup_content": 8.34, "deep_reasoning": 7.32, "customer_support": 7.31, "structured_output": 8.95, "hallucination": 7.86, "creativity": 7.69, "string_precision": 7.84, "news_seo_writing": 6.81, "ocr_extraction": 8.48, "orchestration": 5.84, "multi_turn": 7.37, "policy_adherence": 7.84, "agent_capabilities": 5.71, "strategy": 6.92, "sales_outreach": 7.56, "translation": 8.0, "agent_long_horizon": 8.06, "tool_calling_adversarial": 6.75 }, "quality_by_suite": { "business_audit": 7.3, "business_strategy": 9.2, "content_verificable": 6.67, "content_generation": 9.6, "tool_calling": 6.75, "task_management": 9.73, "code_generation": 8.95, "reasoning": 9.43, "summarization": 7.4, "presentation": 9.65, "startup_content": 9.47, "deep_reasoning": 7.92, "customer_support": 7.69, "structured_output": 10.0, "hallucination": 8.33, "creativity": 8.38, "string_precision": 8.17, "news_seo_writing": 7.2, "ocr_extraction": 9.35, "orchestration": 5.5, "multi_turn": 7.88, "policy_adherence": 8.58, "agent_capabilities": 5.31, "strategy": 7.5, "sales_outreach": 8.22, "translation": 8.67, "agent_long_horizon": 9.12, "tool_calling_adversarial": 6.68 }, "suites_incompletas": {}, "quality_avg": 8.09, "quality_ci95": 0.433, "cost_score_avg": 7.67, "speed_score_avg": 7.37, "latency_score_avg": 2.0, "tool_calling_score_avg": 6.87, "judge_score_avg": 4.44, "tokens_per_second": 59.1, "latency_avg_s": 20.85, "total_input_tokens": 173495, "total_output_tokens": 160572, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.12, "multiturno_score": 8.06, "agentic_score": 8.06, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.51, "score_calidad": 8.09, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.963, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 0.9667, "piso": 0.9, "intentos": 3, "estado": "ok_parcial" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "minimax-m3", "id": "minimax/minimax-m3", "name": "MiniMax M3", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.3, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.89, "context_window": 1048576, "subscriptions": [], "notes": "Lanzado 1 jun 2026 (https://www.minimax.io/models/text/m3). Sucesor de M2.7 — caso activo de Cristian (sub MiniMax). Contexto 1M (vs 200k de M2.7), mismo precio $0.30/$1.20. Híbrido (emite ). Verificado vía OpenRouter API 1 jun 2026.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 216, "total_runs": 362, "score_global": 5.43, "score_by_pillar": { "Contenido": 7.74, "Agentes": 6.79, "Coding": 7.96, "Razonamiento": 7.2 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.878, "speed_score_avg": 6.444, "latency_score_avg": 1.09, "cost_score_avg": 6.806, "quality_ci95": 0.467 }, "Agentes": { "quality_avg": 7.58, "speed_score_avg": 7.671, "latency_score_avg": 2.459, "cost_score_avg": 6.512, "quality_ci95": 0.504 }, "Coding": { "quality_avg": 9.046, "speed_score_avg": 5.053, "latency_score_avg": 1.737, "cost_score_avg": 7.432, "quality_ci95": 0.937 }, "Razonamiento": { "quality_avg": 8.597, "speed_score_avg": 7.5, "latency_score_avg": 1.059, "cost_score_avg": 6.779, "quality_ci95": 0.544 } }, "score_by_suite": { "content_generation": 8.0, "task_management": 8.43, "code_generation": 7.81, "reasoning": 8.07, "summarization": 7.0, "presentation": 8.15, "startup_content": 8.2, "deep_reasoning": 5.61, "structured_output": 8.63, "hallucination": 6.51, "creativity": 7.22, "string_precision": 7.43, "news_seo_writing": 6.71, "ocr_extraction": 8.16, "multi_turn": 6.47, "policy_adherence": 7.58, "strategy": 7.62, "sales_outreach": 8.0, "translation": 7.8, "niah_es": 8.21, "prompt_injection_es": 3.42, "business_audit": 7.55, "business_strategy": 8.03, "content_verificable": 8.27, "agent_long_horizon": 7.41, "tool_calling": 5.0, "customer_support": 7.24, "orchestration": 6.96, "agent_capabilities": 5.66, "tool_calling_adversarial": 6.38 }, "quality_by_suite": { "content_generation": 9.23, "task_management": 9.75, "code_generation": 9.03, "reasoning": 9.53, "summarization": 7.7, "presentation": 9.65, "startup_content": 9.53, "deep_reasoning": 6.08, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.38, "string_precision": 8.17, "news_seo_writing": 7.52, "ocr_extraction": 9.35, "multi_turn": 7.0, "policy_adherence": 8.58, "strategy": 8.75, "sales_outreach": 9.33, "translation": 8.48, "niah_es": 10.0, "prompt_injection_es": 2.8, "business_audit": 8.25, "business_strategy": 9.1, "content_verificable": 9.31, "agent_long_horizon": 8.34, "tool_calling": 4.3, "customer_support": 7.18, "orchestration": 7.16, "agent_capabilities": 5.38, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 8.13, "quality_ci95": 0.414, "cost_score_avg": 6.71, "speed_score_avg": 7.14, "latency_score_avg": 1.62, "tool_calling_score_avg": 7.62, "judge_score_avg": 4.44, "tokens_per_second": 67.0, "latency_avg_s": 52.25, "total_input_tokens": 890611, "total_output_tokens": 587387, "long_context_runs": 102, "long_context_quality": 10.0, "long_context_score": 8.21, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 44, "agentic_quality": 8.26, "multiturno_score": 7.37, "agentic_score": 7.37, "security_runs": 40, "security_score": 2.8, "policy_refusal_rate": 0.0, "score_global_linear": 7.36, "score_calidad": 8.13, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gpt-5.5", "id": "gpt-5.5", "name": "GPT-5.5", "tier": "premium", "provider": "openai_direct", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 30.0, "cost_per_1k_calls_usd": 46.5, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 305, "total_runs": 313, "score_global": 5.43, "score_by_pillar": { "Contenido": 7.23, "Agentes": 6.51, "Coding": 7.5, "Razonamiento": 6.86 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.503, "speed_score_avg": 7.238, "latency_score_avg": 1.771, "cost_score_avg": 3.724, "quality_ci95": 0.408 }, "Agentes": { "quality_avg": 7.117, "speed_score_avg": 7.03, "latency_score_avg": 2.759, "cost_score_avg": 4.227, "quality_ci95": 0.387 }, "Coding": { "quality_avg": 8.575, "speed_score_avg": 6.947, "latency_score_avg": 3.158, "cost_score_avg": 4.941, "quality_ci95": 0.915 }, "Razonamiento": { "quality_avg": 8.267, "speed_score_avg": 7.556, "latency_score_avg": 1.333, "cost_score_avg": 2.697, "quality_ci95": 0.637 } }, "score_by_suite": { "translation": 6.82, "content_generation": 7.61, "tool_calling": 5.9, "task_management": 6.96, "code_generation": 7.12, "reasoning": 7.36, "summarization": 6.93, "presentation": 7.36, "startup_content": 7.29, "deep_reasoning": 5.96, "customer_support": 6.53, "structured_output": 8.67, "hallucination": 6.49, "creativity": 7.2, "string_precision": 6.5, "news_seo_writing": 6.08, "ocr_extraction": 8.07, "orchestration": 4.93, "multi_turn": 6.23, "policy_adherence": 7.43, "agent_capabilities": 6.35, "sales_outreach": 7.86, "strategy": 7.29, "business_audit": 6.98, "agent_long_horizon": 7.3, "business_strategy": 7.36, "content_verificable": 7.95 }, "quality_by_suite": { "translation": 7.46, "content_generation": 8.88, "tool_calling": 6.26, "task_management": 8.33, "code_generation": 8.48, "reasoning": 9.28, "summarization": 7.72, "presentation": 8.96, "startup_content": 9.04, "deep_reasoning": 6.95, "customer_support": 7.04, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.62, "string_precision": 6.83, "news_seo_writing": 7.23, "ocr_extraction": 9.6, "orchestration": 5.0, "multi_turn": 7.0, "policy_adherence": 8.58, "agent_capabilities": 6.99, "sales_outreach": 9.33, "strategy": 9.17, "business_audit": 8.4, "agent_long_horizon": 9.08, "business_strategy": 9.2, "content_verificable": 9.56 }, "suites_incompletas": {}, "quality_avg": 8.22, "quality_ci95": 0.424, "cost_score_avg": 3.85, "speed_score_avg": 7.24, "latency_score_avg": 2.27, "tool_calling_score_avg": 7.95, "judge_score_avg": 4.17, "tokens_per_second": 57.6, "latency_avg_s": 29.01, "total_input_tokens": 503804, "total_output_tokens": 498138, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 9.08, "multiturno_score": 7.3, "agentic_score": 7.3, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.0, "score_calidad": 8.22, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "mistral-small-4", "id": "mistralai/mistral-small-2603", "name": "Mistral Small 4", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.15, "cost_output_per_M": 0.6, "cost_per_1k_calls_usd": 0.945, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 136, "total_runs": 250, "score_global": 5.4, "score_by_pillar": { "Contenido": 7.67, "Agentes": 7.47, "Coding": 8.5, "Razonamiento": 7.35 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.153, "speed_score_avg": 9.054, "latency_score_avg": 2.514, "cost_score_avg": 7.919, "quality_ci95": 0.755 }, "Agentes": { "quality_avg": 7.644, "speed_score_avg": 8.275, "latency_score_avg": 4.784, "cost_score_avg": 7.595, "quality_ci95": 0.543 }, "Coding": { "quality_avg": 9.041, "speed_score_avg": 8.455, "latency_score_avg": 4.561, "cost_score_avg": 7.979, "quality_ci95": 0.82 }, "Razonamiento": { "quality_avg": 7.508, "speed_score_avg": 9.333, "latency_score_avg": 2.833, "cost_score_avg": 7.906, "quality_ci95": 1.027 } }, "score_by_suite": { "content_generation": 8.35, "task_management": 8.57, "code_generation": 8.58, "reasoning": 8.42, "summarization": 7.29, "presentation": 7.94, "startup_content": 8.56, "deep_reasoning": 7.85, "structured_output": 9.25, "hallucination": 7.1, "creativity": 8.21, "string_precision": 7.87, "news_seo_writing": 7.16, "ocr_extraction": 8.6, "multi_turn": 7.34, "policy_adherence": 7.29, "strategy": 7.11, "sales_outreach": 6.37, "translation": 7.41, "prompt_injection_es": 2.75, "niah_es": 8.38, "business_audit": 6.34, "business_strategy": 8.45, "content_verificable": 7.32, "agent_long_horizon": 8.19, "tool_calling": 6.24, "customer_support": 8.33, "orchestration": 8.05, "agent_capabilities": 7.58, "tool_calling_adversarial": 6.2 }, "quality_by_suite": { "content_generation": 8.93, "task_management": 9.28, "code_generation": 9.25, "reasoning": 9.03, "summarization": 7.3, "presentation": 8.96, "startup_content": 9.36, "deep_reasoning": 8.2, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.28, "ocr_extraction": 9.03, "multi_turn": 7.38, "policy_adherence": 7.25, "strategy": 7.22, "sales_outreach": 6.44, "translation": 7.37, "prompt_injection_es": 1.0, "niah_es": 9.8, "business_audit": 6.03, "business_strategy": 9.2, "content_verificable": 7.33, "agent_long_horizon": 8.92, "tool_calling": 5.7, "customer_support": 8.9, "orchestration": 8.34, "agent_capabilities": 7.61, "tool_calling_adversarial": 5.84 }, "suites_incompletas": {}, "quality_avg": 7.97, "quality_ci95": 0.409, "cost_score_avg": 7.8, "speed_score_avg": 8.79, "latency_score_avg": 3.63, "tool_calling_score_avg": 7.34, "judge_score_avg": 4.2, "tokens_per_second": 114.2, "latency_avg_s": 12.75, "total_input_tokens": 274404, "total_output_tokens": 166682, "long_context_runs": 90, "long_context_quality": 9.8, "long_context_score": 8.38, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 8.92, "multiturno_score": 8.19, "agentic_score": 8.19, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.68, "score_calidad": 7.97, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.7778, "piso": 0.6667, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "kimi-k2.6", "id": "moonshotai/kimi-k2.6", "name": "Kimi K2.6", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.5795, "cost_output_per_M": 2.44, "cost_per_1k_calls_usd": 3.834, "context_window": 262144, "subscriptions": [], "notes": "Thinking model. Pesos públicos en HF (1.1T params). Precio corregido may 2026 vía OpenRouter API ($0.73/$3.49).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 205, "total_runs": 335, "score_global": 5.38, "score_by_pillar": { "Contenido": 7.11, "Agentes": 6.91, "Razonamiento": 6.94, "Coding": 7.81 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.263, "speed_score_avg": 5.774, "latency_score_avg": 1.016, "cost_score_avg": 5.218, "quality_ci95": 0.49 }, "Agentes": { "quality_avg": 8.03, "speed_score_avg": 5.884, "latency_score_avg": 1.319, "cost_score_avg": 5.616, "quality_ci95": 0.49 }, "Razonamiento": { "quality_avg": 7.828, "speed_score_avg": 6.4, "latency_score_avg": 1.0, "cost_score_avg": 5.059, "quality_ci95": 0.822 }, "Coding": { "quality_avg": 9.107, "speed_score_avg": 6.0, "latency_score_avg": 1.333, "cost_score_avg": 5.836, "quality_ci95": 0.563 } }, "score_by_suite": { "content_generation": 7.15, "task_management": 7.37, "reasoning": 7.61, "summarization": 5.84, "news_seo_writing": 6.15, "code_generation": 7.46, "presentation": 7.36, "startup_content": 7.61, "deep_reasoning": 6.32, "structured_output": 8.52, "hallucination": 6.44, "creativity": 7.5, "ocr_extraction": 7.96, "multi_turn": 6.15, "policy_adherence": 7.17, "strategy": 7.34, "sales_outreach": 5.93, "translation": 7.05, "string_precision": 7.44, "niah_es": 7.79, "prompt_injection_es": 2.49, "business_audit": 6.72, "business_strategy": 7.78, "content_verificable": 8.41, "agent_long_horizon": 7.6, "tool_calling": 5.64, "customer_support": 7.44, "orchestration": 7.68, "agent_capabilities": 6.47, "tool_calling_adversarial": 6.27 }, "quality_by_suite": { "content_generation": 8.33, "task_management": 8.96, "reasoning": 9.21, "summarization": 6.25, "news_seo_writing": 7.08, "code_generation": 8.82, "presentation": 8.82, "startup_content": 9.21, "deep_reasoning": 7.13, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.92, "ocr_extraction": 9.4, "multi_turn": 6.75, "policy_adherence": 8.25, "strategy": 8.61, "sales_outreach": 6.44, "translation": 8.02, "string_precision": 8.17, "niah_es": 9.7, "prompt_injection_es": 1.9, "business_audit": 7.65, "business_strategy": 9.2, "content_verificable": 10.0, "agent_long_horizon": 9.29, "tool_calling": 5.35, "customer_support": 8.08, "orchestration": 8.74, "agent_capabilities": 7.1, "tool_calling_adversarial": 6.54 }, "suites_incompletas": {}, "quality_avg": 8.22, "quality_ci95": 0.377, "cost_score_avg": 5.37, "speed_score_avg": 5.96, "latency_score_avg": 1.13, "tool_calling_score_avg": 6.23, "judge_score_avg": 4.24, "tokens_per_second": 48.6, "latency_avg_s": 137.8, "total_input_tokens": 452077, "total_output_tokens": 929202, "long_context_runs": 106, "long_context_quality": 9.69, "long_context_score": 7.85, "long_context_by_size": { "8000": 9.89, "64000": 9.85, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 24, "agentic_quality": 9.29, "multiturno_score": 7.6, "agentic_score": 7.6, "security_runs": 20, "security_score": 1.9, "policy_refusal_rate": 0.0, "score_global_linear": 7.14, "score_calidad": 8.22, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9487, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "mimo-v2.5-or", "id": "xiaomi/mimo-v2.5", "name": "MiMo-V2.5 (omnimodal)", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.14, "cost_output_per_M": 0.28, "cost_per_1k_calls_usd": 0.462, "context_window": null, "subscriptions": [], "notes": "Omnimodal Pro-level a mitad de costo del Pro. 1.05M context.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 149, "total_runs": 153, "score_global": 5.29, "score_by_pillar": { "Contenido": 7.26, "Agentes": 7.23, "Coding": 8.11, "Razonamiento": 7.27 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.954, "speed_score_avg": 6.933, "latency_score_avg": 1.217, "cost_score_avg": 8.0, "quality_ci95": 0.706 }, "Agentes": { "quality_avg": 7.778, "speed_score_avg": 6.192, "latency_score_avg": 2.006, "cost_score_avg": 7.721, "quality_ci95": 0.419 }, "Coding": { "quality_avg": 8.951, "speed_score_avg": 6.288, "latency_score_avg": 1.864, "cost_score_avg": 8.0, "quality_ci95": 0.826 }, "Razonamiento": { "quality_avg": 8.052, "speed_score_avg": 5.604, "latency_score_avg": 1.073, "cost_score_avg": 8.0, "quality_ci95": 0.799 } }, "score_by_suite": { "content_generation": 8.4, "tool_calling": 6.41, "task_management": 8.3, "code_generation": 7.96, "reasoning": 8.06, "summarization": 7.34, "presentation": 8.37, "startup_content": 8.24, "customer_support": 7.37, "news_seo_writing": 5.5, "orchestration": 6.24, "agent_capabilities": 6.99, "translation": 7.5, "business_audit": 7.05, "business_strategy": 7.74, "content_verificable": 6.31, "structured_output": 8.8, "string_precision": 7.47, "policy_adherence": 7.21, "strategy": 7.41, "sales_outreach": 6.96, "agent_long_horizon": 7.82, "deep_reasoning": 6.91, "hallucination": 7.04, "creativity": 7.74, "ocr_extraction": 8.46, "multi_turn": 7.35, "tool_calling_adversarial": 7.03 }, "quality_by_suite": { "content_generation": 9.3, "tool_calling": 6.26, "task_management": 8.93, "code_generation": 8.8, "reasoning": 8.84, "summarization": 7.64, "presentation": 9.06, "startup_content": 9.14, "customer_support": 7.73, "news_seo_writing": 5.28, "orchestration": 6.53, "agent_capabilities": 7.25, "translation": 8.25, "business_audit": 7.8, "business_strategy": 8.8, "content_verificable": 6.67, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 7.75, "strategy": 8.33, "sales_outreach": 7.56, "agent_long_horizon": 9.08, "deep_reasoning": 7.27, "hallucination": 7.44, "creativity": 8.54, "ocr_extraction": 9.43, "multi_turn": 8.0, "tool_calling_adversarial": 7.52 }, "suites_incompletas": {}, "quality_avg": 8.08, "quality_ci95": 0.368, "cost_score_avg": 7.89, "speed_score_avg": 6.24, "latency_score_avg": 1.53, "tool_calling_score_avg": 6.82, "judge_score_avg": 4.27, "tokens_per_second": 52.4, "latency_avg_s": 65.0, "total_input_tokens": 303071, "total_output_tokens": 226713, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.08, "multiturno_score": 7.82, "agentic_score": 7.82, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.4, "score_calidad": 8.08, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-claude-fable-5", "id": "anthropic/claude-fable-5", "name": "Claude Fable 5", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "Proprietary", "cost_input_per_M": 10.0, "cost_output_per_M": 50.0, "cost_per_1k_calls_usd": 78.0, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 195, "total_runs": 219, "score_global": 5.27, "score_by_pillar": { "Razonamiento": 6.79, "Contenido": 7.3, "Agentes": 6.17, "Coding": 7.28 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.289, "speed_score_avg": 7.6, "latency_score_avg": 1.067, "cost_score_avg": 2.249, "quality_ci95": 0.961 }, "Contenido": { "quality_avg": 9.001, "speed_score_avg": 7.303, "latency_score_avg": 1.061, "cost_score_avg": 2.475, "quality_ci95": 0.623 }, "Agentes": { "quality_avg": 7.398, "speed_score_avg": 5.707, "latency_score_avg": 1.741, "cost_score_avg": 2.836, "quality_ci95": 0.518 }, "Coding": { "quality_avg": 7.86, "speed_score_avg": 3.207, "latency_score_avg": 2.856, "cost_score_avg": 5.61, "quality_ci95": 1.176 } }, "score_by_suite": { "business_audit": 6.59, "business_strategy": 7.39, "content_verificable": 8.02, "content_generation": 7.58, "tool_calling": 4.53, "task_management": 7.84, "code_generation": 7.31, "reasoning": 7.95, "summarization": 6.89, "presentation": 7.72, "startup_content": 7.64, "deep_reasoning": 5.86, "customer_support": 6.06, "structured_output": 8.3, "hallucination": 6.06, "creativity": 7.3, "string_precision": 6.28, "news_seo_writing": 5.91, "ocr_extraction": 7.66, "orchestration": 6.77, "multi_turn": 6.37, "policy_adherence": 7.3, "agent_capabilities": 6.84, "strategy": 7.87, "sales_outreach": 7.61, "translation": 7.15, "prompt_injection_es": 6.09, "agent_long_horizon": 5.38, "tool_calling_adversarial": 5.94 }, "quality_by_suite": { "business_audit": 8.0, "business_strategy": 9.2, "content_verificable": 10.0, "content_generation": 9.3, "tool_calling": 4.65, "task_management": 9.8, "code_generation": 9.02, "reasoning": 10.0, "summarization": 8.2, "presentation": 9.8, "startup_content": 9.66, "deep_reasoning": 6.95, "customer_support": 7.05, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 7.0, "news_seo_writing": 7.11, "ocr_extraction": 9.35, "orchestration": 8.2, "multi_turn": 7.5, "policy_adherence": 8.8, "agent_capabilities": 8.18, "strategy": 10.0, "sales_outreach": 9.33, "translation": 8.67, "prompt_injection_es": 7.75, "agent_long_horizon": 6.6, "tool_calling_adversarial": 6.96 }, "suites_incompletas": {}, "quality_avg": 8.27, "quality_ci95": 0.426, "cost_score_avg": 3.19, "speed_score_avg": 5.79, "latency_score_avg": 1.71, "tool_calling_score_avg": 7.17, "judge_score_avg": 4.33, "tokens_per_second": 44.0, "latency_avg_s": 35.99, "total_input_tokens": 781398, "total_output_tokens": 385590, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 36, "agentic_quality": 6.6, "multiturno_score": 5.38, "agentic_score": 5.38, "security_runs": 20, "security_score": 7.75, "policy_refusal_rate": 0.2009, "score_global_linear": 6.82, "score_calidad": 8.27, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "deepseek-v4-pro", "id": "deepseek/deepseek-v4-pro", "name": "DeepSeek V4 Pro", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.63168, "cost_output_per_M": 1.26336, "cost_per_1k_calls_usd": 2.085, "context_window": 1048576, "subscriptions": [], "notes": "1.6T params, 49B activos, 1M context. Flagship V4. Precio corregido may 2026 vía OpenRouter API ($0.435/$0.87, antes teníamos $1.74/$3.48 — 4x sobreprecio). Re-clasificado a tier cheap.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 182, "total_runs": 189, "score_global": 5.26, "score_by_pillar": { "Contenido": 7.48, "Agentes": 7.11, "Coding": 7.92, "Razonamiento": 6.84 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.422, "speed_score_avg": 6.227, "latency_score_avg": 1.127, "cost_score_avg": 6.689, "quality_ci95": 0.58 }, "Agentes": { "quality_avg": 7.542, "speed_score_avg": 6.721, "latency_score_avg": 1.814, "cost_score_avg": 7.076, "quality_ci95": 0.586 }, "Coding": { "quality_avg": 8.997, "speed_score_avg": 5.402, "latency_score_avg": 1.412, "cost_score_avg": 7.276, "quality_ci95": 0.716 }, "Razonamiento": { "quality_avg": 7.669, "speed_score_avg": 6.685, "latency_score_avg": 1.027, "cost_score_avg": 6.721, "quality_ci95": 0.978 } }, "score_by_suite": { "content_generation": 7.87, "tool_calling": 5.62, "task_management": 7.88, "code_generation": 7.88, "reasoning": 8.11, "summarization": 7.08, "presentation": 7.93, "startup_content": 8.09, "structured_output": 8.58, "hallucination": 7.49, "creativity": 7.89, "string_precision": 7.37, "news_seo_writing": 6.59, "ocr_extraction": 8.07, "orchestration": 6.23, "multi_turn": 7.1, "policy_adherence": 8.01, "agent_capabilities": 5.5, "strategy": 6.48, "sales_outreach": 5.96, "translation": 7.22, "deep_reasoning": 6.42, "business_audit": 6.5, "business_strategy": 7.11, "content_verificable": 8.16, "customer_support": 7.77, "agent_long_horizon": 8.08, "tool_calling_adversarial": 6.95 }, "quality_by_suite": { "content_generation": 8.92, "tool_calling": 5.42, "task_management": 9.07, "code_generation": 8.95, "reasoning": 9.4, "summarization": 7.82, "presentation": 9.14, "startup_content": 9.45, "structured_output": 10.0, "hallucination": 8.33, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.33, "ocr_extraction": 9.35, "orchestration": 6.43, "multi_turn": 7.75, "policy_adherence": 8.94, "agent_capabilities": 5.33, "strategy": 7.22, "sales_outreach": 6.44, "translation": 7.83, "deep_reasoning": 7.08, "business_audit": 6.85, "business_strategy": 7.87, "content_verificable": 9.2, "customer_support": 8.38, "agent_long_horizon": 9.58, "tool_calling_adversarial": 7.1 }, "suites_incompletas": {}, "quality_avg": 8.12, "quality_ci95": 0.424, "cost_score_avg": 6.9, "speed_score_avg": 6.36, "latency_score_avg": 1.36, "tool_calling_score_avg": 7.98, "judge_score_avg": 4.37, "tokens_per_second": 46.5, "latency_avg_s": 58.02, "total_input_tokens": 269842, "total_output_tokens": 420280, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.58, "multiturno_score": 8.08, "agentic_score": 8.08, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.31, "score_calidad": 8.12, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9872, "piso": 0.9231, "intentos": 9, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gpt-4.1", "id": "gpt-4.1", "name": "GPT-4.1", "tier": "medium", "provider": "openai_direct", "open_source": false, "license": "", "cost_input_per_M": 2.0, "cost_output_per_M": 8.0, "cost_per_1k_calls_usd": 12.6, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 149, "total_runs": 157, "score_global": 5.24, "score_by_pillar": { "Agentes": 7.07, "Contenido": 7.26, "Coding": 8.26, "Razonamiento": 7.33 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.634, "speed_score_avg": 7.167, "latency_score_avg": 4.676, "cost_score_avg": 6.176, "quality_ci95": 0.509 }, "Contenido": { "quality_avg": 7.901, "speed_score_avg": 8.204, "latency_score_avg": 2.722, "cost_score_avg": 6.124, "quality_ci95": 0.75 }, "Coding": { "quality_avg": 9.091, "speed_score_avg": 7.439, "latency_score_avg": 4.14, "cost_score_avg": 6.881, "quality_ci95": 0.911 }, "Razonamiento": { "quality_avg": 8.143, "speed_score_avg": 8.3, "latency_score_avg": 2.156, "cost_score_avg": 5.638, "quality_ci95": 0.825 } }, "score_by_suite": { "content_generation": 8.1, "tool_calling": 6.33, "task_management": 7.89, "code_generation": 8.18, "reasoning": 7.95, "summarization": 7.21, "presentation": 7.86, "startup_content": 7.86, "customer_support": 8.03, "news_seo_writing": 5.17, "orchestration": 7.4, "agent_capabilities": 6.26, "translation": 7.4, "business_audit": 7.29, "structured_output": 8.84, "string_precision": 7.79, "policy_adherence": 7.71, "strategy": 6.88, "sales_outreach": 7.88, "agent_long_horizon": 7.62, "business_strategy": 7.95, "content_verificable": 6.88, "deep_reasoning": 7.1, "hallucination": 6.73, "creativity": 7.91, "ocr_extraction": 8.44, "multi_turn": 7.26, "tool_calling_adversarial": 6.23 }, "quality_by_suite": { "content_generation": 9.0, "tool_calling": 6.26, "task_management": 8.85, "code_generation": 9.18, "reasoning": 9.28, "summarization": 7.42, "presentation": 8.96, "startup_content": 9.17, "customer_support": 8.47, "news_seo_writing": 5.33, "orchestration": 7.98, "agent_capabilities": 6.13, "translation": 7.46, "business_audit": 8.0, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 8.17, "strategy": 7.72, "sales_outreach": 8.67, "agent_long_horizon": 8.71, "business_strategy": 9.07, "content_verificable": 7.11, "deep_reasoning": 7.82, "hallucination": 7.0, "creativity": 8.71, "ocr_extraction": 9.4, "multi_turn": 7.67, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 8.04, "quality_ci95": 0.399, "cost_score_avg": 6.06, "speed_score_avg": 7.72, "latency_score_avg": 3.54, "tool_calling_score_avg": 7.27, "judge_score_avg": 4.32, "tokens_per_second": 75.7, "latency_avg_s": 9.79, "total_input_tokens": 204471, "total_output_tokens": 112047, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.71, "multiturno_score": 7.62, "agentic_score": 7.62, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.4, "score_calidad": 8.04, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "gpt-5.6-sol", "id": "openai/gpt-5.6-sol", "name": "GPT-5.6 Sol", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 30.0, "cost_per_1k_calls_usd": 46.5, "context_window": 1050000, "subscriptions": [], "notes": "Flagship GPT-5.6 (GA 9 jul 2026). $5/$30 vía OpenRouter.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 151, "total_runs": 316, "score_global": 5.22, "score_by_pillar": { "Contenido": 7.23, "Agentes": 6.47, "Coding": 7.86, "Razonamiento": 6.8 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.621, "speed_score_avg": 6.763, "latency_score_avg": 1.719, "cost_score_avg": 3.722, "quality_ci95": 0.639 }, "Agentes": { "quality_avg": 7.312, "speed_score_avg": 5.795, "latency_score_avg": 2.795, "cost_score_avg": 4.509, "quality_ci95": 0.577 }, "Coding": { "quality_avg": 8.858, "speed_score_avg": 6.788, "latency_score_avg": 3.409, "cost_score_avg": 4.97, "quality_ci95": 0.862 }, "Razonamiento": { "quality_avg": 8.253, "speed_score_avg": 5.482, "latency_score_avg": 1.342, "cost_score_avg": 3.454, "quality_ci95": 0.832 } }, "score_by_suite": { "content_generation": 7.82, "tool_calling": 5.03, "task_management": 7.67, "code_generation": 7.18, "reasoning": 7.5, "summarization": 7.17, "presentation": 7.6, "startup_content": 7.48, "deep_reasoning": 5.64, "customer_support": 6.62, "structured_output": 8.76, "hallucination": 7.23, "creativity": 7.53, "string_precision": 7.65, "news_seo_writing": 6.33, "ocr_extraction": 7.94, "orchestration": 5.98, "multi_turn": 6.1, "policy_adherence": 6.43, "agent_capabilities": 6.42, "strategy": 7.83, "sales_outreach": 6.33, "translation": 7.28, "niah_es": 7.64, "prompt_injection_es": 7.48, "business_audit": 6.64, "business_strategy": 7.18, "content_verificable": 7.59, "agent_long_horizon": 7.46, "tool_calling_adversarial": 5.85 }, "quality_by_suite": { "content_generation": 9.23, "tool_calling": 4.88, "task_management": 9.42, "code_generation": 8.64, "reasoning": 9.37, "summarization": 8.13, "presentation": 9.44, "startup_content": 9.4, "deep_reasoning": 6.67, "customer_support": 7.36, "structured_output": 10.0, "hallucination": 8.33, "creativity": 9.25, "string_precision": 8.17, "news_seo_writing": 7.5, "ocr_extraction": 9.35, "orchestration": 6.59, "multi_turn": 7.0, "policy_adherence": 7.08, "agent_capabilities": 7.06, "strategy": 10.0, "sales_outreach": 7.11, "translation": 8.11, "niah_es": 10.0, "prompt_injection_es": 9.1, "business_audit": 8.03, "business_strategy": 8.8, "content_verificable": 9.0, "agent_long_horizon": 9.33, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 8.2, "quality_ci95": 0.393, "cost_score_avg": 4.07, "speed_score_avg": 6.14, "latency_score_avg": 2.2, "tool_calling_score_avg": 6.55, "judge_score_avg": 4.43, "tokens_per_second": 44.2, "latency_avg_s": 36.56, "total_input_tokens": 149711, "total_output_tokens": 209231, "long_context_runs": 141, "long_context_quality": 10.0, "long_context_score": 7.67, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 9.33, "multiturno_score": 7.46, "agentic_score": 7.46, "security_runs": 20, "security_score": 9.1, "policy_refusal_rate": 0.0, "score_global_linear": 6.99, "score_calidad": 8.2, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9487, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "mimo-v2.5-pro-or", "id": "xiaomi/mimo-v2.5-pro", "name": "MiMo-V2.5 Pro", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.435, "cost_output_per_M": 0.87, "cost_per_1k_calls_usd": 1.435, "context_window": null, "subscriptions": [], "notes": "Flagship Xiaomi 2026, agentic capabilities. 1.05M context.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 143, "total_runs": 147, "score_global": 5.21, "score_by_pillar": { "Contenido": 7.56, "Agentes": 7.05, "Coding": 7.62, "Razonamiento": 7.31 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.249, "speed_score_avg": 7.278, "latency_score_avg": 1.25, "cost_score_avg": 7.588, "quality_ci95": 0.599 }, "Agentes": { "quality_avg": 7.715, "speed_score_avg": 5.81, "latency_score_avg": 1.562, "cost_score_avg": 7.34, "quality_ci95": 0.528 }, "Coding": { "quality_avg": 8.487, "speed_score_avg": 6.545, "latency_score_avg": 2.015, "cost_score_avg": 7.71, "quality_ci95": 1.245 }, "Razonamiento": { "quality_avg": 8.058, "speed_score_avg": 6.825, "latency_score_avg": 1.088, "cost_score_avg": 7.507, "quality_ci95": 0.776 } }, "score_by_suite": { "content_generation": 8.17, "task_management": 7.99, "code_generation": 8.07, "reasoning": 7.61, "summarization": 7.87, "presentation": 7.92, "startup_content": 8.1, "news_seo_writing": 5.38, "translation": 7.63, "business_audit": 7.22, "business_strategy": 8.1, "content_verificable": 8.27, "structured_output": 8.81, "string_precision": 6.47, "policy_adherence": 7.07, "strategy": 8.11, "sales_outreach": 7.82, "agent_long_horizon": 7.8, "deep_reasoning": 6.52, "hallucination": 6.82, "creativity": 7.55, "ocr_extraction": 7.67, "multi_turn": 6.85, "tool_calling": 5.53, "customer_support": 7.04, "orchestration": 7.0, "agent_capabilities": 7.36, "tool_calling_adversarial": 6.45 }, "quality_by_suite": { "content_generation": 9.02, "task_management": 9.07, "code_generation": 8.98, "reasoning": 8.43, "summarization": 8.5, "presentation": 8.82, "startup_content": 9.06, "news_seo_writing": 5.27, "translation": 8.25, "business_audit": 7.9, "business_strategy": 9.2, "content_verificable": 9.33, "structured_output": 10.0, "string_precision": 6.83, "policy_adherence": 7.75, "strategy": 9.17, "sales_outreach": 8.67, "agent_long_horizon": 9.12, "deep_reasoning": 6.81, "hallucination": 7.0, "creativity": 8.25, "ocr_extraction": 8.2, "multi_turn": 7.12, "tool_calling": 5.35, "customer_support": 7.54, "orchestration": 7.5, "agent_capabilities": 8.0, "tool_calling_adversarial": 6.82 }, "suites_incompletas": {}, "quality_avg": 8.08, "quality_ci95": 0.384, "cost_score_avg": 7.49, "speed_score_avg": 6.57, "latency_score_avg": 1.41, "tool_calling_score_avg": 8.18, "judge_score_avg": 4.39, "tokens_per_second": 50.8, "latency_avg_s": 34.45, "total_input_tokens": 217099, "total_output_tokens": 215039, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.12, "multiturno_score": 7.8, "agentic_score": 7.8, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.37, "score_calidad": 8.08, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "solar-pro4", "id": "upstage/solar-pro4", "name": "Solar Pro 4", "tier": "ultra_cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.03, "cost_output_per_M": 0.12, "cost_per_1k_calls_usd": 0.189, "context_window": 524288, "subscriptions": [], "notes": "Publicado 10-ago-2026. No-thinking (verificado). Licencia sin verificar.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 208, "score_global": 5.15, "score_by_pillar": { "Razonamiento": 7.21, "Contenido": 7.43, "Agentes": 7.02, "Coding": 8.72 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.702, "speed_score_avg": 6.833, "latency_score_avg": 1.5, "cost_score_avg": 8.0, "quality_ci95": 1.023 }, "Contenido": { "quality_avg": 8.038, "speed_score_avg": 6.242, "latency_score_avg": 1.848, "cost_score_avg": 8.0, "quality_ci95": 0.975 }, "Agentes": { "quality_avg": 7.411, "speed_score_avg": 5.471, "latency_score_avg": 3.137, "cost_score_avg": 7.908, "quality_ci95": 0.655 }, "Coding": { "quality_avg": 9.835, "speed_score_avg": 5.421, "latency_score_avg": 3.105, "cost_score_avg": 8.0, "quality_ci95": 0.186 } }, "score_by_suite": { "business_audit": 6.34, "business_strategy": 8.34, "content_verificable": 6.15, "content_generation": 8.22, "tool_calling": 6.62, "task_management": 8.69, "code_generation": 8.39, "reasoning": 8.6, "summarization": 7.7, "presentation": 8.0, "startup_content": 8.33, "deep_reasoning": 7.24, "customer_support": 7.21, "structured_output": 9.0, "hallucination": 7.24, "creativity": 8.21, "string_precision": 8.89, "news_seo_writing": 6.94, "ocr_extraction": 8.56, "orchestration": 5.9, "multi_turn": 6.32, "policy_adherence": 8.21, "agent_capabilities": 5.28, "strategy": 6.78, "sales_outreach": 6.68, "translation": 7.01, "agent_long_horizon": 8.38, "niah_es": 8.19, "integridad_idioma": 6.9, "prompt_injection_es": 2.36, "tool_calling_adversarial": 6.21 }, "quality_by_suite": { "business_audit": 6.47, "business_strategy": 9.2, "content_verificable": 6.0, "content_generation": 9.18, "tool_calling": 6.4, "task_management": 9.71, "code_generation": 9.53, "reasoning": 9.68, "summarization": 8.0, "presentation": 8.96, "startup_content": 9.43, "deep_reasoning": 7.78, "customer_support": 7.24, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 10.0, "news_seo_writing": 7.49, "ocr_extraction": 9.75, "orchestration": 6.02, "multi_turn": 6.38, "policy_adherence": 9.08, "agent_capabilities": 4.99, "strategy": 7.22, "sales_outreach": 7.11, "translation": 7.56, "agent_long_horizon": 9.33, "niah_es": 9.76, "integridad_idioma": 7.24, "prompt_injection_es": 1.0, "tool_calling_adversarial": 6.54 }, "suites_incompletas": {}, "quality_avg": 8.03, "quality_ci95": 0.451, "cost_score_avg": 7.96, "speed_score_avg": 5.96, "latency_score_avg": 2.32, "tool_calling_score_avg": 6.42, "judge_score_avg": 4.38, "tokens_per_second": 47.5, "latency_avg_s": 32.1, "total_input_tokens": 266969, "total_output_tokens": 152904, "long_context_runs": 51, "long_context_quality": 9.76, "long_context_score": 8.19, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 9.45, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 9.33, "multiturno_score": 8.38, "agentic_score": 8.38, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.43, "score_calidad": 8.03, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.9722, "piso": 0.8889, "intentos": 4, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "qwen-3.7-max", "id": "qwen/qwen3.7-max", "name": "Qwen 3.7 Max", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "Proprietary", "cost_input_per_M": 1.475, "cost_output_per_M": 4.425, "cost_per_1k_calls_usd": 7.08, "context_window": 1000000, "subscriptions": [], "notes": "Flagship Qwen 3.7 (20 may 2026, API-only). Reasoning-agent, 1M contexto. Vence a Claude Opus 4.6 Max en Terminal-Bench 2.0, SWE-Bench Pro y MCP-Atlas. $2.50/$7.50 rate card vía OpenRouter (promo 50% a $1.25/$3.75 al lanzar). Plus (multimodal) no está en OR — pendiente para suite multimodal.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 144, "total_runs": 168, "score_global": 5.12, "score_by_pillar": { "Contenido": 7.4, "Agentes": 6.74, "Coding": 7.54, "Razonamiento": 6.95 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.657, "speed_score_avg": 7.939, "latency_score_avg": 1.0, "cost_score_avg": 4.498, "quality_ci95": 0.616 }, "Agentes": { "quality_avg": 7.797, "speed_score_avg": 7.323, "latency_score_avg": 1.51, "cost_score_avg": 4.905, "quality_ci95": 0.5 }, "Coding": { "quality_avg": 8.577, "speed_score_avg": 7.368, "latency_score_avg": 1.368, "cost_score_avg": 5.842, "quality_ci95": 1.185 }, "Razonamiento": { "quality_avg": 8.06, "speed_score_avg": 7.467, "latency_score_avg": 1.0, "cost_score_avg": 4.487, "quality_ci95": 0.999 } }, "score_by_suite": { "content_generation": 7.6, "tool_calling": 5.65, "task_management": 7.8, "code_generation": 7.68, "reasoning": 7.9, "summarization": 6.54, "presentation": 7.64, "startup_content": 7.69, "deep_reasoning": 6.11, "customer_support": 7.0, "structured_output": 7.1, "hallucination": 5.88, "creativity": 7.43, "string_precision": 7.45, "news_seo_writing": 6.35, "ocr_extraction": 7.88, "orchestration": 6.01, "multi_turn": 6.67, "policy_adherence": 7.5, "agent_capabilities": 5.38, "strategy": 7.14, "sales_outreach": 7.92, "translation": 7.49, "prompt_injection_es": 2.01, "business_audit": 7.04, "business_strategy": 7.76, "content_verificable": 7.88, "agent_long_horizon": 7.35, "tool_calling_adversarial": 6.79 }, "quality_by_suite": { "content_generation": 8.83, "tool_calling": 5.63, "task_management": 9.27, "code_generation": 8.93, "reasoning": 9.37, "summarization": 7.36, "presentation": 9.06, "startup_content": 9.13, "deep_reasoning": 6.95, "customer_support": 7.66, "structured_output": 8.0, "hallucination": 6.33, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.3, "ocr_extraction": 9.25, "orchestration": 6.39, "multi_turn": 7.5, "policy_adherence": 8.67, "agent_capabilities": 5.48, "strategy": 8.33, "sales_outreach": 9.33, "translation": 8.57, "prompt_injection_es": 1.0, "business_audit": 8.2, "business_strategy": 9.2, "content_verificable": 9.33, "agent_long_horizon": 8.94, "tool_calling_adversarial": 7.24 }, "suites_incompletas": {}, "quality_avg": 8.16, "quality_ci95": 0.405, "cost_score_avg": 4.8, "speed_score_avg": 7.5, "latency_score_avg": 1.25, "tool_calling_score_avg": 8.22, "judge_score_avg": 4.26, "tokens_per_second": 55.7, "latency_avg_s": 83.66, "total_input_tokens": 428189, "total_output_tokens": 650811, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.94, "multiturno_score": 7.35, "agentic_score": 7.35, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.11, "score_calidad": 8.16, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gemini-flash", "id": "google/gemini-2.5-flash", "name": "Gemini 2.5 Flash", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.3, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 3.84, "context_window": 1048576, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 148, "total_runs": 152, "score_global": 5.05, "score_by_pillar": { "Contenido": 7.65, "Agentes": 7.28, "Coding": 8.2, "Razonamiento": 6.96 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.214, "speed_score_avg": 9.477, "latency_score_avg": 2.694, "cost_score_avg": 6.994, "quality_ci95": 0.746 }, "Agentes": { "quality_avg": 7.935, "speed_score_avg": 6.843, "latency_score_avg": 3.929, "cost_score_avg": 6.823, "quality_ci95": 0.419 }, "Coding": { "quality_avg": 8.799, "speed_score_avg": 8.105, "latency_score_avg": 4.316, "cost_score_avg": 7.392, "quality_ci95": 0.966 }, "Razonamiento": { "quality_avg": 7.4, "speed_score_avg": 9.267, "latency_score_avg": 1.8, "cost_score_avg": 6.344, "quality_ci95": 1.121 } }, "score_by_suite": { "content_generation": 8.21, "task_management": 7.65, "code_generation": 7.87, "reasoning": 7.82, "summarization": 7.66, "presentation": 7.86, "startup_content": 8.25, "deep_reasoning": 6.89, "customer_support": 7.22, "structured_output": 8.95, "hallucination": 7.44, "creativity": 8.01, "string_precision": 7.89, "news_seo_writing": 6.96, "ocr_extraction": 8.23, "orchestration": 7.88, "multi_turn": 7.5, "policy_adherence": 8.46, "agent_capabilities": 7.22, "strategy": 5.98, "sales_outreach": 6.5, "translation": 8.25, "business_audit": 6.28, "business_strategy": 8.19, "content_verificable": 7.23, "agent_long_horizon": 7.84, "tool_calling_adversarial": 6.36 }, "quality_by_suite": { "content_generation": 8.83, "task_management": 8.14, "code_generation": 8.67, "reasoning": 8.67, "summarization": 7.72, "presentation": 8.68, "startup_content": 9.32, "deep_reasoning": 7.36, "customer_support": 7.59, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 7.28, "ocr_extraction": 8.7, "orchestration": 8.18, "multi_turn": 8.0, "policy_adherence": 9.08, "agent_capabilities": 7.39, "strategy": 6.11, "sales_outreach": 6.44, "translation": 8.57, "business_audit": 6.45, "business_strategy": 9.2, "content_verificable": 7.33, "agent_long_horizon": 8.92, "tool_calling_adversarial": 6.54 }, "suites_incompletas": {}, "quality_avg": 7.98, "quality_ci95": 0.407, "cost_score_avg": 6.81, "speed_score_avg": 8.18, "latency_score_avg": 3.18, "tool_calling_score_avg": 5.18, "judge_score_avg": 4.16, "tokens_per_second": 107.1, "latency_avg_s": 12.49, "total_input_tokens": 457722, "total_output_tokens": 231829, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.92, "multiturno_score": 7.84, "agentic_score": 7.84, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.49, "score_calidad": 7.98, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.9259, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-qwen3-next-instruct", "id": "qwen/qwen3-next-80b-a3b-instruct", "name": "Qwen 3-Next 80B Instruct", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.09, "cost_output_per_M": 1.1, "cost_per_1k_calls_usd": 1.677, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 143, "total_runs": 147, "score_global": 5.05, "score_by_pillar": { "Razonamiento": 7.41, "Contenido": 7.68, "Agentes": 7.21, "Coding": 8.59 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.021, "speed_score_avg": 8.698, "latency_score_avg": 1.625, "cost_score_avg": 7.264, "quality_ci95": 0.939 }, "Contenido": { "quality_avg": 7.908, "speed_score_avg": 8.786, "latency_score_avg": 2.701, "cost_score_avg": 7.703, "quality_ci95": 0.903 }, "Agentes": { "quality_avg": 7.254, "speed_score_avg": 8.545, "latency_score_avg": 4.721, "cost_score_avg": 7.52, "quality_ci95": 0.623 }, "Coding": { "quality_avg": 9.121, "speed_score_avg": 8.476, "latency_score_avg": 4.794, "cost_score_avg": 7.882, "quality_ci95": 0.83 } }, "score_by_suite": { "business_audit": 6.33, "business_strategy": 8.3, "content_verificable": 6.71, "content_generation": 8.65, "tool_calling": 6.98, "task_management": 8.81, "code_generation": 8.7, "reasoning": 8.38, "summarization": 7.78, "presentation": 8.72, "startup_content": 8.46, "deep_reasoning": 7.5, "customer_support": 8.46, "structured_output": 9.21, "hallucination": 7.56, "creativity": 8.13, "string_precision": 7.97, "news_seo_writing": 6.4, "ocr_extraction": 8.77, "orchestration": 6.09, "multi_turn": 8.07, "policy_adherence": 6.73, "agent_capabilities": 7.5, "strategy": 8.18, "sales_outreach": 6.95, "translation": 8.19, "agent_long_horizon": 7.31, "tool_calling_adversarial": 6.46 }, "quality_by_suite": { "business_audit": 6.4, "business_strategy": 9.2, "content_verificable": 6.67, "content_generation": 9.65, "tool_calling": 6.75, "task_management": 9.73, "code_generation": 9.45, "reasoning": 9.3, "summarization": 7.9, "presentation": 9.8, "startup_content": 9.44, "deep_reasoning": 8.2, "customer_support": 8.81, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.62, "string_precision": 8.17, "news_seo_writing": 6.31, "ocr_extraction": 9.35, "orchestration": 5.39, "multi_turn": 8.5, "policy_adherence": 6.67, "agent_capabilities": 7.56, "strategy": 9.17, "sales_outreach": 7.11, "translation": 8.48, "agent_long_horizon": 7.75, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 7.93, "quality_ci95": 0.44, "cost_score_avg": 7.55, "speed_score_avg": 8.68, "latency_score_avg": 3.42, "tool_calling_score_avg": 6.2, "judge_score_avg": 4.45, "tokens_per_second": 109.3, "latency_avg_s": 10.69, "total_input_tokens": 270436, "total_output_tokens": 175965, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 7.75, "multiturno_score": 7.31, "agentic_score": 7.31, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.58, "score_calidad": 7.93, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.8148, "piso": 0.6667, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "nemotron-3.5-lightning", "id": "nvidia/nemotron-3.5-lightning", "name": "Nemotron 3.5 Lightning", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 0.1, "cost_output_per_M": 0.25, "cost_per_1k_calls_usd": 0.405, "context_window": 262144, "subscriptions": [], "notes": "MoE 3B activos/30B totales, publicado 11-ago-2026. Pesos en HuggingFace. Precio del tier pago; existe :free a 1M ctx.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 216, "total_runs": 354, "score_global": 5.04, "score_by_pillar": { "Razonamiento": 7.32, "Contenido": 7.49, "Agentes": 7.79, "Coding": 8.25 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.479, "speed_score_avg": 10.0, "latency_score_avg": 2.167, "cost_score_avg": 7.839, "quality_ci95": 0.773 }, "Contenido": { "quality_avg": 7.736, "speed_score_avg": 10.0, "latency_score_avg": 2.091, "cost_score_avg": 7.81, "quality_ci95": 0.628 }, "Agentes": { "quality_avg": 8.24, "speed_score_avg": 9.974, "latency_score_avg": 3.577, "cost_score_avg": 7.257, "quality_ci95": 0.521 }, "Coding": { "quality_avg": 8.671, "speed_score_avg": 10.0, "latency_score_avg": 3.526, "cost_score_avg": 7.802, "quality_ci95": 0.636 } }, "score_by_suite": { "business_audit": 7.43, "business_strategy": 8.55, "content_verificable": 6.73, "content_generation": 7.63, "task_management": 7.37, "code_generation": 8.69, "reasoning": 8.36, "summarization": 7.6, "presentation": 8.12, "startup_content": 8.6, "deep_reasoning": 6.01, "structured_output": 5.68, "hallucination": 6.17, "creativity": 8.43, "string_precision": 9.43, "news_seo_writing": 5.75, "ocr_extraction": 8.56, "multi_turn": 7.75, "policy_adherence": 8.32, "agent_capabilities": 6.57, "strategy": 7.66, "sales_outreach": 7.86, "translation": 7.54, "agent_long_horizon": 8.25, "niah_es": 8.21, "prompt_injection_es": 3.15, "integridad_idioma": 8.83 }, "quality_by_suite": { "business_audit": 7.6, "business_strategy": 9.2, "content_verificable": 6.67, "content_generation": 7.79, "task_management": 7.63, "code_generation": 9.5, "reasoning": 9.01, "summarization": 7.75, "presentation": 8.78, "startup_content": 9.43, "deep_reasoning": 5.7, "structured_output": 5.0, "hallucination": 5.67, "creativity": 9.12, "string_precision": 10.0, "news_seo_writing": 5.35, "ocr_extraction": 9.35, "multi_turn": 8.0, "policy_adherence": 8.67, "agent_capabilities": 6.08, "strategy": 8.06, "sales_outreach": 8.22, "translation": 7.56, "agent_long_horizon": 8.92, "niah_es": 8.9, "prompt_injection_es": 1.0, "integridad_idioma": 9.57 }, "suites_incompletas": {}, "quality_avg": 7.92, "quality_ci95": 0.472, "cost_score_avg": 7.68, "speed_score_avg": 9.99, "latency_score_avg": 2.72, "tool_calling_score_avg": 5.79, "judge_score_avg": 4.53, "tokens_per_second": 408.6, "latency_avg_s": 13.54, "total_input_tokens": 331761, "total_output_tokens": 917607, "long_context_runs": 90, "long_context_quality": 8.9, "long_context_score": 8.21, "long_context_by_size": { "8000": 8.34, "64000": 7.67, "128000": 8.22 }, "effective_context": 128000, "agentic_runs": 24, "agentic_quality": 8.92, "multiturno_score": 8.25, "agentic_score": 8.25, "security_runs": 40, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.66, "score_calidad": 7.92, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "ling-3.0-flash", "id": "inclusionai/ling-3.0-flash", "name": "Ling 3.0 Flash", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.021, "cost_output_per_M": 0.063, "cost_per_1k_calls_usd": 0.101, "context_window": 262144, "subscriptions": [], "notes": "124B MoE con ~5,1B activos por token: por eso es el más barato del catálogo. Diseñado por Ant Group para inferencia agéntica, no es un modelo de chat que resulta que sirve — y eso se nota en las tareas reales (1,00 en cotizar, reunión y ruteo). Pesos abiertos bajo MIT desde el 5-ago-2026.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 202, "score_global": 5.01, "score_by_pillar": { "Razonamiento": 7.92, "Contenido": 7.96, "Agentes": 6.98, "Coding": 8.28 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.33, "speed_score_avg": 9.4, "latency_score_avg": 2.433, "cost_score_avg": 8.0, "quality_ci95": 0.991 }, "Contenido": { "quality_avg": 8.313, "speed_score_avg": 9.818, "latency_score_avg": 2.697, "cost_score_avg": 8.0, "quality_ci95": 0.745 }, "Agentes": { "quality_avg": 6.727, "speed_score_avg": 9.686, "latency_score_avg": 4.725, "cost_score_avg": 7.935, "quality_ci95": 0.675 }, "Coding": { "quality_avg": 8.631, "speed_score_avg": 9.895, "latency_score_avg": 4.0, "cost_score_avg": 8.0, "quality_ci95": 0.886 } }, "score_by_suite": { "business_audit": 7.89, "business_strategy": 8.4, "content_verificable": 8.24, "content_generation": 8.7, "tool_calling": 5.07, "task_management": 8.34, "code_generation": 8.67, "reasoning": 8.73, "summarization": 8.12, "presentation": 8.34, "startup_content": 8.45, "deep_reasoning": 7.01, "customer_support": 7.24, "structured_output": 5.82, "hallucination": 7.25, "creativity": 7.93, "string_precision": 9.35, "news_seo_writing": 5.71, "ocr_extraction": 8.66, "orchestration": 6.21, "multi_turn": 7.81, "policy_adherence": 8.03, "agent_capabilities": 6.78, "strategy": 8.87, "sales_outreach": 8.73, "translation": 8.33, "agent_long_horizon": 7.39, "niah_es": 8.57, "prompt_injection_es": 3.91, "integridad_idioma": 8.82, "tool_calling_adversarial": 6.47 }, "quality_by_suite": { "business_audit": 8.2, "business_strategy": 9.2, "content_verificable": 8.67, "content_generation": 9.29, "tool_calling": 3.81, "task_management": 8.92, "code_generation": 9.31, "reasoning": 9.47, "summarization": 8.38, "presentation": 8.96, "startup_content": 9.14, "deep_reasoning": 7.08, "customer_support": 6.91, "structured_output": 5.0, "hallucination": 7.0, "creativity": 8.25, "string_precision": 10.0, "news_seo_writing": 5.24, "ocr_extraction": 9.35, "orchestration": 5.52, "multi_turn": 8.0, "policy_adherence": 8.25, "agent_capabilities": 6.38, "strategy": 10.0, "sales_outreach": 9.33, "translation": 8.76, "agent_long_horizon": 7.54, "niah_es": 9.54, "prompt_injection_es": 2.35, "integridad_idioma": 9.6, "tool_calling_adversarial": 5.84 }, "suites_incompletas": {}, "quality_avg": 7.88, "quality_ci95": 0.427, "cost_score_avg": 7.97, "speed_score_avg": 9.69, "latency_score_avg": 3.51, "tool_calling_score_avg": 7.28, "judge_score_avg": 4.31, "tokens_per_second": 288.7, "latency_avg_s": 13.0, "total_input_tokens": 287711, "total_output_tokens": 342943, "long_context_runs": 45, "long_context_quality": 9.54, "long_context_score": 8.57, "long_context_by_size": { "8000": 10.0, "64000": 7.78, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 7.54, "multiturno_score": 7.39, "agentic_score": 7.39, "security_runs": 20, "security_score": 2.35, "policy_refusal_rate": 0.0, "score_global_linear": 7.7, "score_calidad": 7.88, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-gpt-oss-120b", "id": "openai/gpt-oss-120b", "name": "GPT-OSS 120B", "tier": "cloud_ollama", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.036, "cost_output_per_M": 0.18, "cost_per_1k_calls_usd": 0.281, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 140, "total_runs": 144, "score_global": 4.98, "score_by_pillar": { "Razonamiento": 6.95, "Contenido": 7.59, "Agentes": 7.06, "Coding": 8.16 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.557, "speed_score_avg": 5.938, "latency_score_avg": 1.406, "cost_score_avg": 8.0, "quality_ci95": 0.983 }, "Contenido": { "quality_avg": 8.477, "speed_score_avg": 6.219, "latency_score_avg": 1.447, "cost_score_avg": 8.0, "quality_ci95": 0.636 }, "Agentes": { "quality_avg": 7.748, "speed_score_avg": 4.654, "latency_score_avg": 1.859, "cost_score_avg": 7.848, "quality_ci95": 0.491 }, "Coding": { "quality_avg": 9.003, "speed_score_avg": 6.061, "latency_score_avg": 2.591, "cost_score_avg": 8.0, "quality_ci95": 0.846 } }, "score_by_suite": { "business_audit": 6.53, "business_strategy": 7.23, "content_verificable": 7.14, "content_generation": 8.29, "task_management": 8.18, "code_generation": 8.16, "reasoning": 8.39, "summarization": 7.32, "presentation": 8.5, "startup_content": 8.57, "deep_reasoning": 6.79, "structured_output": 8.78, "hallucination": 6.38, "creativity": 7.86, "string_precision": 7.67, "news_seo_writing": 6.7, "ocr_extraction": 8.26, "multi_turn": 7.51, "policy_adherence": 6.04, "strategy": 7.31, "sales_outreach": 6.91, "translation": 7.14, "agent_long_horizon": 8.03, "tool_calling": 6.11, "customer_support": 6.79, "orchestration": 7.03, "agent_capabilities": 6.74, "tool_calling_adversarial": 6.46 }, "quality_by_suite": { "business_audit": 6.95, "business_strategy": 7.87, "content_verificable": 7.67, "content_generation": 9.2, "task_management": 9.22, "code_generation": 9.23, "reasoning": 9.48, "summarization": 8.0, "presentation": 9.76, "startup_content": 9.56, "deep_reasoning": 7.08, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.62, "string_precision": 8.17, "news_seo_writing": 7.2, "ocr_extraction": 8.95, "multi_turn": 8.0, "policy_adherence": 6.17, "strategy": 8.06, "sales_outreach": 7.56, "translation": 7.62, "agent_long_horizon": 9.12, "tool_calling": 6.4, "customer_support": 7.4, "orchestration": 7.73, "agent_capabilities": 7.44, "tool_calling_adversarial": 6.82 }, "suites_incompletas": {}, "quality_avg": 8.03, "quality_ci95": 0.394, "cost_score_avg": 7.94, "speed_score_avg": 5.63, "latency_score_avg": 1.75, "tool_calling_score_avg": 6.51, "judge_score_avg": 4.48, "tokens_per_second": 52.6, "latency_avg_s": 42.08, "total_input_tokens": 296748, "total_output_tokens": 219613, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.12, "multiturno_score": 8.03, "agentic_score": 8.03, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.36, "score_calidad": 8.03, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "kimi-k2", "id": "moonshotai/kimi-k2", "name": "Kimi K2", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.57, "cost_output_per_M": 2.3, "cost_per_1k_calls_usd": 3.621, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 166, "total_runs": 173, "score_global": 4.86, "score_by_pillar": { "Agentes": 6.84, "Contenido": 7.29, "Coding": 7.98, "Razonamiento": 7.16 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.531, "speed_score_avg": 4.962, "latency_score_avg": 2.175, "cost_score_avg": 7.019, "quality_ci95": 0.483 }, "Contenido": { "quality_avg": 8.302, "speed_score_avg": 5.496, "latency_score_avg": 1.39, "cost_score_avg": 7.021, "quality_ci95": 0.555 }, "Coding": { "quality_avg": 9.015, "speed_score_avg": 5.25, "latency_score_avg": 2.583, "cost_score_avg": 7.525, "quality_ci95": 0.751 }, "Razonamiento": { "quality_avg": 7.989, "speed_score_avg": 5.7, "latency_score_avg": 1.167, "cost_score_avg": 7.008, "quality_ci95": 0.929 } }, "score_by_suite": { "content_generation": 7.41, "tool_calling": 5.52, "task_management": 7.58, "code_generation": 7.46, "reasoning": 8.06, "summarization": 6.56, "presentation": 8.22, "startup_content": 8.0, "customer_support": 7.27, "news_seo_writing": 5.17, "translation": 7.5, "business_audit": 6.76, "business_strategy": 8.03, "content_verificable": 8.27, "agent_capabilities": 6.19, "ocr_extraction": 8.22, "orchestration": 6.52, "multi_turn": 7.55, "policy_adherence": 7.65, "deep_reasoning": 7.04, "hallucination": 6.64, "creativity": 7.8, "structured_output": 8.8, "string_precision": 7.57, "strategy": 6.89, "sales_outreach": 6.87, "agent_long_horizon": 7.07, "tool_calling_adversarial": 6.66 }, "quality_by_suite": { "content_generation": 8.4, "tool_calling": 5.42, "task_management": 8.62, "code_generation": 8.28, "reasoning": 9.28, "summarization": 6.91, "presentation": 9.63, "startup_content": 9.39, "customer_support": 7.92, "news_seo_writing": 5.3, "translation": 8.17, "business_audit": 7.4, "business_strategy": 9.2, "content_verificable": 9.33, "agent_capabilities": 6.34, "ocr_extraction": 9.43, "orchestration": 6.9, "multi_turn": 8.38, "policy_adherence": 8.38, "deep_reasoning": 7.92, "hallucination": 7.0, "creativity": 8.75, "structured_output": 10.0, "string_precision": 8.17, "strategy": 7.78, "sales_outreach": 7.56, "agent_long_horizon": 8.31, "tool_calling_adversarial": 6.96 }, "suites_incompletas": {}, "quality_avg": 8.05, "quality_ci95": 0.37, "cost_score_avg": 7.05, "speed_score_avg": 5.31, "latency_score_avg": 1.81, "tool_calling_score_avg": 8.22, "judge_score_avg": 4.31, "tokens_per_second": 32.6, "latency_avg_s": 31.14, "total_input_tokens": 303448, "total_output_tokens": 173469, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.31, "multiturno_score": 7.07, "agentic_score": 7.07, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.25, "score_calidad": 8.05, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "deepseek-v4-flash-0731", "id": "deepseek/deepseek-v4-flash-0731", "name": "DeepSeek V4 Flash 0731", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 0.08, "cost_output_per_M": 0.18, "cost_per_1k_calls_usd": 0.294, "context_window": 1048576, "subscriptions": [], "notes": "Snapshot 31-jul-2026 del V4 Flash. Más barato que el id base ($0,08/$0,18 vs $0,14/$0,28).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 129, "total_runs": 216, "score_global": 4.82, "score_by_pillar": { "Razonamiento": 7.4, "Contenido": 7.42, "Agentes": 6.76, "Coding": 8.26 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.113, "speed_score_avg": 6.133, "latency_score_avg": 1.0, "cost_score_avg": 7.951, "quality_ci95": 1.037 }, "Contenido": { "quality_avg": 8.127, "speed_score_avg": 5.97, "latency_score_avg": 1.242, "cost_score_avg": 7.959, "quality_ci95": 0.983 }, "Agentes": { "quality_avg": 7.11, "speed_score_avg": 6.353, "latency_score_avg": 1.902, "cost_score_avg": 7.752, "quality_ci95": 0.676 }, "Coding": { "quality_avg": 9.162, "speed_score_avg": 6.421, "latency_score_avg": 2.368, "cost_score_avg": 7.943, "quality_ci95": 0.913 } }, "score_by_suite": { "business_audit": 7.08, "business_strategy": 8.25, "content_verificable": 6.9, "content_generation": 8.15, "tool_calling": 4.71, "task_management": 8.43, "code_generation": 8.15, "reasoning": 7.97, "summarization": 7.83, "presentation": 8.56, "startup_content": 8.39, "deep_reasoning": 6.64, "customer_support": 6.94, "structured_output": 8.82, "hallucination": 7.46, "creativity": 7.88, "string_precision": 7.84, "news_seo_writing": 6.97, "ocr_extraction": 8.42, "orchestration": 7.25, "multi_turn": 7.12, "policy_adherence": 8.21, "agent_capabilities": 6.08, "strategy": 7.97, "sales_outreach": 6.68, "translation": 5.58, "agent_long_horizon": 7.14, "niah_es": 8.35, "integridad_idioma": 6.84, "prompt_injection_es": 3.2, "tool_calling_adversarial": 5.91 }, "quality_by_suite": { "business_audit": 7.6, "business_strategy": 9.2, "content_verificable": 7.2, "content_generation": 9.18, "tool_calling": 3.95, "task_management": 9.73, "code_generation": 9.08, "reasoning": 8.96, "summarization": 8.94, "presentation": 9.66, "startup_content": 9.57, "deep_reasoning": 7.08, "customer_support": 7.27, "structured_output": 10.0, "hallucination": 8.33, "creativity": 8.75, "string_precision": 8.5, "news_seo_writing": 7.62, "ocr_extraction": 9.35, "orchestration": 7.58, "multi_turn": 7.5, "policy_adherence": 9.08, "agent_capabilities": 6.0, "strategy": 9.0, "sales_outreach": 7.11, "translation": 5.33, "agent_long_horizon": 7.88, "niah_es": 9.97, "integridad_idioma": 7.28, "prompt_injection_es": 1.9, "tool_calling_adversarial": 5.98 }, "suites_incompletas": {}, "quality_avg": 8.0, "quality_ci95": 0.458, "cost_score_avg": 7.87, "speed_score_avg": 6.21, "latency_score_avg": 1.54, "tool_calling_score_avg": 8.18, "judge_score_avg": 4.26, "tokens_per_second": 50.4, "latency_avg_s": 90.52, "total_input_tokens": 245163, "total_output_tokens": 343734, "long_context_runs": 59, "long_context_quality": 9.97, "long_context_score": 8.35, "long_context_by_size": { "8000": 9.83, "64000": 10.0, "128000": 10.0, "256000": 10.0, "512000": 10.0, "800000": 9.75 }, "effective_context": 800000, "agentic_runs": 12, "agentic_quality": 7.88, "multiturno_score": 7.14, "agentic_score": 7.14, "security_runs": 20, "security_score": 1.9, "policy_refusal_rate": 0.0, "score_global_linear": 7.36, "score_calidad": 8.0, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.963, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 0.9744, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "deepseek-v3", "id": "deepseek/deepseek-chat", "name": "DeepSeek V3.2", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.2574, "cost_output_per_M": 1.0287, "cost_per_1k_calls_usd": 1.62, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 256, "total_runs": 264, "score_global": 4.76, "score_by_pillar": { "Agentes": 7.08, "Contenido": 7.12, "Coding": 8.12, "Razonamiento": 6.97 }, "dims_by_pillar": { "Agentes": { "quality_avg": 8.702, "speed_score_avg": 4.635, "latency_score_avg": 2.03, "cost_score_avg": 6.607, "quality_ci95": 0.225 }, "Contenido": { "quality_avg": 7.848, "speed_score_avg": 4.722, "latency_score_avg": 1.352, "cost_score_avg": 7.95, "quality_ci95": 0.785 }, "Coding": { "quality_avg": 9.229, "speed_score_avg": 4.158, "latency_score_avg": 2.053, "cost_score_avg": 7.958, "quality_ci95": 0.926 }, "Razonamiento": { "quality_avg": 7.617, "speed_score_avg": 4.767, "latency_score_avg": 1.3, "cost_score_avg": 7.867, "quality_ci95": 0.955 } }, "score_by_suite": { "content_generation": 8.04, "tool_calling": 5.96, "task_management": 7.83, "code_generation": 7.91, "reasoning": 8.07, "summarization": 6.85, "presentation": 7.94, "startup_content": 8.05, "customer_support": 7.41, "news_seo_writing": 5.46, "orchestration": 7.24, "agent_capabilities": 7.25, "translation": 7.36, "business_audit": 6.05, "business_strategy": 8.07, "content_verificable": 6.84, "deep_reasoning": 7.1, "hallucination": 6.57, "creativity": 7.42, "ocr_extraction": 8.71, "multi_turn": 6.94, "structured_output": 8.57, "string_precision": 7.47, "policy_adherence": 7.27, "strategy": 7.17, "sales_outreach": 6.57, "agent_long_horizon": 7.86, "tool_calling_adversarial": 6.27 }, "quality_by_suite": { "content_generation": 9.27, "tool_calling": 6.26, "task_management": 9.01, "code_generation": 9.09, "reasoning": 9.28, "summarization": 7.48, "presentation": 8.96, "startup_content": 9.14, "customer_support": 8.13, "news_seo_writing": 5.41, "orchestration": 7.96, "agent_capabilities": 7.9, "translation": 8.11, "business_audit": 6.28, "business_strategy": 9.2, "content_verificable": 7.33, "deep_reasoning": 7.78, "hallucination": 7.0, "creativity": 8.25, "ocr_extraction": 10.0, "multi_turn": 7.5, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 8.08, "strategy": 8.06, "sales_outreach": 7.11, "agent_long_horizon": 9.2, "tool_calling_adversarial": 6.54 }, "suites_incompletas": {}, "quality_avg": 8.05, "quality_ci95": 0.387, "cost_score_avg": 7.0, "speed_score_avg": 4.65, "latency_score_avg": 1.78, "tool_calling_score_avg": 7.48, "judge_score_avg": 4.38, "tokens_per_second": 27.4, "latency_avg_s": 65.2, "total_input_tokens": 1494728, "total_output_tokens": 486267, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 132, "agentic_quality": 9.2, "multiturno_score": 7.86, "agentic_score": 7.86, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.27, "score_calidad": 8.05, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.8148, "piso": 0.4444, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 0.9744, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 0.9667, "piso": 0.9, "intentos": 3, "estado": "ok_parcial" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "grok-4.5", "id": "x-ai/grok-4.5", "name": "Grok 4.5", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 2.0, "cost_output_per_M": 6.0, "cost_per_1k_calls_usd": 9.6, "context_window": 500000, "subscriptions": [], "notes": "Nuevo flagship xAI (jul 2026), contexto 500K. $2/$6 vía OpenRouter API jul 2026.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 143, "total_runs": 263, "score_global": 4.63, "score_by_pillar": { "Contenido": 7.58, "Agentes": 6.17, "Coding": 8.34, "Razonamiento": 7.32 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.761, "speed_score_avg": 8.274, "latency_score_avg": 1.197, "cost_score_avg": 5.004, "quality_ci95": 0.63 }, "Agentes": { "quality_avg": 6.414, "speed_score_avg": 7.833, "latency_score_avg": 2.716, "cost_score_avg": 5.42, "quality_ci95": 0.761 }, "Coding": { "quality_avg": 9.309, "speed_score_avg": 9.75, "latency_score_avg": 2.931, "cost_score_avg": 5.923, "quality_ci95": 0.75 }, "Razonamiento": { "quality_avg": 8.435, "speed_score_avg": 8.356, "latency_score_avg": 1.222, "cost_score_avg": 4.649, "quality_ci95": 0.922 } }, "score_by_suite": { "content_generation": 8.07, "tool_calling": 5.48, "task_management": 8.25, "code_generation": 7.81, "reasoning": 8.11, "summarization": 7.22, "presentation": 8.32, "startup_content": 7.81, "deep_reasoning": 5.93, "customer_support": 4.78, "structured_output": 8.95, "hallucination": 6.65, "creativity": 7.7, "string_precision": 8.47, "news_seo_writing": 6.53, "ocr_extraction": 8.13, "orchestration": 2.99, "multi_turn": 6.79, "policy_adherence": 8.04, "agent_capabilities": 4.32, "strategy": 8.32, "sales_outreach": 6.57, "translation": 7.45, "niah_es": 7.85, "prompt_injection_es": 3.82, "business_audit": 7.6, "business_strategy": 7.77, "content_verificable": 8.47, "agent_long_horizon": 7.71, "tool_calling_adversarial": 6.04 }, "quality_by_suite": { "content_generation": 9.4, "tool_calling": 5.23, "task_management": 9.62, "code_generation": 8.92, "reasoning": 9.63, "summarization": 8.1, "presentation": 9.79, "startup_content": 9.19, "deep_reasoning": 6.53, "customer_support": 4.06, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 9.25, "news_seo_writing": 7.46, "ocr_extraction": 9.35, "orchestration": 2.04, "multi_turn": 7.5, "policy_adherence": 9.08, "agent_capabilities": 3.84, "strategy": 10.0, "sales_outreach": 7.11, "translation": 8.3, "niah_es": 9.79, "prompt_injection_es": 3.25, "business_audit": 8.8, "business_strategy": 9.2, "content_verificable": 10.0, "agent_long_horizon": 9.25, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 8.01, "quality_ci95": 0.462, "cost_score_avg": 5.2, "speed_score_avg": 8.39, "latency_score_avg": 2.0, "tool_calling_score_avg": 7.88, "judge_score_avg": 4.14, "tokens_per_second": 92.0, "latency_avg_s": 25.8, "total_input_tokens": 240461, "total_output_tokens": 293698, "long_context_runs": 96, "long_context_quality": 9.83, "long_context_score": 7.91, "long_context_by_size": { "8000": 9.92, "64000": 9.83, "128000": 9.58, "256000": 8.75 }, "effective_context": 256000, "agentic_runs": 12, "agentic_quality": 9.25, "multiturno_score": 7.71, "agentic_score": 7.71, "security_runs": 20, "security_score": 3.25, "policy_refusal_rate": 0.0, "score_global_linear": 7.14, "score_calidad": 8.01, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-llama-4-scout", "id": "meta-llama/llama-4-scout", "name": "Llama 4 Scout 17B", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.1, "cost_output_per_M": 0.3, "cost_per_1k_calls_usd": 0.48, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 134, "total_runs": 138, "score_global": 4.62, "score_by_pillar": { "Razonamiento": 7.4, "Contenido": 7.74, "Agentes": 7.6, "Coding": 7.48 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.561, "speed_score_avg": 8.533, "latency_score_avg": 3.567, "cost_score_avg": 8.0, "quality_ci95": 1.056 }, "Contenido": { "quality_avg": 8.198, "speed_score_avg": 8.193, "latency_score_avg": 3.561, "cost_score_avg": 8.0, "quality_ci95": 0.776 }, "Agentes": { "quality_avg": 7.719, "speed_score_avg": 7.961, "latency_score_avg": 5.627, "cost_score_avg": 7.877, "quality_ci95": 0.561 }, "Coding": { "quality_avg": 7.83, "speed_score_avg": 6.211, "latency_score_avg": 4.474, "cost_score_avg": 8.0, "quality_ci95": 1.465 } }, "score_by_suite": { "business_audit": 7.01, "business_strategy": 7.97, "content_verificable": 7.19, "content_generation": 8.58, "task_management": 8.47, "code_generation": 8.08, "reasoning": 8.41, "summarization": 7.37, "presentation": 8.62, "startup_content": 8.47, "deep_reasoning": 6.46, "structured_output": 7.1, "hallucination": 7.78, "creativity": 8.84, "string_precision": 6.67, "news_seo_writing": 5.89, "ocr_extraction": 8.29, "multi_turn": 7.46, "policy_adherence": 8.36, "strategy": 8.25, "sales_outreach": 8.22, "translation": 7.11, "agent_long_horizon": 8.05, "tool_calling": 7.12, "customer_support": 8.36, "orchestration": 8.23, "agent_capabilities": 6.88, "tool_calling_adversarial": 6.5 }, "quality_by_suite": { "business_audit": 6.85, "business_strategy": 8.4, "content_verificable": 7.33, "content_generation": 9.4, "task_management": 9.07, "code_generation": 8.65, "reasoning": 9.05, "summarization": 7.52, "presentation": 9.0, "startup_content": 9.22, "deep_reasoning": 6.25, "structured_output": 7.17, "hallucination": 8.33, "creativity": 9.25, "string_precision": 6.67, "news_seo_writing": 5.68, "ocr_extraction": 9.1, "multi_turn": 8.0, "policy_adherence": 8.67, "strategy": 8.89, "sales_outreach": 8.67, "translation": 7.09, "agent_long_horizon": 8.75, "tool_calling": 6.75, "customer_support": 8.35, "orchestration": 8.24, "agent_capabilities": 6.4, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 7.82, "quality_ci95": 0.454, "cost_score_avg": 7.95, "speed_score_avg": 7.91, "latency_score_avg": 4.35, "tool_calling_score_avg": 7.62, "judge_score_avg": 4.24, "tokens_per_second": 143.4, "latency_avg_s": 8.03, "total_input_tokens": 145105, "total_output_tokens": 81187, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 8.75, "multiturno_score": 8.05, "agentic_score": 8.05, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.59, "score_calidad": 7.82, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.4872, "piso": 0.0, "intentos": 3, "estado": "inestable" }, "harbor-ruteo": { "media": 0.7, "piso": 0.6, "intentos": 3, "estado": "ok_parcial" } }, "estado": "inestable" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "qwen3.6-35b", "id": "qwen/qwen3.6-35b-a3b", "name": "Qwen 3.6 35B base (OpenRouter FP8)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.14, "cost_output_per_M": 1.0, "cost_per_1k_calls_usd": 1.542, "context_window": 262144, "subscriptions": [], "notes": "Qwen 3.6 BASE 35B (MoE a3b) vía OpenRouter (FP8). Par del local-qwen3.6-35b (Q4).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 143, "total_runs": 212, "score_global": 4.55, "score_by_pillar": { "Contenido": 7.47, "Agentes": 7.23, "Coding": 8.08, "Razonamiento": 7.13 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.005, "speed_score_avg": 9.697, "latency_score_avg": 1.121, "cost_score_avg": 7.03, "quality_ci95": 0.832 }, "Agentes": { "quality_avg": 7.609, "speed_score_avg": 9.159, "latency_score_avg": 1.677, "cost_score_avg": 6.505, "quality_ci95": 0.511 }, "Coding": { "quality_avg": 8.642, "speed_score_avg": 10.0, "latency_score_avg": 2.316, "cost_score_avg": 7.368, "quality_ci95": 1.178 }, "Razonamiento": { "quality_avg": 7.632, "speed_score_avg": 8.733, "latency_score_avg": 1.1, "cost_score_avg": 6.996, "quality_ci95": 0.916 } }, "score_by_suite": { "content_generation": 8.27, "task_management": 7.88, "code_generation": 6.64, "reasoning": 8.13, "summarization": 7.53, "presentation": 8.34, "startup_content": 7.97, "deep_reasoning": 6.86, "structured_output": 9.04, "hallucination": 5.86, "creativity": 7.04, "string_precision": 7.96, "news_seo_writing": 4.79, "ocr_extraction": 8.59, "multi_turn": 7.52, "policy_adherence": 7.71, "strategy": 8.04, "sales_outreach": 7.31, "translation": 7.98, "niah_es": 8.39, "prompt_injection_es": 2.65, "business_audit": 6.88, "business_strategy": 7.55, "content_verificable": 8.77, "agent_long_horizon": 6.46, "tool_calling": 6.56, "customer_support": 8.43, "orchestration": 7.48, "agent_capabilities": 7.19, "tool_calling_adversarial": 7.35 }, "quality_by_suite": { "content_generation": 9.07, "task_management": 8.63, "code_generation": 6.8, "reasoning": 8.93, "summarization": 8.06, "presentation": 9.22, "startup_content": 8.7, "deep_reasoning": 7.08, "structured_output": 10.0, "hallucination": 5.67, "creativity": 7.38, "string_precision": 8.17, "news_seo_writing": 4.15, "ocr_extraction": 9.6, "multi_turn": 8.0, "policy_adherence": 8.17, "strategy": 8.89, "sales_outreach": 7.72, "translation": 8.8, "niah_es": 9.7, "prompt_injection_es": 1.0, "business_audit": 7.4, "business_strategy": 8.4, "content_verificable": 10.0, "agent_long_horizon": 7.06, "tool_calling": 6.54, "customer_support": 9.12, "orchestration": 7.88, "agent_capabilities": 7.45, "tool_calling_adversarial": 7.74 }, "suites_incompletas": {}, "quality_avg": 7.93, "quality_ci95": 0.387, "cost_score_avg": 6.81, "speed_score_avg": 9.32, "latency_score_avg": 1.49, "tool_calling_score_avg": 6.22, "judge_score_avg": 4.48, "tokens_per_second": 139.6, "latency_avg_s": 37.55, "total_input_tokens": 338153, "total_output_tokens": 490536, "long_context_runs": 45, "long_context_quality": 9.7, "long_context_score": 8.39, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 24, "agentic_quality": 7.06, "multiturno_score": 6.46, "agentic_score": 6.46, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.41, "score_calidad": 7.93, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gemini-flash-lite", "id": "google/gemini-2.5-flash-lite", "name": "Gemini 2.5 Flash Lite", "tier": "ultra_cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.1, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.63, "context_window": 1048576, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 139, "total_runs": 301, "score_global": 4.41, "score_by_pillar": { "Agentes": 7.24, "Contenido": 7.72, "Coding": 8.43, "Razonamiento": 7.16 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.196, "speed_score_avg": 7.487, "latency_score_avg": 5.619, "cost_score_avg": 7.81, "quality_ci95": 0.494 }, "Contenido": { "quality_avg": 7.944, "speed_score_avg": 9.229, "latency_score_avg": 3.695, "cost_score_avg": 8.0, "quality_ci95": 0.773 }, "Coding": { "quality_avg": 9.014, "speed_score_avg": 7.895, "latency_score_avg": 4.421, "cost_score_avg": 8.0, "quality_ci95": 0.908 }, "Razonamiento": { "quality_avg": 7.342, "speed_score_avg": 8.189, "latency_score_avg": 2.789, "cost_score_avg": 8.0, "quality_ci95": 1.102 } }, "score_by_suite": { "content_generation": 8.36, "tool_calling": 5.88, "task_management": 8.27, "code_generation": 8.32, "reasoning": 8.29, "summarization": 7.44, "presentation": 8.12, "startup_content": 8.51, "customer_support": 8.24, "news_seo_writing": 5.76, "orchestration": 6.77, "agent_capabilities": 7.36, "niah_es": 8.19, "prompt_injection_es": 2.53, "business_audit": 6.35, "business_strategy": 8.6, "content_verificable": 7.29, "structured_output": 9.06, "string_precision": 7.74, "policy_adherence": 7.58, "strategy": 6.23, "sales_outreach": 8.06, "agent_long_horizon": 7.51, "deep_reasoning": 6.92, "hallucination": 7.76, "creativity": 8.52, "ocr_extraction": 8.85, "multi_turn": 7.17, "translation": 8.05, "tool_calling_adversarial": 6.88 }, "quality_by_suite": { "content_generation": 8.73, "tool_calling": 5.56, "task_management": 8.67, "code_generation": 8.88, "reasoning": 8.88, "summarization": 7.2, "presentation": 8.54, "startup_content": 9.2, "customer_support": 8.54, "news_seo_writing": 5.36, "orchestration": 6.35, "agent_capabilities": 7.32, "niah_es": 9.89, "prompt_injection_es": 1.0, "business_audit": 6.45, "business_strategy": 9.2, "content_verificable": 7.2, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 7.67, "strategy": 5.83, "sales_outreach": 8.22, "agent_long_horizon": 7.83, "deep_reasoning": 6.99, "hallucination": 7.89, "creativity": 9.12, "ocr_extraction": 9.35, "multi_turn": 7.21, "translation": 8.3, "tool_calling_adversarial": 6.82 }, "suites_incompletas": {}, "quality_avg": 7.78, "quality_ci95": 0.424, "cost_score_avg": 7.91, "speed_score_avg": 8.28, "latency_score_avg": 4.29, "tool_calling_score_avg": 4.36, "judge_score_avg": 4.28, "tokens_per_second": 152.8, "latency_avg_s": 5.61, "total_input_tokens": 197683, "total_output_tokens": 140764, "long_context_runs": 114, "long_context_quality": 9.88, "long_context_score": 8.21, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0, "512000": 10.0, "800000": 10.0 }, "effective_context": 800000, "agentic_runs": 12, "agentic_quality": 7.83, "multiturno_score": 7.51, "agentic_score": 7.51, "security_runs": 40, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.57, "score_calidad": 7.78, "pareto": true, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.9259, "piso": 0.7778, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 0.7308, "piso": 0.0, "intentos": 4, "estado": "inestable" }, "harbor-ruteo": { "media": 0.9, "piso": 0.7, "intentos": 3, "estado": "ok_parcial" } }, "estado": "inestable" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "nemotron-super", "id": "nvidia/nemotron-3-super-120b-a12b", "name": "Nemotron 3 Super", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open", "cost_input_per_M": 0.085, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.625, "context_window": 1000000, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 265, "total_runs": 502, "score_global": 4.36, "score_by_pillar": { "Contenido": 7.4, "Agentes": 7.1, "Coding": 8.18, "Razonamiento": 6.71 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.043, "speed_score_avg": 5.88, "latency_score_avg": 1.898, "cost_score_avg": 7.933, "quality_ci95": 0.538 }, "Agentes": { "quality_avg": 7.978, "speed_score_avg": 6.313, "latency_score_avg": 1.873, "cost_score_avg": 7.047, "quality_ci95": 0.401 }, "Coding": { "quality_avg": 9.088, "speed_score_avg": 5.842, "latency_score_avg": 2.509, "cost_score_avg": 7.961, "quality_ci95": 0.652 }, "Razonamiento": { "quality_avg": 7.094, "speed_score_avg": 6.156, "latency_score_avg": 1.578, "cost_score_avg": 7.771, "quality_ci95": 0.877 } }, "score_by_suite": { "content_generation": 7.73, "task_management": 7.64, "code_generation": 7.9, "reasoning": 7.96, "summarization": 6.76, "presentation": 8.2, "startup_content": 8.03, "news_seo_writing": 6.08, "multi_turn": 6.95, "niah_es": 7.42, "prompt_injection_es": 2.13, "business_audit": 6.62, "business_strategy": 7.15, "content_verificable": 7.19, "structured_output": 8.8, "string_precision": 7.48, "policy_adherence": 7.98, "strategy": 8.12, "sales_outreach": 7.51, "agent_long_horizon": 7.98, "deep_reasoning": 5.49, "hallucination": 6.06, "creativity": 8.06, "ocr_extraction": 8.76, "translation": 7.33, "tool_calling": 6.35, "customer_support": 7.53, "orchestration": 5.16, "agent_capabilities": 6.22 }, "quality_by_suite": { "content_generation": 8.74, "task_management": 8.6, "code_generation": 8.92, "reasoning": 9.16, "summarization": 7.52, "presentation": 9.14, "startup_content": 9.13, "news_seo_writing": 5.83, "multi_turn": 7.29, "niah_es": 8.74, "prompt_injection_es": 1.0, "business_audit": 7.0, "business_strategy": 7.87, "content_verificable": 8.0, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 8.67, "strategy": 9.17, "sales_outreach": 8.22, "agent_long_horizon": 8.96, "deep_reasoning": 5.25, "hallucination": 5.67, "creativity": 8.75, "ocr_extraction": 9.6, "translation": 7.56, "tool_calling": 6.66, "customer_support": 8.51, "orchestration": 5.28, "agent_capabilities": 6.78 }, "suites_incompletas": {}, "quality_avg": 7.92, "quality_ci95": 0.467, "cost_score_avg": 7.56, "speed_score_avg": 6.13, "latency_score_avg": 1.91, "tool_calling_score_avg": 6.11, "judge_score_avg": 4.43, "tokens_per_second": 153.9, "latency_avg_s": 80.64, "total_input_tokens": 1450683, "total_output_tokens": 956532, "long_context_runs": 192, "long_context_quality": 8.78, "long_context_score": 7.48, "long_context_by_size": { "8000": 8.4, "64000": 7.11, "128000": 8.45 }, "effective_context": 128000, "agentic_runs": 46, "agentic_quality": 8.91, "multiturno_score": 7.94, "agentic_score": 7.94, "security_runs": 40, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.28, "score_calidad": 7.92, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "openrouter-nemotron-3-ultra-550b", "id": "nvidia/nemotron-3-ultra-550b-a55b", "name": "Nemotron 3 Ultra 550B", "tier": "cloud", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open Model", "cost_input_per_M": 0.6, "cost_output_per_M": 3.6, "cost_per_1k_calls_usd": 5.58, "context_window": 131072, "subscriptions": [], "notes": "Modelo más grande de la familia Nemotron 3 (550B total / 55B activos) vía OpenRouter. Mucho más rápido que NIM gratuito. Disponible también como :free con rate limit.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 147, "total_runs": 261, "score_global": 4.33, "score_by_pillar": { "Contenido": 7.45, "Agentes": 6.81, "Coding": 8.01, "Razonamiento": 7.21 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.122, "speed_score_avg": 8.434, "latency_score_avg": 1.744, "cost_score_avg": 6.023, "quality_ci95": 0.742 }, "Agentes": { "quality_avg": 7.1, "speed_score_avg": 8.284, "latency_score_avg": 3.451, "cost_score_avg": 6.544, "quality_ci95": 0.632 }, "Coding": { "quality_avg": 8.672, "speed_score_avg": 9.303, "latency_score_avg": 3.439, "cost_score_avg": 6.781, "quality_ci95": 1.144 }, "Razonamiento": { "quality_avg": 8.154, "speed_score_avg": 8.25, "latency_score_avg": 1.396, "cost_score_avg": 5.613, "quality_ci95": 0.95 } }, "score_by_suite": { "content_generation": 7.63, "task_management": 8.25, "code_generation": 8.35, "reasoning": 8.23, "summarization": 7.03, "presentation": 8.14, "startup_content": 8.17, "deep_reasoning": 7.37, "customer_support": 6.75, "structured_output": 9.02, "hallucination": 6.99, "creativity": 8.19, "string_precision": 7.09, "news_seo_writing": 6.26, "ocr_extraction": 8.05, "orchestration": 5.21, "multi_turn": 7.68, "policy_adherence": 7.69, "agent_capabilities": 4.65, "strategy": 7.06, "sales_outreach": 6.88, "translation": 7.3, "niah_es": 8.14, "prompt_injection_es": 3.71, "business_audit": 6.5, "business_strategy": 8.07, "content_verificable": 7.52, "agent_long_horizon": 7.47, "tool_calling_adversarial": 7.19 }, "quality_by_suite": { "content_generation": 8.53, "task_management": 9.43, "code_generation": 9.35, "reasoning": 9.6, "summarization": 7.25, "presentation": 9.63, "startup_content": 9.67, "deep_reasoning": 8.33, "customer_support": 6.6, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 6.83, "news_seo_writing": 6.67, "ocr_extraction": 8.95, "orchestration": 4.41, "multi_turn": 8.5, "policy_adherence": 8.67, "agent_capabilities": 3.76, "strategy": 8.06, "sales_outreach": 7.11, "translation": 7.63, "niah_es": 9.82, "prompt_injection_es": 2.8, "business_audit": 7.2, "business_strategy": 9.2, "content_verificable": 8.53, "agent_long_horizon": 8.75, "tool_calling_adversarial": 7.24 }, "suites_incompletas": {}, "quality_avg": 7.9, "quality_ci95": 0.44, "cost_score_avg": 6.19, "speed_score_avg": 8.44, "latency_score_avg": 2.44, "tool_calling_score_avg": 7.21, "judge_score_avg": 4.58, "tokens_per_second": 105.3, "latency_avg_s": 23.84, "total_input_tokens": 304591, "total_output_tokens": 284809, "long_context_runs": 90, "long_context_quality": 9.82, "long_context_score": 8.14, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 8.75, "multiturno_score": 7.47, "agentic_score": 7.47, "security_runs": 20, "security_score": 2.8, "policy_refusal_rate": 0.0, "score_global_linear": 7.28, "score_calidad": 7.9, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "llama-4-maverick", "id": "meta-llama/llama-4-maverick", "name": "Llama 4 Maverick", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.2, "cost_output_per_M": 0.696, "cost_per_1k_calls_usd": 1.104, "context_window": 1048576, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 143, "total_runs": 301, "score_global": 4.29, "score_by_pillar": { "Contenido": 7.39, "Agentes": 7.16, "Coding": 8.01, "Razonamiento": 6.81 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.984, "speed_score_avg": 6.019, "latency_score_avg": 1.971, "cost_score_avg": 7.996, "quality_ci95": 0.767 }, "Agentes": { "quality_avg": 7.835, "speed_score_avg": 5.899, "latency_score_avg": 3.64, "cost_score_avg": 7.58, "quality_ci95": 0.522 }, "Coding": { "quality_avg": 9.037, "speed_score_avg": 4.176, "latency_score_avg": 2.333, "cost_score_avg": 8.0, "quality_ci95": 0.905 }, "Razonamiento": { "quality_avg": 7.282, "speed_score_avg": 5.445, "latency_score_avg": 1.378, "cost_score_avg": 8.0, "quality_ci95": 1.112 } }, "score_by_suite": { "content_generation": 7.86, "task_management": 7.88, "code_generation": 7.9, "reasoning": 7.82, "summarization": 6.74, "presentation": 7.92, "startup_content": 7.98, "news_seo_writing": 5.42, "niah_es": 8.02, "prompt_injection_es": 2.56, "business_audit": 6.19, "business_strategy": 8.0, "content_verificable": 7.31, "structured_output": 8.59, "string_precision": 7.38, "policy_adherence": 6.63, "strategy": 6.39, "sales_outreach": 8.51, "agent_long_horizon": 8.08, "deep_reasoning": 6.41, "hallucination": 7.1, "creativity": 7.79, "ocr_extraction": 8.4, "multi_turn": 6.84, "translation": 7.61, "tool_calling": 5.72, "customer_support": 8.93, "orchestration": 7.51, "agent_capabilities": 7.26, "tool_calling_adversarial": 6.49 }, "quality_by_suite": { "content_generation": 8.79, "task_management": 8.76, "code_generation": 8.82, "reasoning": 8.71, "summarization": 7.06, "presentation": 8.86, "startup_content": 8.87, "news_seo_writing": 5.16, "niah_es": 9.77, "prompt_injection_es": 1.1, "business_audit": 6.48, "business_strategy": 8.9, "content_verificable": 8.0, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 7.17, "strategy": 6.94, "sales_outreach": 9.33, "agent_long_horizon": 8.94, "deep_reasoning": 6.53, "hallucination": 7.67, "creativity": 8.67, "ocr_extraction": 9.48, "multi_turn": 7.25, "translation": 7.93, "tool_calling": 6.05, "customer_support": 9.47, "orchestration": 8.47, "agent_capabilities": 7.8, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 7.88, "quality_ci95": 0.431, "cost_score_avg": 7.81, "speed_score_avg": 5.72, "latency_score_avg": 2.63, "tool_calling_score_avg": 3.11, "judge_score_avg": 4.3, "tokens_per_second": 44.9, "latency_avg_s": 21.9, "total_input_tokens": 228477, "total_output_tokens": 110453, "long_context_runs": 114, "long_context_quality": 9.78, "long_context_score": 8.05, "long_context_by_size": { "8000": 9.58, "64000": 9.75, "128000": 9.75, "256000": 9.62, "512000": 10.0, "800000": 9.5 }, "effective_context": 800000, "agentic_runs": 24, "agentic_quality": 8.94, "multiturno_score": 8.08, "agentic_score": 8.08, "security_runs": 40, "security_score": 1.1, "policy_refusal_rate": 0.0033, "score_global_linear": 7.31, "score_calidad": 7.88, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "rompe_bucle", "motivo": "tiene herramientas pero no sostiene el formato de tool call" } }, "estado": "no_apto" }, "sirve_para_agentes": false, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_herramientas" } } }, { "key": "or-llama-3.3-70b", "id": "meta-llama/llama-3.3-70b-instruct", "name": "Llama 3.3 70B", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.1, "cost_output_per_M": 0.32, "cost_per_1k_calls_usd": 0.51, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 146, "total_runs": 150, "score_global": 4.2, "score_by_pillar": { "Razonamiento": 6.78, "Contenido": 7.45, "Agentes": 7.05, "Coding": 7.53 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.369, "speed_score_avg": 4.533, "latency_score_avg": 1.378, "cost_score_avg": 8.0, "quality_ci95": 0.862 }, "Contenido": { "quality_avg": 8.34, "speed_score_avg": 4.362, "latency_score_avg": 1.543, "cost_score_avg": 8.0, "quality_ci95": 0.892 }, "Agentes": { "quality_avg": 7.715, "speed_score_avg": 4.0, "latency_score_avg": 2.353, "cost_score_avg": 7.846, "quality_ci95": 0.571 }, "Coding": { "quality_avg": 8.134, "speed_score_avg": 4.947, "latency_score_avg": 3.579, "cost_score_avg": 8.0, "quality_ci95": 1.373 } }, "score_by_suite": { "business_audit": 6.5, "business_strategy": 7.48, "content_verificable": 5.79, "content_generation": 8.07, "task_management": 8.37, "code_generation": 6.8, "reasoning": 7.98, "summarization": 6.54, "presentation": 8.31, "startup_content": 8.16, "deep_reasoning": 5.66, "structured_output": 8.71, "hallucination": 7.14, "creativity": 8.18, "string_precision": 6.78, "news_seo_writing": 6.71, "ocr_extraction": 8.09, "multi_turn": 6.91, "policy_adherence": 7.14, "strategy": 7.26, "sales_outreach": 8.13, "translation": 7.8, "agent_long_horizon": 8.03, "tool_calling": 5.59, "customer_support": 7.2, "orchestration": 7.37, "agent_capabilities": 6.08, "tool_calling_adversarial": 6.4 }, "quality_by_suite": { "business_audit": 6.9, "business_strategy": 8.4, "content_verificable": 6.0, "content_generation": 9.45, "task_management": 9.53, "code_generation": 7.51, "reasoning": 9.15, "summarization": 7.2, "presentation": 9.41, "startup_content": 9.19, "deep_reasoning": 5.83, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.25, "string_precision": 6.83, "news_seo_writing": 7.19, "ocr_extraction": 8.7, "multi_turn": 7.38, "policy_adherence": 7.58, "strategy": 8.06, "sales_outreach": 9.33, "translation": 8.67, "agent_long_horizon": 9.12, "tool_calling": 5.7, "customer_support": 8.05, "orchestration": 8.4, "agent_capabilities": 6.48, "tool_calling_adversarial": 6.68 }, "suites_incompletas": {}, "quality_avg": 7.91, "quality_ci95": 0.447, "cost_score_avg": 7.95, "speed_score_avg": 4.42, "latency_score_avg": 1.99, "tool_calling_score_avg": 7.9, "judge_score_avg": 4.25, "tokens_per_second": 31.7, "latency_avg_s": 29.67, "total_input_tokens": 163372, "total_output_tokens": 95554, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.12, "multiturno_score": 8.03, "agentic_score": 8.03, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0067, "score_global_linear": 7.21, "score_calidad": 7.91, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.963, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 0.9487, "piso": 0.8462, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 0.8667, "piso": 0.7, "intentos": 3, "estado": "ok_parcial" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "qwen3-coder-next", "id": "qwen/qwen3-coder-next", "name": "Qwen3-Coder-Next (OpenRouter FP8)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.11, "cost_output_per_M": 0.8, "cost_per_1k_calls_usd": 1.233, "context_window": 262144, "subscriptions": [], "notes": "Coding next-gen vía OpenRouter (FP8). Par del local-qwen3-coder-next (Q4 en DGX Spark).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 166, "total_runs": 235, "score_global": 4.16, "score_by_pillar": { "Contenido": 7.67, "Agentes": 7.11, "Coding": 8.54, "Razonamiento": 7.19 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.137, "speed_score_avg": 8.717, "latency_score_avg": 2.567, "cost_score_avg": 7.807, "quality_ci95": 0.694 }, "Agentes": { "quality_avg": 6.966, "speed_score_avg": 8.337, "latency_score_avg": 4.44, "cost_score_avg": 7.448, "quality_ci95": 0.565 }, "Coding": { "quality_avg": 9.119, "speed_score_avg": 8.105, "latency_score_avg": 4.684, "cost_score_avg": 7.967, "quality_ci95": 0.915 }, "Razonamiento": { "quality_avg": 7.478, "speed_score_avg": 9.133, "latency_score_avg": 1.8, "cost_score_avg": 7.595, "quality_ci95": 1.023 } }, "score_by_suite": { "content_generation": 8.21, "tool_calling": 6.58, "task_management": 8.72, "code_generation": 8.59, "reasoning": 8.05, "summarization": 7.32, "presentation": 8.66, "startup_content": 8.55, "deep_reasoning": 6.77, "customer_support": 8.38, "structured_output": 9.32, "hallucination": 7.11, "creativity": 7.86, "string_precision": 7.84, "news_seo_writing": 7.11, "ocr_extraction": 8.71, "orchestration": 5.06, "multi_turn": 7.73, "policy_adherence": 7.48, "agent_capabilities": 6.88, "strategy": 6.99, "sales_outreach": 7.67, "translation": 7.45, "niah_es": 8.35, "prompt_injection_es": 2.48, "business_audit": 6.75, "business_strategy": 8.25, "content_verificable": 6.64, "agent_long_horizon": 7.51, "tool_calling_adversarial": 6.59 }, "quality_by_suite": { "content_generation": 8.98, "tool_calling": 6.4, "task_management": 9.66, "code_generation": 9.38, "reasoning": 8.67, "summarization": 7.47, "presentation": 9.62, "startup_content": 9.58, "deep_reasoning": 6.95, "customer_support": 8.65, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.12, "string_precision": 8.17, "news_seo_writing": 7.3, "ocr_extraction": 9.35, "orchestration": 4.19, "multi_turn": 8.0, "policy_adherence": 7.67, "agent_capabilities": 6.66, "strategy": 7.22, "sales_outreach": 8.22, "translation": 7.56, "niah_es": 10.0, "prompt_injection_es": 1.0, "business_audit": 6.8, "business_strategy": 9.2, "content_verificable": 6.4, "agent_long_horizon": 8.08, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 7.77, "quality_ci95": 0.452, "cost_score_avg": 7.61, "speed_score_avg": 8.59, "latency_score_avg": 3.51, "tool_calling_score_avg": 5.91, "judge_score_avg": 4.28, "tokens_per_second": 97.3, "latency_avg_s": 14.05, "total_input_tokens": 532128, "total_output_tokens": 244162, "long_context_runs": 45, "long_context_quality": 10.0, "long_context_score": 8.35, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 24, "agentic_quality": 8.08, "multiturno_score": 7.51, "agentic_score": 7.51, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.5, "score_calidad": 7.77, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "laguna-s-2.1", "id": "poolside/laguna-s-2.1", "name": "Poolside Laguna S 2.1", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "OpenMDW-1.1", "cost_input_per_M": 0.09, "cost_output_per_M": 0.18, "cost_per_1k_calls_usd": 0.297, "context_window": 1048576, "subscriptions": [], "notes": "118B para coding agéntico, 1M ctx a $0,09. Corre en un solo DGX Spark (NVFP4) según NVIDIA. Estaba pendiente en el ROADMAP desde julio.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 129, "total_runs": 212, "score_global": 4.16, "score_by_pillar": { "Razonamiento": 7.71, "Contenido": 7.3, "Agentes": 7.06, "Coding": 8.11 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.22, "speed_score_avg": 8.267, "latency_score_avg": 1.9, "cost_score_avg": 7.982, "quality_ci95": 0.851 }, "Contenido": { "quality_avg": 7.58, "speed_score_avg": 8.485, "latency_score_avg": 2.121, "cost_score_avg": 7.984, "quality_ci95": 0.984 }, "Agentes": { "quality_avg": 7.104, "speed_score_avg": 7.961, "latency_score_avg": 4.235, "cost_score_avg": 7.846, "quality_ci95": 0.675 }, "Coding": { "quality_avg": 8.525, "speed_score_avg": 7.789, "latency_score_avg": 4.842, "cost_score_avg": 8.0, "quality_ci95": 0.888 } }, "score_by_suite": { "business_audit": 7.47, "business_strategy": 8.42, "content_verificable": 6.24, "content_generation": 7.67, "tool_calling": 5.22, "task_management": 8.75, "code_generation": 8.39, "reasoning": 8.44, "summarization": 7.73, "presentation": 7.92, "startup_content": 8.29, "deep_reasoning": 7.14, "customer_support": 7.0, "structured_output": 5.7, "hallucination": 7.37, "creativity": 8.11, "string_precision": 9.3, "news_seo_writing": 5.74, "ocr_extraction": 8.41, "orchestration": 6.4, "multi_turn": 7.43, "policy_adherence": 8.46, "agent_capabilities": 6.41, "strategy": 8.12, "sales_outreach": 7.1, "translation": 7.93, "agent_long_horizon": 7.46, "niah_es": 8.33, "prompt_injection_es": 2.75, "tool_calling_adversarial": 6.8 }, "quality_by_suite": { "business_audit": 7.8, "business_strategy": 9.2, "content_verificable": 6.0, "content_generation": 8.04, "tool_calling": 4.3, "task_management": 9.64, "code_generation": 9.12, "reasoning": 9.31, "summarization": 8.04, "presentation": 8.53, "startup_content": 9.1, "deep_reasoning": 7.5, "customer_support": 7.05, "structured_output": 5.0, "hallucination": 7.67, "creativity": 8.75, "string_precision": 10.0, "news_seo_writing": 5.46, "ocr_extraction": 9.1, "orchestration": 6.32, "multi_turn": 7.5, "policy_adherence": 9.08, "agent_capabilities": 6.31, "strategy": 8.89, "sales_outreach": 7.11, "translation": 8.57, "agent_long_horizon": 7.88, "niah_es": 9.8, "prompt_injection_es": 1.0, "tool_calling_adversarial": 6.4 }, "suites_incompletas": {}, "quality_avg": 7.78, "quality_ci95": 0.434, "cost_score_avg": 7.93, "speed_score_avg": 8.17, "latency_score_avg": 3.17, "tool_calling_score_avg": 6.23, "judge_score_avg": 4.31, "tokens_per_second": 87.9, "latency_avg_s": 13.46, "total_input_tokens": 185986, "total_output_tokens": 162227, "long_context_runs": 59, "long_context_quality": 9.8, "long_context_score": 8.33, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 9.67, "256000": 10.0, "512000": 10.0, "800000": 7.5 }, "effective_context": 800000, "agentic_runs": 12, "agentic_quality": 7.88, "multiturno_score": 7.46, "agentic_score": 7.46, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.49, "score_calidad": 7.78, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 5, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-qwen3.5-397b", "id": "qwen/qwen3.5-397b-a17b", "name": "Qwen 3.5 397B", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.5, "cost_output_per_M": 3.6, "cost_per_1k_calls_usd": 5.55, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 140, "total_runs": 144, "score_global": 4.04, "score_by_pillar": { "Razonamiento": 6.76, "Contenido": 6.92, "Agentes": 7.15, "Coding": 7.34 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.697, "speed_score_avg": 7.269, "latency_score_avg": 1.032, "cost_score_avg": 5.027, "quality_ci95": 0.946 }, "Contenido": { "quality_avg": 7.948, "speed_score_avg": 7.812, "latency_score_avg": 1.0, "cost_score_avg": 5.152, "quality_ci95": 0.746 }, "Agentes": { "quality_avg": 7.883, "speed_score_avg": 7.179, "latency_score_avg": 2.077, "cost_score_avg": 6.034, "quality_ci95": 0.532 }, "Coding": { "quality_avg": 8.383, "speed_score_avg": 7.364, "latency_score_avg": 1.182, "cost_score_avg": 5.838, "quality_ci95": 1.073 } }, "score_by_suite": { "business_audit": 7.13, "business_strategy": 7.78, "content_verificable": 5.59, "content_generation": 7.91, "task_management": 6.68, "code_generation": 7.76, "reasoning": 7.32, "summarization": 7.1, "presentation": 7.22, "startup_content": 7.52, "deep_reasoning": 5.36, "structured_output": 6.05, "hallucination": 5.4, "creativity": 7.23, "string_precision": 7.46, "news_seo_writing": 5.52, "ocr_extraction": 7.88, "multi_turn": 7.22, "policy_adherence": 7.67, "strategy": 7.43, "sales_outreach": 8.02, "translation": 7.3, "agent_long_horizon": 6.61, "tool_calling": 6.64, "customer_support": 7.96, "orchestration": 6.97, "agent_capabilities": 7.91, "tool_calling_adversarial": 7.29 }, "quality_by_suite": { "business_audit": 8.2, "business_strategy": 9.2, "content_verificable": 6.13, "content_generation": 9.1, "task_management": 7.48, "code_generation": 9.02, "reasoning": 8.46, "summarization": 8.12, "presentation": 8.16, "startup_content": 8.75, "deep_reasoning": 5.65, "structured_output": 6.5, "hallucination": 5.67, "creativity": 8.38, "string_precision": 8.17, "news_seo_writing": 5.67, "ocr_extraction": 9.35, "multi_turn": 8.12, "policy_adherence": 9.0, "strategy": 8.89, "sales_outreach": 9.33, "translation": 8.37, "agent_long_horizon": 7.92, "tool_calling": 6.75, "customer_support": 8.57, "orchestration": 7.43, "agent_capabilities": 8.87, "tool_calling_adversarial": 7.52 }, "suites_incompletas": {}, "quality_avg": 7.94, "quality_ci95": 0.419, "cost_score_avg": 5.49, "speed_score_avg": 7.4, "latency_score_avg": 1.38, "tool_calling_score_avg": 7.9, "judge_score_avg": 4.43, "tokens_per_second": 64.6, "latency_avg_s": 86.16, "total_input_tokens": 207147, "total_output_tokens": 400413, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 7.92, "multiturno_score": 6.61, "agentic_score": 6.61, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.04, "score_calidad": 7.94, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "mistral-large", "id": "mistralai/mistral-large", "name": "Mistral Large", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "MRL (no comercial)", "cost_input_per_M": 2.0, "cost_output_per_M": 6.0, "cost_per_1k_calls_usd": 9.6, "context_window": 128000, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 151, "total_runs": 159, "score_global": 4.0, "score_by_pillar": { "Agentes": 6.85, "Contenido": 7.02, "Coding": 7.96, "Razonamiento": 6.94 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.715, "speed_score_avg": 6.629, "latency_score_avg": 3.047, "cost_score_avg": 5.424, "quality_ci95": 0.484 }, "Contenido": { "quality_avg": 7.987, "speed_score_avg": 7.128, "latency_score_avg": 1.726, "cost_score_avg": 5.785, "quality_ci95": 0.785 }, "Coding": { "quality_avg": 8.775, "speed_score_avg": 7.158, "latency_score_avg": 3.526, "cost_score_avg": 6.79, "quality_ci95": 1.002 }, "Razonamiento": { "quality_avg": 7.756, "speed_score_avg": 7.611, "latency_score_avg": 1.556, "cost_score_avg": 5.477, "quality_ci95": 0.973 } }, "score_by_suite": { "content_generation": 7.72, "tool_calling": 6.32, "task_management": 7.89, "code_generation": 8.11, "reasoning": 7.91, "summarization": 7.04, "presentation": 7.72, "startup_content": 7.9, "news_seo_writing": 5.2, "orchestration": 7.26, "agent_capabilities": 6.72, "business_audit": 6.69, "business_strategy": 7.66, "content_verificable": 6.32, "structured_output": 8.07, "string_precision": 7.72, "policy_adherence": 6.79, "strategy": 7.02, "sales_outreach": 6.6, "agent_long_horizon": 7.49, "deep_reasoning": 6.72, "customer_support": 7.01, "hallucination": 5.95, "creativity": 7.6, "ocr_extraction": 8.06, "multi_turn": 7.35, "translation": 8.01, "tool_calling_adversarial": 5.94 }, "quality_by_suite": { "content_generation": 8.89, "tool_calling": 6.26, "task_management": 9.08, "code_generation": 9.39, "reasoning": 9.28, "summarization": 7.7, "presentation": 9.06, "startup_content": 9.32, "news_seo_writing": 5.4, "orchestration": 7.98, "agent_capabilities": 7.39, "business_audit": 7.4, "business_strategy": 8.8, "content_verificable": 6.67, "structured_output": 8.67, "string_precision": 8.17, "policy_adherence": 7.17, "strategy": 8.06, "sales_outreach": 7.11, "agent_long_horizon": 9.04, "deep_reasoning": 7.5, "customer_support": 7.33, "hallucination": 5.89, "creativity": 8.54, "ocr_extraction": 9.1, "multi_turn": 8.17, "translation": 8.67, "tool_calling_adversarial": 5.84 }, "suites_incompletas": {}, "quality_avg": 7.9, "quality_ci95": 0.42, "cost_score_avg": 5.59, "speed_score_avg": 7.12, "latency_score_avg": 2.35, "tool_calling_score_avg": 6.61, "judge_score_avg": 4.29, "tokens_per_second": 53.8, "latency_avg_s": 34.71, "total_input_tokens": 655098, "total_output_tokens": 290590, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 9.04, "multiturno_score": 7.49, "agentic_score": 7.49, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.12, "score_calidad": 7.9, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.963, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "kimi-k2.7-code", "id": "moonshotai/kimi-k2.7-code", "name": "Kimi K2.7 Code", "tier": "medium", "provider": "openrouter", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.7, "cost_output_per_M": 3.5, "cost_per_1k_calls_usd": 5.46, "context_window": 262144, "subscriptions": [], "notes": "Coding-focused K2.7 family, reasoning mandatory. Precio vía OpenRouter API jun 2026 ($0.74/$3.50). Contexto 262K; niah capado a 128K porque 256K+output supera el límite real.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 143, "total_runs": 235, "score_global": 3.98, "score_by_pillar": { "Contenido": 7.03, "Agentes": 6.72, "Coding": 7.9, "Razonamiento": 6.78 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.143, "speed_score_avg": 6.182, "latency_score_avg": 1.091, "cost_score_avg": 5.235, "quality_ci95": 0.714 }, "Agentes": { "quality_avg": 7.578, "speed_score_avg": 6.27, "latency_score_avg": 2.095, "cost_score_avg": 5.887, "quality_ci95": 0.486 }, "Coding": { "quality_avg": 9.116, "speed_score_avg": 5.053, "latency_score_avg": 1.737, "cost_score_avg": 6.716, "quality_ci95": 0.929 }, "Razonamiento": { "quality_avg": 7.841, "speed_score_avg": 6.604, "latency_score_avg": 1.198, "cost_score_avg": 5.207, "quality_ci95": 1.028 } }, "score_by_suite": { "content_generation": 7.59, "tool_calling": 6.03, "task_management": 7.48, "code_generation": 7.62, "reasoning": 8.01, "summarization": 6.21, "presentation": 7.65, "startup_content": 7.61, "deep_reasoning": 5.63, "customer_support": 7.07, "structured_output": 8.59, "hallucination": 6.01, "creativity": 7.24, "string_precision": 7.52, "news_seo_writing": 6.26, "ocr_extraction": 8.03, "orchestration": 5.18, "multi_turn": 6.31, "policy_adherence": 6.84, "agent_capabilities": 6.08, "strategy": 7.29, "sales_outreach": 6.47, "translation": 7.57, "niah_es": 7.96, "prompt_injection_es": 3.17, "business_audit": 6.66, "business_strategy": 7.85, "content_verificable": 6.71, "agent_long_horizon": 7.24, "tool_calling_adversarial": 7.19 }, "quality_by_suite": { "content_generation": 8.9, "tool_calling": 6.4, "task_management": 8.99, "code_generation": 9.05, "reasoning": 9.5, "summarization": 7.0, "presentation": 8.96, "startup_content": 9.25, "deep_reasoning": 6.25, "customer_support": 7.64, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 7.25, "ocr_extraction": 9.6, "orchestration": 5.68, "multi_turn": 6.88, "policy_adherence": 7.67, "agent_capabilities": 6.85, "strategy": 8.89, "sales_outreach": 7.11, "translation": 8.57, "niah_es": 9.93, "prompt_injection_es": 2.35, "business_audit": 7.45, "business_strategy": 9.2, "content_verificable": 7.53, "agent_long_horizon": 8.44, "tool_calling_adversarial": 7.1 }, "suites_incompletas": {}, "quality_avg": 7.94, "quality_ci95": 0.405, "cost_score_avg": 5.64, "speed_score_avg": 6.24, "latency_score_avg": 1.62, "tool_calling_score_avg": 7.07, "judge_score_avg": 4.17, "tokens_per_second": 54.4, "latency_avg_s": 79.82, "total_input_tokens": 416159, "total_output_tokens": 432119, "long_context_runs": 68, "long_context_quality": 9.95, "long_context_score": 8.07, "long_context_by_size": { "8000": 9.92, "64000": 10.0, "128000": 9.83 }, "effective_context": 128000, "agentic_runs": 24, "agentic_quality": 8.44, "multiturno_score": 7.24, "agentic_score": 7.24, "security_runs": 20, "security_score": 2.35, "policy_refusal_rate": 0.0, "score_global_linear": 7.01, "score_calidad": 7.94, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "claude-sonnet-5", "id": "anthropic/claude-sonnet-5", "name": "Claude Sonnet 5", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 2.0, "cost_output_per_M": 10.0, "cost_per_1k_calls_usd": 15.6, "context_window": 1000000, "subscriptions": [], "notes": "Referencia obligada: 1M ctx a $2/$10. Publicado 30-jun-2026.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 129, "total_runs": 202, "score_global": 3.98, "score_by_pillar": { "Razonamiento": 6.57, "Contenido": 7.02, "Agentes": 6.64, "Coding": 8.21 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.437, "speed_score_avg": 8.133, "latency_score_avg": 1.167, "cost_score_avg": 4.439, "quality_ci95": 1.1 }, "Contenido": { "quality_avg": 8.022, "speed_score_avg": 7.939, "latency_score_avg": 1.333, "cost_score_avg": 4.728, "quality_ci95": 0.893 }, "Agentes": { "quality_avg": 7.468, "speed_score_avg": 7.569, "latency_score_avg": 1.843, "cost_score_avg": 4.71, "quality_ci95": 0.57 }, "Coding": { "quality_avg": 9.417, "speed_score_avg": 7.053, "latency_score_avg": 2.579, "cost_score_avg": 5.988, "quality_ci95": 0.548 } }, "score_by_suite": { "business_audit": 6.67, "business_strategy": 7.44, "content_verificable": 8.41, "content_generation": 7.81, "tool_calling": 5.57, "task_management": 8.13, "code_generation": 7.09, "reasoning": 7.47, "summarization": 7.36, "presentation": 6.33, "startup_content": 7.31, "deep_reasoning": 5.45, "customer_support": 7.25, "structured_output": 8.69, "hallucination": 6.53, "creativity": 7.22, "string_precision": 8.73, "news_seo_writing": 5.09, "ocr_extraction": 8.12, "orchestration": 5.71, "multi_turn": 6.37, "policy_adherence": 7.93, "agent_capabilities": 6.96, "strategy": 6.14, "sales_outreach": 5.62, "translation": 7.75, "agent_long_horizon": 6.52, "niah_es": 7.75, "integridad_idioma": 8.07, "prompt_injection_es": 6.58, "tool_calling_adversarial": 6.42 }, "quality_by_suite": { "business_audit": 7.6, "business_strategy": 8.8, "content_verificable": 10.0, "content_generation": 9.11, "tool_calling": 5.7, "task_management": 9.71, "code_generation": 8.04, "reasoning": 8.76, "summarization": 8.3, "presentation": 7.11, "startup_content": 8.57, "deep_reasoning": 5.83, "customer_support": 8.02, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.38, "string_precision": 10.0, "news_seo_writing": 5.43, "ocr_extraction": 9.35, "orchestration": 6.17, "multi_turn": 7.0, "policy_adherence": 9.08, "agent_capabilities": 7.91, "strategy": 6.94, "sales_outreach": 6.0, "translation": 8.67, "agent_long_horizon": 7.71, "niah_es": 10.0, "integridad_idioma": 9.62, "prompt_injection_es": 7.75, "tool_calling_adversarial": 6.96 }, "suites_incompletas": {}, "quality_avg": 7.94, "quality_ci95": 0.426, "cost_score_avg": 4.8, "speed_score_avg": 7.75, "latency_score_avg": 1.64, "tool_calling_score_avg": 7.62, "judge_score_avg": 4.21, "tokens_per_second": 73.4, "latency_avg_s": 20.97, "total_input_tokens": 290628, "total_output_tokens": 211056, "long_context_runs": 45, "long_context_quality": 10.0, "long_context_score": 7.75, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 7.71, "multiturno_score": 6.52, "agentic_score": 6.52, "security_runs": 20, "security_score": 7.75, "policy_refusal_rate": 0.0, "score_global_linear": 6.99, "score_calidad": 7.94, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-gpt-oss-20b", "id": "openai/gpt-oss-20b", "name": "GPT-OSS 20B", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.029, "cost_output_per_M": 0.14, "cost_per_1k_calls_usd": 0.219, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 136, "total_runs": 140, "score_global": 3.97, "score_by_pillar": { "Razonamiento": 7.11, "Contenido": 7.67, "Agentes": 7.04, "Coding": 8.26 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.494, "speed_score_avg": 8.521, "latency_score_avg": 1.375, "cost_score_avg": 8.0, "quality_ci95": 0.941 }, "Contenido": { "quality_avg": 8.361, "speed_score_avg": 7.684, "latency_score_avg": 1.553, "cost_score_avg": 8.0, "quality_ci95": 0.719 }, "Agentes": { "quality_avg": 7.139, "speed_score_avg": 8.0, "latency_score_avg": 3.412, "cost_score_avg": 7.927, "quality_ci95": 0.638 }, "Coding": { "quality_avg": 8.877, "speed_score_avg": 8.316, "latency_score_avg": 2.947, "cost_score_avg": 8.0, "quality_ci95": 1.049 } }, "score_by_suite": { "business_audit": 7.06, "business_strategy": 7.05, "content_verificable": 7.84, "content_generation": 8.37, "task_management": 8.03, "code_generation": 8.33, "reasoning": 8.46, "summarization": 7.51, "presentation": 8.02, "startup_content": 8.51, "deep_reasoning": 6.73, "structured_output": 8.92, "hallucination": 7.02, "creativity": 7.48, "string_precision": 7.75, "news_seo_writing": 6.98, "ocr_extraction": 8.27, "multi_turn": 7.0, "policy_adherence": 5.78, "strategy": 6.83, "sales_outreach": 6.15, "translation": 7.88, "agent_long_horizon": 7.29, "tool_calling": 6.28, "customer_support": 7.21, "orchestration": 7.25, "agent_capabilities": 6.76, "tool_calling_adversarial": 7.25 }, "quality_by_suite": { "business_audit": 7.3, "business_strategy": 7.07, "content_verificable": 8.33, "content_generation": 9.23, "task_management": 8.55, "code_generation": 9.25, "reasoning": 9.29, "summarization": 8.0, "presentation": 8.88, "startup_content": 9.44, "deep_reasoning": 7.08, "structured_output": 9.67, "hallucination": 7.0, "creativity": 8.12, "string_precision": 8.17, "news_seo_writing": 7.46, "ocr_extraction": 8.8, "multi_turn": 7.0, "policy_adherence": 5.33, "strategy": 7.22, "sales_outreach": 6.0, "translation": 8.48, "agent_long_horizon": 7.58, "tool_calling": 5.7, "customer_support": 7.49, "orchestration": 7.62, "agent_capabilities": 6.8, "tool_calling_adversarial": 7.32 }, "suites_incompletas": {}, "quality_avg": 7.78, "quality_ci95": 0.439, "cost_score_avg": 7.97, "speed_score_avg": 8.08, "latency_score_avg": 2.26, "tool_calling_score_avg": 6.4, "judge_score_avg": 4.43, "tokens_per_second": 95.0, "latency_avg_s": 24.08, "total_input_tokens": 203737, "total_output_tokens": 207237, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 7.58, "multiturno_score": 7.29, "agentic_score": 7.29, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.42, "score_calidad": 7.78, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.5556, "piso": 0.0, "intentos": 3, "estado": "inestable" }, "harbor-reunion": { "media": 0.641, "piso": 0.0, "intentos": 6, "estado": "inestable", "motivo": "tiene herramientas pero no sostiene el formato de tool call" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "inestable" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-qwen-3.5-35b", "id": "qwen/qwen3.5-35b-a3b", "name": "Qwen 3.5 35B", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.14, "cost_output_per_M": 1.0, "cost_per_1k_calls_usd": 1.542, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 135, "total_runs": 139, "score_global": 3.95, "score_by_pillar": { "Contenido": 7.24, "Agentes": 7.13, "Coding": 7.94, "Razonamiento": 7.39 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.422, "speed_score_avg": 9.514, "latency_score_avg": 1.081, "cost_score_avg": 6.86, "quality_ci95": 0.856 }, "Agentes": { "quality_avg": 7.335, "speed_score_avg": 9.49, "latency_score_avg": 2.922, "cost_score_avg": 7.126, "quality_ci95": 0.63 }, "Coding": { "quality_avg": 8.582, "speed_score_avg": 9.368, "latency_score_avg": 1.684, "cost_score_avg": 7.35, "quality_ci95": 1.063 }, "Razonamiento": { "quality_avg": 8.056, "speed_score_avg": 8.969, "latency_score_avg": 1.073, "cost_score_avg": 6.806, "quality_ci95": 0.774 } }, "score_by_suite": { "content_generation": 7.2, "task_management": 7.45, "code_generation": 7.33, "reasoning": 7.6, "summarization": 6.18, "presentation": 7.6, "startup_content": 7.85, "deep_reasoning": 7.24, "structured_output": 9.06, "hallucination": 6.23, "creativity": 7.83, "string_precision": 7.69, "news_seo_writing": 5.59, "ocr_extraction": 7.83, "multi_turn": 5.92, "policy_adherence": 8.29, "strategy": 8.08, "sales_outreach": 8.35, "translation": 7.98, "agent_long_horizon": 7.64, "business_audit": 7.2, "business_strategy": 8.13, "content_verificable": 7.03, "tool_calling": 6.84, "customer_support": 8.28, "orchestration": 6.91, "agent_capabilities": 7.82, "tool_calling_adversarial": 5.88 }, "quality_by_suite": { "content_generation": 7.6, "task_management": 8.03, "code_generation": 7.76, "reasoning": 8.43, "summarization": 6.14, "presentation": 8.16, "startup_content": 8.66, "deep_reasoning": 7.92, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 5.43, "ocr_extraction": 8.6, "multi_turn": 5.62, "policy_adherence": 9.08, "strategy": 8.89, "sales_outreach": 9.33, "translation": 8.8, "agent_long_horizon": 8.54, "business_audit": 7.71, "business_strategy": 9.07, "content_verificable": 7.47, "tool_calling": 6.4, "customer_support": 8.5, "orchestration": 6.73, "agent_capabilities": 7.96, "tool_calling_adversarial": 5.56 }, "suites_incompletas": {}, "quality_avg": 7.81, "quality_ci95": 0.407, "cost_score_avg": 6.98, "speed_score_avg": 9.34, "latency_score_avg": 1.73, "tool_calling_score_avg": 7.61, "judge_score_avg": 4.33, "tokens_per_second": 129.5, "latency_avg_s": 27.75, "total_input_tokens": 213904, "total_output_tokens": 357476, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 8.54, "multiturno_score": 7.64, "agentic_score": 7.64, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.35, "score_calidad": 7.81, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.8889, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "rompe_bucle", "motivo": "tiene herramientas pero no sostiene el formato de tool call" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "irregular", "falla_en": [ "harbor-reunion" ] }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gpt-4.1-mini", "id": "gpt-4.1-mini", "name": "GPT-4.1 Mini", "tier": "cheap", "provider": "openai_direct", "open_source": false, "license": "", "cost_input_per_M": 0.4, "cost_output_per_M": 1.6, "cost_per_1k_calls_usd": 2.52, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 148, "total_runs": 156, "score_global": 3.86, "score_by_pillar": { "Agentes": 7.01, "Contenido": 7.36, "Coding": 8.26, "Razonamiento": 7.17 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.356, "speed_score_avg": 6.667, "latency_score_avg": 4.546, "cost_score_avg": 7.448, "quality_ci95": 0.506 }, "Contenido": { "quality_avg": 7.829, "speed_score_avg": 7.41, "latency_score_avg": 2.381, "cost_score_avg": 7.699, "quality_ci95": 0.769 }, "Coding": { "quality_avg": 8.913, "speed_score_avg": 7.018, "latency_score_avg": 4.211, "cost_score_avg": 7.854, "quality_ci95": 0.936 }, "Razonamiento": { "quality_avg": 7.62, "speed_score_avg": 7.256, "latency_score_avg": 2.033, "cost_score_avg": 7.619, "quality_ci95": 0.888 } }, "score_by_suite": { "content_generation": 8.16, "tool_calling": 7.07, "task_management": 8.03, "code_generation": 8.0, "reasoning": 8.01, "summarization": 6.92, "presentation": 7.78, "startup_content": 8.11, "customer_support": 8.04, "news_seo_writing": 5.53, "orchestration": 7.37, "agent_capabilities": 6.39, "business_audit": 6.49, "structured_output": 9.09, "string_precision": 7.82, "policy_adherence": 7.53, "strategy": 7.43, "sales_outreach": 7.23, "agent_long_horizon": 7.67, "business_strategy": 8.09, "content_verificable": 7.0, "deep_reasoning": 7.18, "hallucination": 6.81, "creativity": 8.02, "ocr_extraction": 8.34, "multi_turn": 7.23, "translation": 8.02, "tool_calling_adversarial": 5.8 }, "quality_by_suite": { "content_generation": 8.87, "tool_calling": 7.1, "task_management": 8.74, "code_generation": 8.71, "reasoning": 9.21, "summarization": 7.1, "presentation": 8.86, "startup_content": 9.11, "customer_support": 8.49, "news_seo_writing": 5.25, "orchestration": 7.55, "agent_capabilities": 6.22, "business_audit": 6.63, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 7.75, "strategy": 8.06, "sales_outreach": 7.56, "agent_long_horizon": 8.46, "business_strategy": 8.8, "content_verificable": 7.11, "deep_reasoning": 7.69, "hallucination": 6.78, "creativity": 8.58, "ocr_extraction": 9.1, "multi_turn": 7.33, "translation": 8.67, "tool_calling_adversarial": 5.42 }, "suites_incompletas": {}, "quality_avg": 7.76, "quality_ci95": 0.408, "cost_score_avg": 7.56, "speed_score_avg": 7.03, "latency_score_avg": 3.36, "tool_calling_score_avg": 6.3, "judge_score_avg": 4.26, "tokens_per_second": 58.4, "latency_avg_s": 10.67, "total_input_tokens": 173014, "total_output_tokens": 93736, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.46, "multiturno_score": 7.67, "agentic_score": 7.67, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.36, "score_calidad": 7.76, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_evidencia_agentica" } } }, { "key": "minimax-m2.7", "id": "minimax/minimax-m2.7", "name": "MiniMax M2.7", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.3, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.89, "context_window": 204800, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 203, "total_runs": 211, "score_global": 3.82, "score_by_pillar": { "Agentes": 6.91, "Contenido": 7.15, "Coding": 8.06, "Razonamiento": 6.96 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.799, "speed_score_avg": 6.373, "latency_score_avg": 2.202, "cost_score_avg": 6.751, "quality_ci95": 0.344 }, "Contenido": { "quality_avg": 7.876, "speed_score_avg": 5.962, "latency_score_avg": 1.152, "cost_score_avg": 7.398, "quality_ci95": 0.735 }, "Coding": { "quality_avg": 8.867, "speed_score_avg": 7.158, "latency_score_avg": 2.316, "cost_score_avg": 7.61, "quality_ci95": 1.01 }, "Razonamiento": { "quality_avg": 7.65, "speed_score_avg": 5.867, "latency_score_avg": 1.067, "cost_score_avg": 7.227, "quality_ci95": 0.918 } }, "score_by_suite": { "content_generation": 7.83, "tool_calling": 6.57, "task_management": 8.24, "code_generation": 6.92, "reasoning": 7.79, "summarization": 5.8, "presentation": 7.74, "startup_content": 7.78, "customer_support": 7.29, "news_seo_writing": 5.31, "orchestration": 6.6, "agent_capabilities": 6.04, "business_audit": 6.29, "business_strategy": 8.03, "content_verificable": 7.82, "deep_reasoning": 7.1, "hallucination": 6.64, "creativity": 7.07, "ocr_extraction": 8.69, "multi_turn": 7.64, "structured_output": 8.94, "string_precision": 7.7, "policy_adherence": 6.8, "strategy": 6.6, "sales_outreach": 6.93, "agent_long_horizon": 7.6, "translation": 8.02, "tool_calling_adversarial": 6.38 }, "quality_by_suite": { "content_generation": 8.93, "tool_calling": 6.82, "task_management": 9.4, "code_generation": 7.68, "reasoning": 9.0, "summarization": 5.91, "presentation": 8.82, "startup_content": 9.0, "customer_support": 7.82, "news_seo_writing": 5.2, "orchestration": 6.71, "agent_capabilities": 5.99, "business_audit": 6.63, "business_strategy": 9.2, "content_verificable": 8.67, "deep_reasoning": 7.92, "hallucination": 7.0, "creativity": 7.88, "ocr_extraction": 9.75, "multi_turn": 8.5, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 7.25, "strategy": 7.22, "sales_outreach": 7.56, "agent_long_horizon": 8.66, "translation": 8.67, "tool_calling_adversarial": 6.54 }, "suites_incompletas": {}, "quality_avg": 7.85, "quality_ci95": 0.391, "cost_score_avg": 6.96, "speed_score_avg": 6.32, "latency_score_avg": 1.8, "tool_calling_score_avg": 6.84, "judge_score_avg": 4.21, "tokens_per_second": 46.1, "latency_avg_s": 50.17, "total_input_tokens": 897162, "total_output_tokens": 428645, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 74, "agentic_quality": 8.35, "multiturno_score": 7.39, "agentic_score": 7.39, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.19, "score_calidad": 7.85, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "hermes-4-70b", "id": "nousresearch/hermes-4-70b", "name": "Hermes 4 70B", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Llama 3 community", "cost_input_per_M": 0.13, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.639, "context_window": 131072, "subscriptions": [], "notes": "Hybrid reasoning mode. Open-source de Nous Research. Sin reasoning explícito en este config.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 151, "total_runs": 231, "score_global": 3.71, "score_by_pillar": { "Contenido": 7.61, "Agentes": 7.31, "Coding": 8.19, "Razonamiento": 6.86 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.104, "speed_score_avg": 7.676, "latency_score_avg": 2.486, "cost_score_avg": 8.0, "quality_ci95": 0.701 }, "Agentes": { "quality_avg": 7.42, "speed_score_avg": 7.407, "latency_score_avg": 4.444, "cost_score_avg": 7.871, "quality_ci95": 0.543 }, "Coding": { "quality_avg": 8.822, "speed_score_avg": 7.417, "latency_score_avg": 4.042, "cost_score_avg": 8.0, "quality_ci95": 0.815 }, "Razonamiento": { "quality_avg": 6.904, "speed_score_avg": 7.778, "latency_score_avg": 2.778, "cost_score_avg": 8.0, "quality_ci95": 0.883 } }, "score_by_suite": { "content_generation": 8.21, "task_management": 7.84, "code_generation": 7.62, "reasoning": 7.84, "summarization": 7.37, "presentation": 7.75, "startup_content": 8.11, "deep_reasoning": 6.65, "structured_output": 9.02, "hallucination": 7.0, "creativity": 7.87, "string_precision": 7.87, "news_seo_writing": 6.92, "ocr_extraction": 8.39, "multi_turn": 6.84, "policy_adherence": 6.51, "agent_capabilities": 6.78, "strategy": 7.89, "sales_outreach": 7.29, "translation": 7.86, "prompt_injection_es": 2.65, "niah_es": 8.31, "business_audit": 6.15, "business_strategy": 7.24, "content_verificable": 7.17, "agent_long_horizon": 8.04, "customer_support": 7.81, "orchestration": 6.74, "tool_calling_adversarial": 7.13 }, "quality_by_suite": { "content_generation": 8.98, "task_management": 8.39, "code_generation": 8.12, "reasoning": 8.45, "summarization": 7.52, "presentation": 8.33, "startup_content": 8.91, "deep_reasoning": 6.67, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.44, "string_precision": 8.17, "news_seo_writing": 7.19, "ocr_extraction": 9.03, "multi_turn": 6.88, "policy_adherence": 6.25, "agent_capabilities": 6.68, "strategy": 8.56, "sales_outreach": 7.56, "translation": 8.29, "prompt_injection_es": 1.0, "niah_es": 9.64, "business_audit": 5.85, "business_strategy": 7.6, "content_verificable": 7.33, "agent_long_horizon": 8.62, "customer_support": 8.21, "orchestration": 6.63, "tool_calling_adversarial": 7.1 }, "suites_incompletas": {}, "quality_avg": 7.7, "quality_ci95": 0.407, "cost_score_avg": 7.95, "speed_score_avg": 7.56, "latency_score_avg": 3.5, "tool_calling_score_avg": 3.51, "judge_score_avg": 4.2, "tokens_per_second": 68.7, "latency_avg_s": 7.1, "total_input_tokens": 124850, "total_output_tokens": 77719, "long_context_runs": 60, "long_context_quality": 9.64, "long_context_score": 8.31, "long_context_by_size": { "8000": 9.44, "64000": 10.0 }, "effective_context": 64000, "agentic_runs": 12, "agentic_quality": 8.62, "multiturno_score": 8.04, "agentic_score": 8.04, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.41, "score_calidad": 7.7, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "sin_herramientas", "motivo": "no existe endpoint con tool use — el modelo nunca llegó a correr" } }, "estado": "no_apto" }, "sirve_para_agentes": false, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_herramientas" } } }, { "key": "qwen3-coder", "id": "qwen/qwen3-coder", "name": "Qwen3 Coder", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.3, "cost_output_per_M": 1, "cost_per_1k_calls_usd": 1.59, "context_window": 1048576, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 148, "total_runs": 156, "score_global": 3.61, "score_by_pillar": { "Agentes": 6.62, "Contenido": 7.49, "Coding": 8.46, "Razonamiento": 7.32 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.217, "speed_score_avg": 6.218, "latency_score_avg": 3.324, "cost_score_avg": 7.449, "quality_ci95": 0.559 }, "Contenido": { "quality_avg": 8.095, "speed_score_avg": 6.914, "latency_score_avg": 1.99, "cost_score_avg": 7.8, "quality_ci95": 0.773 }, "Coding": { "quality_avg": 9.176, "speed_score_avg": 7.0, "latency_score_avg": 4.158, "cost_score_avg": 7.996, "quality_ci95": 0.923 }, "Razonamiento": { "quality_avg": 7.774, "speed_score_avg": 7.611, "latency_score_avg": 1.789, "cost_score_avg": 7.791, "quality_ci95": 0.986 } }, "score_by_suite": { "content_generation": 8.12, "tool_calling": 6.73, "task_management": 8.44, "code_generation": 8.66, "reasoning": 8.26, "summarization": 6.75, "presentation": 7.98, "startup_content": 8.31, "customer_support": 6.58, "news_seo_writing": 5.62, "orchestration": 5.73, "agent_capabilities": 6.61, "business_audit": 6.61, "business_strategy": 8.31, "content_verificable": 7.19, "deep_reasoning": 7.18, "creativity": 7.96, "ocr_extraction": 8.81, "structured_output": 8.98, "string_precision": 7.68, "policy_adherence": 7.03, "strategy": 7.45, "sales_outreach": 8.49, "agent_long_horizon": 7.76, "hallucination": 7.2, "multi_turn": 6.49, "translation": 7.46, "tool_calling_adversarial": 5.3 }, "quality_by_suite": { "content_generation": 8.93, "tool_calling": 6.89, "task_management": 9.02, "code_generation": 9.46, "reasoning": 9.35, "summarization": 7.34, "presentation": 8.82, "startup_content": 9.25, "customer_support": 6.56, "news_seo_writing": 5.39, "orchestration": 5.44, "agent_capabilities": 6.47, "business_audit": 6.83, "business_strategy": 9.2, "content_verificable": 8.0, "deep_reasoning": 7.5, "creativity": 8.62, "ocr_extraction": 9.5, "structured_output": 10.0, "string_precision": 8.17, "policy_adherence": 7.25, "strategy": 8.06, "sales_outreach": 9.33, "agent_long_horizon": 8.58, "hallucination": 7.22, "multi_turn": 6.38, "translation": 7.56, "tool_calling_adversarial": 5.42 }, "suites_incompletas": {}, "quality_avg": 7.74, "quality_ci95": 0.448, "cost_score_avg": 7.64, "speed_score_avg": 6.87, "latency_score_avg": 2.74, "tool_calling_score_avg": 6.99, "judge_score_avg": 4.19, "tokens_per_second": 64.4, "latency_avg_s": 16.73, "total_input_tokens": 276461, "total_output_tokens": 132463, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.58, "multiturno_score": 7.76, "agentic_score": 7.76, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.29, "score_calidad": 7.74, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.8334, "piso": 0.6667, "intentos": 4, "estado": "ok_parcial" }, "harbor-facturacion": { "media": 0.625, "piso": 0.625, "intentos": 1, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "kimi-k3", "id": "moonshotai/kimi-k3", "name": "Kimi K3", "tier": "premium", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 3.0, "cost_output_per_M": 15.0, "cost_per_1k_calls_usd": 23.4, "context_window": 1048576, "subscriptions": [], "notes": "Kimi K3 (Moonshot), 1M contexto, premium $3/$15 vía OpenRouter (jul 2026). Thinking. niah capado a 128K (256K+output supera el límite real). ⚠️ open_source/licencia sin confirmar.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 129, "total_runs": 153, "score_global": 3.39, "score_by_pillar": { "Agentes": 6.1, "Razonamiento": 6.6, "Contenido": 6.81, "Coding": 7.21 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.154, "speed_score_avg": 5.516, "latency_score_avg": 1.314, "cost_score_avg": 3.892, "quality_ci95": 0.734 }, "Razonamiento": { "quality_avg": 8.132, "speed_score_avg": 5.667, "latency_score_avg": 1.0, "cost_score_avg": 2.735, "quality_ci95": 0.954 }, "Contenido": { "quality_avg": 8.388, "speed_score_avg": 5.838, "latency_score_avg": 1.0, "cost_score_avg": 2.811, "quality_ci95": 0.683 }, "Coding": { "quality_avg": 8.633, "speed_score_avg": 5.298, "latency_score_avg": 1.421, "cost_score_avg": 4.444, "quality_ci95": 0.887 } }, "score_by_suite": { "tool_calling": 5.44, "customer_support": 7.12, "orchestration": 5.63, "agent_capabilities": 4.64, "tool_calling_adversarial": 5.3, "business_audit": 6.44, "content_verificable": 6.94, "multi_turn": 5.83, "strategy": 7.21, "business_strategy": 7.19, "presentation": 7.66, "structured_output": 4.82, "policy_adherence": 7.33, "content_generation": 7.32, "task_management": 7.77, "hallucination": 5.76, "sales_outreach": 7.19, "code_generation": 7.38, "deep_reasoning": 5.93, "creativity": 6.94, "translation": 6.81, "agent_long_horizon": 6.73, "reasoning": 7.73, "summarization": 6.78, "string_precision": 8.36, "prompt_injection_es": 5.92, "startup_content": 7.61, "news_seo_writing": 4.79, "ocr_extraction": 7.63 }, "quality_by_suite": { "tool_calling": 5.7, "customer_support": 8.19, "orchestration": 6.4, "agent_capabilities": 5.21, "tool_calling_adversarial": 5.7, "business_audit": 7.93, "content_verificable": 8.58, "multi_turn": 6.79, "strategy": 9.17, "business_strategy": 9.07, "presentation": 9.66, "structured_output": 5.0, "policy_adherence": 8.81, "content_generation": 8.98, "task_management": 9.79, "hallucination": 6.56, "sales_outreach": 8.96, "code_generation": 9.21, "deep_reasoning": 7.13, "creativity": 8.62, "translation": 8.14, "agent_long_horizon": 8.54, "reasoning": 9.79, "summarization": 8.13, "string_precision": 10.0, "prompt_injection_es": 7.15, "startup_content": 9.66, "news_seo_writing": 5.65, "ocr_extraction": 9.43 }, "suites_incompletas": {}, "quality_avg": 7.96, "quality_ci95": 0.431, "cost_score_avg": 3.38, "speed_score_avg": 5.59, "latency_score_avg": 1.15, "tool_calling_score_avg": 8.18, "judge_score_avg": 4.36, "tokens_per_second": 34.8, "latency_avg_s": 102.78, "total_input_tokens": 243041, "total_output_tokens": 471427, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 8.54, "multiturno_score": 6.73, "agentic_score": 6.73, "security_runs": 20, "security_score": 7.15, "policy_refusal_rate": 0.0, "score_global_linear": 6.58, "score_calidad": 7.96, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "qwen3.6-27b", "id": "qwen/qwen3.6-27b", "name": "Qwen 3.6 27B base (OpenRouter FP8)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.6, "cost_output_per_M": 3.6, "cost_per_1k_calls_usd": 5.58, "context_window": 262144, "subscriptions": [], "notes": "Qwen 3.6 BASE abierto vía OpenRouter (FP8). Par del local-qwen3.6-27b (Q4 en DGX Spark) para medir delta cuantización.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 168, "total_runs": 241, "score_global": 3.34, "score_by_pillar": { "Contenido": 7.05, "Agentes": 6.86, "Coding": 7.76, "Razonamiento": 6.19 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.266, "speed_score_avg": 6.776, "latency_score_avg": 1.0, "cost_score_avg": 5.374, "quality_ci95": 0.571 }, "Agentes": { "quality_avg": 7.731, "speed_score_avg": 6.829, "latency_score_avg": 1.4, "cost_score_avg": 5.29, "quality_ci95": 0.44 }, "Coding": { "quality_avg": 8.976, "speed_score_avg": 6.435, "latency_score_avg": 1.0, "cost_score_avg": 5.752, "quality_ci95": 0.769 }, "Razonamiento": { "quality_avg": 7.078, "speed_score_avg": 6.529, "latency_score_avg": 1.0, "cost_score_avg": 5.362, "quality_ci95": 1.063 } }, "score_by_suite": { "content_generation": 7.62, "tool_calling": 6.54, "task_management": 7.46, "code_generation": 7.43, "reasoning": 7.02, "summarization": 7.13, "presentation": 7.67, "startup_content": 7.24, "deep_reasoning": 4.87, "customer_support": 7.6, "structured_output": 8.46, "hallucination": 4.75, "creativity": 7.32, "string_precision": 7.23, "news_seo_writing": 4.18, "ocr_extraction": 8.11, "orchestration": 6.93, "multi_turn": 6.24, "policy_adherence": 7.18, "agent_capabilities": 7.22, "strategy": 7.85, "sales_outreach": 7.91, "translation": 7.59, "niah_es": 7.91, "prompt_injection_es": 2.07, "business_audit": 6.85, "business_strategy": 5.81, "content_verificable": 7.93, "agent_long_horizon": 6.6, "tool_calling_adversarial": 6.73 }, "quality_by_suite": { "content_generation": 8.85, "tool_calling": 6.86, "task_management": 8.57, "code_generation": 8.68, "reasoning": 8.05, "summarization": 8.06, "presentation": 9.02, "startup_content": 8.45, "deep_reasoning": 5.0, "customer_support": 8.58, "structured_output": 10.0, "hallucination": 4.83, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 4.08, "ocr_extraction": 9.6, "orchestration": 7.66, "multi_turn": 6.88, "policy_adherence": 8.17, "agent_capabilities": 8.02, "strategy": 9.17, "sales_outreach": 9.33, "translation": 8.8, "niah_es": 9.87, "prompt_injection_es": 1.0, "business_audit": 7.83, "business_strategy": 6.4, "content_verificable": 9.33, "agent_long_horizon": 7.83, "tool_calling_adversarial": 7.41 }, "suites_incompletas": {}, "quality_avg": 7.85, "quality_ci95": 0.418, "cost_score_avg": 5.33, "speed_score_avg": 6.64, "latency_score_avg": 1.12, "tool_calling_score_avg": 7.05, "judge_score_avg": 4.4, "tokens_per_second": 51.5, "latency_avg_s": 78.17, "total_input_tokens": 360586, "total_output_tokens": 496780, "long_context_runs": 45, "long_context_quality": 9.87, "long_context_score": 7.91, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 24, "agentic_quality": 7.83, "multiturno_score": 6.6, "agentic_score": 6.6, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0041, "score_global_linear": 6.89, "score_calidad": 7.85, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "grok-4.20", "id": "x-ai/grok-4.20", "name": "Grok 4.20", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.25, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 4.125, "context_window": 2000000, "subscriptions": [], "notes": "Precio corregido may 2026 vía OpenRouter API ($1.25/$2.50, antes $2/$6).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 132, "total_runs": 136, "score_global": 3.1, "score_by_pillar": { "Contenido": 7.66, "Agentes": 6.49, "Coding": 8.11, "Razonamiento": 7.1 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.433, "speed_score_avg": 7.333, "latency_score_avg": 2.0, "cost_score_avg": 7.075, "quality_ci95": 0.789 }, "Agentes": { "quality_avg": 6.722, "speed_score_avg": 5.784, "latency_score_avg": 4.078, "cost_score_avg": 6.951, "quality_ci95": 0.726 }, "Coding": { "quality_avg": 8.896, "speed_score_avg": 7.136, "latency_score_avg": 3.636, "cost_score_avg": 7.441, "quality_ci95": 1.123 }, "Razonamiento": { "quality_avg": 7.573, "speed_score_avg": 8.333, "latency_score_avg": 1.967, "cost_score_avg": 6.843, "quality_ci95": 1.107 } }, "score_by_suite": { "content_generation": 7.89, "tool_calling": 6.6, "task_management": 8.12, "code_generation": 8.54, "reasoning": 8.09, "summarization": 7.44, "presentation": 7.71, "startup_content": 8.16, "deep_reasoning": 5.94, "customer_support": 6.71, "structured_output": 8.79, "hallucination": 7.14, "creativity": 7.75, "string_precision": 6.76, "news_seo_writing": 6.67, "ocr_extraction": 8.86, "orchestration": 5.04, "multi_turn": 7.43, "policy_adherence": 7.65, "agent_capabilities": 5.43, "strategy": 7.19, "sales_outreach": 8.19, "translation": 7.65, "business_audit": 6.85, "business_strategy": 8.32, "content_verificable": 7.68, "agent_long_horizon": 7.31, "tool_calling_adversarial": 5.25 }, "quality_by_suite": { "content_generation": 8.79, "tool_calling": 7.1, "task_management": 9.05, "code_generation": 9.49, "reasoning": 9.12, "summarization": 7.72, "presentation": 8.72, "startup_content": 9.34, "deep_reasoning": 6.11, "customer_support": 7.3, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.62, "string_precision": 6.83, "news_seo_writing": 7.19, "ocr_extraction": 9.75, "orchestration": 4.92, "multi_turn": 8.0, "policy_adherence": 8.17, "agent_capabilities": 5.35, "strategy": 8.06, "sales_outreach": 9.33, "translation": 8.36, "business_audit": 7.0, "business_strategy": 9.2, "content_verificable": 8.0, "agent_long_horizon": 8.08, "tool_calling_adversarial": 4.46 }, "suites_incompletas": {}, "quality_avg": 7.66, "quality_ci95": 0.496, "cost_score_avg": 7.01, "speed_score_avg": 7.08, "latency_score_avg": 3.02, "tool_calling_score_avg": 6.79, "judge_score_avg": 4.02, "tokens_per_second": 67.0, "latency_avg_s": 10.86, "total_input_tokens": 197936, "total_output_tokens": 107382, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 8.08, "multiturno_score": 7.31, "agentic_score": 7.31, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.17, "score_calidad": 7.66, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.8519, "piso": 0.7778, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "grok-4.3", "id": "x-ai/grok-4.3", "name": "Grok 4.3", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.25, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 4.125, "context_window": 1000000, "subscriptions": [], "notes": "Flagship xAI (30 abr 2026), contexto 1M. Precio vía OpenRouter API may 2026.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 153, "total_runs": 240, "score_global": 2.89, "score_by_pillar": { "Contenido": 7.57, "Agentes": 6.39, "Coding": 8.4, "Razonamiento": 7.05 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.25, "speed_score_avg": 9.366, "latency_score_avg": 1.569, "cost_score_avg": 6.532, "quality_ci95": 0.62 }, "Agentes": { "quality_avg": 6.404, "speed_score_avg": 9.282, "latency_score_avg": 3.01, "cost_score_avg": 6.545, "quality_ci95": 0.645 }, "Coding": { "quality_avg": 9.067, "speed_score_avg": 9.758, "latency_score_avg": 2.424, "cost_score_avg": 6.813, "quality_ci95": 0.814 }, "Razonamiento": { "quality_avg": 7.686, "speed_score_avg": 8.606, "latency_score_avg": 1.313, "cost_score_avg": 6.506, "quality_ci95": 1.06 } }, "score_by_suite": { "content_generation": 6.66, "task_management": 8.14, "code_generation": 8.0, "reasoning": 7.59, "presentation": 8.45, "startup_content": 8.37, "deep_reasoning": 5.48, "customer_support": 5.13, "structured_output": 9.05, "hallucination": 6.45, "creativity": 7.96, "string_precision": 7.81, "news_seo_writing": 6.63, "ocr_extraction": 8.9, "orchestration": 6.82, "multi_turn": 6.75, "policy_adherence": 6.07, "agent_capabilities": 6.46, "strategy": 7.28, "sales_outreach": 6.39, "translation": 7.36, "niah_es": 8.2, "business_audit": 7.57, "business_strategy": 7.8, "content_verificable": 8.76, "agent_long_horizon": 7.33, "summarization": 7.17, "tool_calling_adversarial": 5.32 }, "quality_by_suite": { "content_generation": 6.92, "task_management": 9.07, "code_generation": 8.89, "reasoning": 8.33, "presentation": 9.61, "startup_content": 9.48, "deep_reasoning": 5.42, "customer_support": 4.31, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.88, "string_precision": 8.17, "news_seo_writing": 7.01, "ocr_extraction": 10.0, "orchestration": 7.04, "multi_turn": 7.0, "policy_adherence": 5.75, "agent_capabilities": 6.57, "strategy": 8.06, "sales_outreach": 6.44, "translation": 7.74, "niah_es": 9.94, "business_audit": 8.4, "business_strategy": 8.8, "content_verificable": 10.0, "agent_long_horizon": 8.17, "summarization": 7.4, "tool_calling_adversarial": 4.72 }, "suites_incompletas": {}, "quality_avg": 7.63, "quality_ci95": 0.483, "cost_score_avg": 6.53, "speed_score_avg": 9.24, "latency_score_avg": 2.14, "tool_calling_score_avg": 7.54, "judge_score_avg": 3.77, "tokens_per_second": 106.6, "latency_avg_s": 11.54, "total_input_tokens": 148597, "total_output_tokens": 182543, "long_context_runs": 79, "long_context_quality": 9.95, "long_context_score": 8.3, "long_context_by_size": { "8000": 10.0, "64000": 9.83, "128000": 9.83, "256000": 10.0, "512000": 9.5 }, "effective_context": 512000, "agentic_runs": 12, "agentic_quality": 8.17, "multiturno_score": 7.33, "agentic_score": 7.33, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.17, "score_calidad": 7.63, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 0.9667, "piso": 0.9, "intentos": 3, "estado": "ok_parcial" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "nemotron-nano", "id": "nvidia/nemotron-3-nano-30b-a3b", "name": "Nemotron 3 Nano 30B", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open", "cost_input_per_M": 0.05, "cost_output_per_M": 0.2, "cost_per_1k_calls_usd": 0.315, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 138, "total_runs": 142, "score_global": 2.55, "score_by_pillar": { "Contenido": 7.43, "Agentes": 6.8, "Coding": 8.31, "Razonamiento": 6.96 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.835, "speed_score_avg": 8.485, "latency_score_avg": 1.455, "cost_score_avg": 7.984, "quality_ci95": 0.861 }, "Agentes": { "quality_avg": 7.122, "speed_score_avg": 9.0, "latency_score_avg": 2.5, "cost_score_avg": 7.635, "quality_ci95": 0.664 }, "Coding": { "quality_avg": 9.056, "speed_score_avg": 8.0, "latency_score_avg": 2.263, "cost_score_avg": 7.983, "quality_ci95": 0.908 }, "Razonamiento": { "quality_avg": 7.226, "speed_score_avg": 8.4, "latency_score_avg": 1.1, "cost_score_avg": 7.974, "quality_ci95": 0.993 } }, "score_by_suite": { "content_generation": 7.87, "tool_calling": 6.17, "task_management": 8.12, "code_generation": 8.22, "reasoning": 8.13, "summarization": 7.16, "presentation": 8.36, "startup_content": 8.41, "deep_reasoning": 6.72, "customer_support": 6.39, "structured_output": 8.97, "hallucination": 6.38, "creativity": 7.86, "string_precision": 7.82, "news_seo_writing": 6.86, "ocr_extraction": 8.43, "orchestration": 4.39, "multi_turn": 7.53, "policy_adherence": 6.29, "agent_capabilities": 5.55, "strategy": 7.56, "sales_outreach": 6.51, "translation": 7.25, "business_audit": 6.8, "business_strategy": 6.88, "content_verificable": 6.7, "agent_long_horizon": 8.03, "tool_calling_adversarial": 7.07 }, "quality_by_suite": { "content_generation": 8.51, "tool_calling": 5.98, "task_management": 8.84, "code_generation": 9.08, "reasoning": 8.87, "summarization": 7.5, "presentation": 9.16, "startup_content": 9.29, "deep_reasoning": 6.95, "customer_support": 6.34, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 7.14, "ocr_extraction": 9.35, "orchestration": 3.53, "multi_turn": 8.0, "policy_adherence": 6.17, "agent_capabilities": 5.21, "strategy": 8.06, "sales_outreach": 6.44, "translation": 7.46, "business_audit": 7.0, "business_strategy": 7.07, "content_verificable": 6.67, "agent_long_horizon": 8.62, "tool_calling_adversarial": 6.96 }, "suites_incompletas": {}, "quality_avg": 7.54, "quality_ci95": 0.459, "cost_score_avg": 7.83, "speed_score_avg": 8.64, "latency_score_avg": 1.91, "tool_calling_score_avg": 4.72, "judge_score_avg": 4.12, "tokens_per_second": 107.9, "latency_avg_s": 28.92, "total_input_tokens": 528553, "total_output_tokens": 422999, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 21, "agentic_quality": 8.64, "multiturno_score": 8.06, "agentic_score": 8.06, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.24, "score_calidad": 7.54, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.641, "piso": 0.0, "intentos": 3, "estado": "inestable" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "inestable" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gemini-pro", "id": "google/gemini-2.5-pro", "name": "Gemini 2.5 Pro", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.25, "cost_output_per_M": 10.0, "cost_per_1k_calls_usd": 15.375, "context_window": 1048576, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 165, "total_runs": 169, "score_global": 2.13, "score_by_pillar": { "Contenido": 6.68, "Agentes": 6.66, "Coding": 7.22, "Razonamiento": 6.26 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.701, "speed_score_avg": 8.865, "latency_score_avg": 1.0, "cost_score_avg": 3.922, "quality_ci95": 0.839 }, "Agentes": { "quality_avg": 7.684, "speed_score_avg": 8.169, "latency_score_avg": 1.545, "cost_score_avg": 4.008, "quality_ci95": 0.442 }, "Coding": { "quality_avg": 8.321, "speed_score_avg": 9.091, "latency_score_avg": 1.591, "cost_score_avg": 4.714, "quality_ci95": 1.145 }, "Razonamiento": { "quality_avg": 7.079, "speed_score_avg": 8.424, "latency_score_avg": 1.0, "cost_score_avg": 3.45, "quality_ci95": 1.17 } }, "score_by_suite": { "content_generation": 7.55, "task_management": 7.56, "code_generation": 6.28, "summarization": 6.0, "presentation": 7.27, "startup_content": 6.87, "deep_reasoning": 4.89, "customer_support": 7.21, "structured_output": 7.14, "hallucination": 3.64, "creativity": 7.26, "string_precision": 7.39, "news_seo_writing": 4.43, "ocr_extraction": 7.85, "orchestration": 6.83, "multi_turn": 6.27, "policy_adherence": 7.4, "agent_capabilities": 6.9, "strategy": 5.63, "sales_outreach": 7.05, "translation": 5.95, "tool_calling": 5.45, "reasoning": 8.16, "business_audit": 6.78, "business_strategy": 7.69, "content_verificable": 7.84, "agent_long_horizon": 6.81, "tool_calling_adversarial": 6.16 }, "quality_by_suite": { "content_generation": 8.78, "task_management": 8.9, "code_generation": 7.09, "summarization": 6.52, "presentation": 8.42, "startup_content": 8.02, "deep_reasoning": 5.28, "customer_support": 8.12, "structured_output": 8.0, "hallucination": 3.17, "creativity": 8.69, "string_precision": 8.17, "news_seo_writing": 4.41, "ocr_extraction": 9.17, "orchestration": 7.64, "multi_turn": 6.88, "policy_adherence": 8.67, "agent_capabilities": 7.75, "strategy": 6.39, "sales_outreach": 8.22, "translation": 6.44, "tool_calling": 5.35, "reasoning": 9.92, "business_audit": 8.0, "business_strategy": 9.2, "content_verificable": 9.33, "agent_long_horizon": 8.4, "tool_calling_adversarial": 6.4 }, "suites_incompletas": {}, "quality_avg": 7.65, "quality_ci95": 0.439, "cost_score_avg": 3.91, "speed_score_avg": 8.53, "latency_score_avg": 1.28, "tool_calling_score_avg": 7.04, "judge_score_avg": 4.04, "tokens_per_second": 91.3, "latency_avg_s": 49.31, "total_input_tokens": 464823, "total_output_tokens": 616297, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 24, "agentic_quality": 8.4, "multiturno_score": 6.81, "agentic_score": 6.81, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.69, "score_calidad": 7.65, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.8519, "piso": 0.7778, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-qwen3-next-thinking", "id": "qwen/qwen3-next-80b-a3b-thinking", "name": "Qwen 3-Next 80B Thinking", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.15, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.845, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 142, "total_runs": 146, "score_global": 1.94, "score_by_pillar": { "Razonamiento": 6.46, "Contenido": 7.44, "Agentes": 6.94, "Coding": 7.37 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 6.919, "speed_score_avg": 9.938, "latency_score_avg": 1.125, "cost_score_avg": 5.979, "quality_ci95": 1.153 }, "Contenido": { "quality_avg": 7.886, "speed_score_avg": 10.0, "latency_score_avg": 1.026, "cost_score_avg": 5.926, "quality_ci95": 0.842 }, "Agentes": { "quality_avg": 7.36, "speed_score_avg": 10.0, "latency_score_avg": 1.833, "cost_score_avg": 6.346, "quality_ci95": 0.603 }, "Coding": { "quality_avg": 7.863, "speed_score_avg": 9.81, "latency_score_avg": 1.619, "cost_score_avg": 6.618, "quality_ci95": 1.329 } }, "score_by_suite": { "business_audit": 6.41, "business_strategy": 7.95, "content_verificable": 6.65, "content_generation": 8.01, "tool_calling": 6.76, "task_management": 6.55, "code_generation": 7.48, "reasoning": 7.72, "summarization": 6.61, "presentation": 8.29, "startup_content": 8.13, "deep_reasoning": 4.97, "customer_support": 7.66, "structured_output": 7.23, "hallucination": 6.4, "creativity": 8.13, "string_precision": 6.75, "news_seo_writing": 5.94, "ocr_extraction": 8.15, "orchestration": 7.06, "multi_turn": 6.0, "policy_adherence": 8.04, "agent_capabilities": 6.93, "strategy": 5.97, "sales_outreach": 8.36, "translation": 7.46, "agent_long_horizon": 6.53, "tool_calling_adversarial": 7.23 }, "quality_by_suite": { "business_audit": 6.63, "business_strategy": 8.8, "content_verificable": 7.0, "content_generation": 8.82, "tool_calling": 6.75, "task_management": 6.82, "code_generation": 8.29, "reasoning": 8.81, "summarization": 6.93, "presentation": 9.52, "startup_content": 9.15, "deep_reasoning": 4.71, "customer_support": 8.24, "structured_output": 7.5, "hallucination": 6.33, "creativity": 9.25, "string_precision": 6.67, "news_seo_writing": 6.17, "ocr_extraction": 9.27, "orchestration": 7.58, "multi_turn": 6.0, "policy_adherence": 8.67, "agent_capabilities": 7.27, "strategy": 6.22, "sales_outreach": 9.33, "translation": 8.11, "agent_long_horizon": 7.21, "tool_calling_adversarial": 7.24 }, "suites_incompletas": {}, "quality_avg": 7.49, "quality_ci95": 0.487, "cost_score_avg": 6.16, "speed_score_avg": 9.96, "latency_score_avg": 1.41, "tool_calling_score_avg": 6.41, "judge_score_avg": 4.26, "tokens_per_second": 155.3, "latency_avg_s": 31.51, "total_input_tokens": 242905, "total_output_tokens": 719567, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 7.21, "multiturno_score": 6.53, "agentic_score": 6.53, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.03, "score_calidad": 7.49, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "rompe_bucle", "motivo": "tiene herramientas pero no sostiene el formato de tool call" } }, "estado": "no_apto" }, "sirve_para_agentes": false, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_herramientas" } } }, { "key": "gemini-3.6-flash", "id": "google/gemini-3.6-flash", "name": "Gemini 3.6 Flash", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.75, "cost_output_per_M": 3.75, "cost_per_1k_calls_usd": 5.85, "context_window": 1048576, "subscriptions": [], "notes": "Sucesor del 3.5 Flash. La MITAD del precio de su antecesor ($1,50/$9 → $0,75/$3,75) con el mismo contexto de 1M. Existe `:batch` a $0,38/$1,88 que NO se mide: es otra ruta de servicio y mezclarla rompería el plano común.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 129, "total_runs": 153, "score_global": 1.6, "score_by_pillar": { "Razonamiento": 6.38, "Contenido": 6.95, "Agentes": 6.9, "Coding": 7.87 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 6.723, "speed_score_avg": 10.0, "latency_score_avg": 1.411, "cost_score_avg": 5.444, "quality_ci95": 1.166 }, "Contenido": { "quality_avg": 7.537, "speed_score_avg": 10.0, "latency_score_avg": 1.364, "cost_score_avg": 5.508, "quality_ci95": 0.841 }, "Agentes": { "quality_avg": 7.208, "speed_score_avg": 9.725, "latency_score_avg": 2.954, "cost_score_avg": 6.017, "quality_ci95": 0.626 }, "Coding": { "quality_avg": 8.513, "speed_score_avg": 9.965, "latency_score_avg": 2.877, "cost_score_avg": 6.335, "quality_ci95": 1.152 } }, "score_by_suite": { "business_audit": 7.06, "business_strategy": 7.88, "content_verificable": 7.6, "content_generation": 7.97, "tool_calling": 5.9, "task_management": 7.07, "code_generation": 7.37, "reasoning": 6.44, "summarization": 6.98, "presentation": 6.32, "startup_content": 7.76, "deep_reasoning": 4.43, "customer_support": 6.92, "structured_output": 8.55, "hallucination": 6.28, "creativity": 7.47, "string_precision": 9.17, "news_seo_writing": 5.03, "ocr_extraction": 6.18, "orchestration": 5.32, "multi_turn": 6.55, "policy_adherence": 7.78, "agent_capabilities": 6.92, "strategy": 5.52, "sales_outreach": 5.3, "translation": 7.75, "agent_long_horizon": 8.18, "tool_calling_adversarial": 6.28, "prompt_injection_es": 2.45 }, "quality_by_suite": { "business_audit": 7.71, "business_strategy": 8.93, "content_verificable": 8.44, "content_generation": 8.94, "tool_calling": 5.51, "task_management": 7.67, "code_generation": 8.14, "reasoning": 6.82, "summarization": 7.5, "presentation": 6.69, "startup_content": 8.77, "deep_reasoning": 3.97, "customer_support": 6.91, "structured_output": 9.33, "hallucination": 6.33, "creativity": 8.29, "string_precision": 10.0, "news_seo_writing": 4.86, "ocr_extraction": 6.37, "orchestration": 4.75, "multi_turn": 6.83, "policy_adherence": 8.39, "agent_capabilities": 7.32, "strategy": 5.56, "sales_outreach": 5.11, "translation": 8.57, "agent_long_horizon": 9.51, "tool_calling_adversarial": 5.95, "prompt_injection_es": 1.0 }, "suites_incompletas": {}, "quality_avg": 7.42, "quality_ci95": 0.464, "cost_score_avg": 5.77, "speed_score_avg": 9.91, "latency_score_avg": 2.15, "tool_calling_score_avg": 7.44, "judge_score_avg": 3.71, "tokens_per_second": 171.0, "latency_avg_s": 11.68, "total_input_tokens": 173869, "total_output_tokens": 255993, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.51, "multiturno_score": 8.18, "agentic_score": 8.18, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 6.97, "score_calidad": 7.42, "pareto": false, "agentico": { "tareas": { "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "claude-opus-5", "id": "anthropic/claude-opus-5", "name": "Claude Opus 5", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": 1000000, "subscriptions": [], "notes": "Flagship Anthropic. Publicado 24-jul-2026.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 129, "total_runs": 157, "score_global": 1.37, "score_by_pillar": { "Razonamiento": 6.35, "Contenido": 6.84, "Agentes": 5.94, "Coding": 7.12 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.441, "speed_score_avg": 7.933, "latency_score_avg": 1.133, "cost_score_avg": 3.056, "quality_ci95": 0.985 }, "Contenido": { "quality_avg": 8.079, "speed_score_avg": 7.758, "latency_score_avg": 1.212, "cost_score_avg": 3.39, "quality_ci95": 0.845 }, "Agentes": { "quality_avg": 6.802, "speed_score_avg": 7.451, "latency_score_avg": 1.686, "cost_score_avg": 3.263, "quality_ci95": 0.644 }, "Coding": { "quality_avg": 8.17, "speed_score_avg": 5.842, "latency_score_avg": 2.737, "cost_score_avg": 5.073, "quality_ci95": 1.516 } }, "score_by_suite": { "business_audit": 5.78, "business_strategy": 7.54, "content_verificable": 7.66, "content_generation": 7.61, "tool_calling": 4.71, "task_management": 6.53, "code_generation": 7.13, "reasoning": 6.87, "summarization": 7.66, "presentation": 6.4, "startup_content": 5.95, "deep_reasoning": 5.49, "customer_support": 6.03, "structured_output": 8.53, "hallucination": 6.25, "creativity": 7.02, "string_precision": 6.52, "news_seo_writing": 5.07, "ocr_extraction": 6.71, "orchestration": 6.28, "multi_turn": 6.67, "policy_adherence": 7.67, "agent_capabilities": 5.93, "strategy": 7.52, "sales_outreach": 7.72, "translation": 7.47, "agent_long_horizon": 5.64, "integridad_idioma": 7.81, "prompt_injection_es": 7.6, "tool_calling_adversarial": 5.43 }, "quality_by_suite": { "business_audit": 6.67, "business_strategy": 9.2, "content_verificable": 9.2, "content_generation": 9.15, "tool_calling": 4.65, "task_management": 7.74, "code_generation": 8.62, "reasoning": 8.19, "summarization": 9.2, "presentation": 7.57, "startup_content": 6.93, "deep_reasoning": 6.25, "customer_support": 6.72, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.38, "string_precision": 7.0, "news_seo_writing": 5.67, "ocr_extraction": 7.75, "orchestration": 7.29, "multi_turn": 7.88, "policy_adherence": 9.08, "agent_capabilities": 6.78, "strategy": 9.17, "sales_outreach": 9.33, "translation": 8.67, "agent_long_horizon": 6.92, "integridad_idioma": 9.56, "prompt_injection_es": 9.55, "tool_calling_adversarial": 5.7 }, "suites_incompletas": {}, "quality_avg": 7.55, "quality_ci95": 0.463, "cost_score_avg": 3.46, "speed_score_avg": 7.43, "latency_score_avg": 1.55, "tool_calling_score_avg": 7.07, "judge_score_avg": 3.98, "tokens_per_second": 61.7, "latency_avg_s": 32.9, "total_input_tokens": 379429, "total_output_tokens": 271488, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 6.92, "multiturno_score": 5.64, "agentic_score": 5.64, "security_runs": 20, "security_score": 9.55, "policy_refusal_rate": 0.0573, "score_global_linear": 6.48, "score_calidad": 7.55, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "gemini-3.5-flash", "id": "google/gemini-3.5-flash", "name": "Gemini 3.5 Flash", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.5, "cost_output_per_M": 9.0, "cost_per_1k_calls_usd": 13.95, "context_window": 1048576, "subscriptions": [], "notes": "Sucesor del Flash (19 may 2026), contexto 1M. $1.50/$9 vía OpenRouter API. Releva al 2.5 Flash.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 152, "total_runs": 351, "score_global": 0.87, "score_by_pillar": { "Contenido": 6.84, "Agentes": 6.84, "Coding": 6.82, "Razonamiento": 6.35 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.619, "speed_score_avg": 9.467, "latency_score_avg": 1.714, "cost_score_avg": 4.873, "quality_ci95": 0.936 }, "Agentes": { "quality_avg": 7.702, "speed_score_avg": 8.639, "latency_score_avg": 2.972, "cost_score_avg": 4.976, "quality_ci95": 0.507 }, "Coding": { "quality_avg": 7.334, "speed_score_avg": 9.684, "latency_score_avg": 2.368, "cost_score_avg": 5.229, "quality_ci95": 1.68 }, "Razonamiento": { "quality_avg": 6.89, "speed_score_avg": 9.433, "latency_score_avg": 1.5, "cost_score_avg": 4.709, "quality_ci95": 1.244 } }, "score_by_suite": { "content_generation": 7.93, "tool_calling": 6.31, "task_management": 7.68, "code_generation": 6.3, "reasoning": 6.62, "summarization": 6.78, "presentation": 5.79, "startup_content": 7.01, "deep_reasoning": 3.67, "customer_support": 6.46, "structured_output": 8.78, "hallucination": 6.08, "creativity": 7.5, "string_precision": 7.65, "news_seo_writing": 4.21, "ocr_extraction": 4.69, "orchestration": 5.75, "multi_turn": 7.5, "policy_adherence": 6.95, "agent_capabilities": 6.38, "strategy": 5.34, "sales_outreach": 5.72, "translation": 7.83, "niah_es": 7.95, "prompt_injection_es": 2.33, "business_audit": 7.43, "business_strategy": 8.0, "content_verificable": 8.41, "agent_long_horizon": 7.88, "tool_calling_adversarial": 6.18 }, "quality_by_suite": { "content_generation": 9.15, "tool_calling": 6.4, "task_management": 8.82, "code_generation": 6.92, "reasoning": 7.35, "summarization": 7.44, "presentation": 6.19, "startup_content": 7.94, "deep_reasoning": 3.17, "customer_support": 6.66, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.62, "string_precision": 8.17, "news_seo_writing": 3.99, "ocr_extraction": 4.54, "orchestration": 5.7, "multi_turn": 8.5, "policy_adherence": 7.75, "agent_capabilities": 6.57, "strategy": 5.56, "sales_outreach": 6.0, "translation": 8.67, "niah_es": 9.78, "prompt_injection_es": 1.0, "business_audit": 8.4, "business_strategy": 9.2, "content_verificable": 9.33, "agent_long_horizon": 9.29, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 7.34, "quality_ci95": 0.512, "cost_score_avg": 4.9, "speed_score_avg": 9.12, "latency_score_avg": 2.3, "tool_calling_score_avg": 7.31, "judge_score_avg": 4.05, "tokens_per_second": 123.3, "latency_avg_s": 13.32, "total_input_tokens": 347319, "total_output_tokens": 246969, "long_context_runs": 155, "long_context_quality": 7.99, "long_context_score": 6.85, "long_context_by_size": { "8000": 10.0, "64000": 9.92, "128000": 10.0, "256000": 10.0, "512000": 10.0, "800000": 10.0 }, "effective_context": 800000, "agentic_runs": 26, "agentic_quality": 9.35, "multiturno_score": 7.92, "agentic_score": 7.92, "security_runs": 40, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 6.74, "score_calidad": 7.34, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "claude-opus-5-fast", "id": "anthropic/claude-opus-5-fast", "name": "Claude Opus 5 Fast", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 10.0, "cost_output_per_M": 50.0, "cost_per_1k_calls_usd": 78.0, "context_window": 1000000, "subscriptions": [], "notes": "Redacta en producción en el copiloto de CAR. Solo por API: no existe como modelo del CLI.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 129, "total_runs": 157, "score_global": 0.8, "score_by_pillar": { "Razonamiento": 6.18, "Contenido": 6.94, "Agentes": 6.06, "Coding": 6.74 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.141, "speed_score_avg": 9.933, "latency_score_avg": 1.467, "cost_score_avg": 2.158, "quality_ci95": 1.014 }, "Contenido": { "quality_avg": 8.16, "speed_score_avg": 9.697, "latency_score_avg": 1.727, "cost_score_avg": 2.495, "quality_ci95": 0.746 }, "Agentes": { "quality_avg": 6.844, "speed_score_avg": 9.235, "latency_score_avg": 2.627, "cost_score_avg": 2.557, "quality_ci95": 0.67 }, "Coding": { "quality_avg": 7.556, "speed_score_avg": 7.368, "latency_score_avg": 3.684, "cost_score_avg": 4.119, "quality_ci95": 1.633 } }, "score_by_suite": { "business_audit": 6.19, "business_strategy": 7.55, "content_verificable": 8.29, "content_generation": 7.65, "tool_calling": 4.82, "task_management": 7.2, "code_generation": 6.8, "reasoning": 6.96, "summarization": 7.14, "presentation": 6.64, "startup_content": 6.51, "deep_reasoning": 4.88, "customer_support": 6.33, "structured_output": 7.12, "hallucination": 6.78, "creativity": 6.97, "string_precision": 6.52, "news_seo_writing": 5.16, "ocr_extraction": 6.64, "orchestration": 5.94, "multi_turn": 6.46, "policy_adherence": 7.44, "agent_capabilities": 5.83, "strategy": 5.04, "sales_outreach": 7.8, "translation": 6.65, "agent_long_horizon": 5.84, "integridad_idioma": 7.73, "prompt_injection_es": 5.55, "tool_calling_adversarial": 5.85 }, "quality_by_suite": { "business_audit": 7.2, "business_strategy": 9.2, "content_verificable": 10.0, "content_generation": 9.05, "tool_calling": 4.65, "task_management": 8.61, "code_generation": 8.02, "reasoning": 8.24, "summarization": 8.2, "presentation": 7.84, "startup_content": 7.7, "deep_reasoning": 5.28, "customer_support": 6.96, "structured_output": 8.0, "hallucination": 7.67, "creativity": 8.25, "string_precision": 7.0, "news_seo_writing": 5.77, "ocr_extraction": 7.5, "orchestration": 6.64, "multi_turn": 7.5, "policy_adherence": 8.67, "agent_capabilities": 6.54, "strategy": 5.61, "sales_outreach": 9.33, "translation": 7.56, "agent_long_horizon": 7.08, "integridad_idioma": 9.43, "prompt_injection_es": 6.4, "tool_calling_adversarial": 6.12 }, "suites_incompletas": {}, "quality_avg": 7.42, "quality_ci95": 0.468, "cost_score_avg": 2.64, "speed_score_avg": 9.26, "latency_score_avg": 2.22, "tool_calling_score_avg": 7.07, "judge_score_avg": 4.02, "tokens_per_second": 150.3, "latency_avg_s": 13.73, "total_input_tokens": 341534, "total_output_tokens": 259108, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 7.08, "multiturno_score": 5.84, "agentic_score": 5.84, "security_runs": 20, "security_score": 6.4, "policy_refusal_rate": 0.0446, "score_global_linear": 6.45, "score_calidad": 7.42, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 6, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "or-llama-3.1-8b", "id": "meta-llama/llama-3.1-8b-instruct", "name": "Llama 3.1 8B Instant", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.05, "cost_output_per_M": 0.08, "cost_per_1k_calls_usd": 0.135, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 141, "total_runs": 163, "score_global": 0.39, "score_by_pillar": { "Razonamiento": 5.96, "Contenido": 7.8, "Agentes": 6.95, "Coding": 7.14 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 5.803, "speed_score_avg": 6.3, "latency_score_avg": 3.0, "cost_score_avg": 8.0, "quality_ci95": 1.283 }, "Contenido": { "quality_avg": 8.368, "speed_score_avg": 6.962, "latency_score_avg": 3.133, "cost_score_avg": 8.0, "quality_ci95": 0.624 }, "Agentes": { "quality_avg": 6.477, "speed_score_avg": 7.803, "latency_score_avg": 6.443, "cost_score_avg": 7.977, "quality_ci95": 0.652 }, "Coding": { "quality_avg": 7.558, "speed_score_avg": 5.158, "latency_score_avg": 3.474, "cost_score_avg": 8.0, "quality_ci95": 1.486 } }, "score_by_suite": { "business_audit": 4.9, "business_strategy": 6.87, "content_verificable": 8.41, "content_generation": 8.35, "task_management": 7.67, "code_generation": 6.75, "reasoning": 7.94, "summarization": 6.65, "presentation": 7.63, "startup_content": 7.95, "deep_reasoning": 5.27, "structured_output": 8.59, "hallucination": 5.77, "creativity": 7.99, "string_precision": 5.63, "news_seo_writing": 6.57, "ocr_extraction": 8.09, "multi_turn": 7.48, "policy_adherence": 5.29, "strategy": 7.54, "sales_outreach": 8.43, "translation": 7.78, "agent_long_horizon": 8.2, "tool_calling": 6.18, "customer_support": 8.26, "orchestration": 6.06, "agent_capabilities": 6.63, "tool_calling_adversarial": 6.05 }, "quality_by_suite": { "business_audit": 4.17, "business_strategy": 7.2, "content_verificable": 9.0, "content_generation": 9.2, "task_management": 8.53, "code_generation": 6.86, "reasoning": 8.69, "summarization": 6.5, "presentation": 8.06, "startup_content": 8.65, "deep_reasoning": 5.0, "structured_output": 9.67, "hallucination": 5.67, "creativity": 8.5, "string_precision": 5.33, "news_seo_writing": 6.95, "ocr_extraction": 9.1, "multi_turn": 7.88, "policy_adherence": 4.5, "strategy": 7.78, "sales_outreach": 9.33, "translation": 8.17, "agent_long_horizon": 8.79, "tool_calling": 5.35, "customer_support": 8.32, "orchestration": 5.15, "agent_capabilities": 6.26, "tool_calling_adversarial": 5.14 }, "suites_incompletas": {}, "quality_avg": 7.1, "quality_ci95": 0.514, "cost_score_avg": 7.99, "speed_score_avg": 6.91, "latency_score_avg": 4.43, "tool_calling_score_avg": 5.29, "judge_score_avg": 3.68, "tokens_per_second": 95.9, "latency_avg_s": 15.31, "total_input_tokens": 160771, "total_output_tokens": 80118, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 8.79, "multiturno_score": 8.2, "agentic_score": 8.2, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.99, "score_calidad": 7.1, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "rompe_bucle", "motivo": "tiene herramientas pero no sostiene el formato de tool call" } }, "estado": "no_apto" }, "sirve_para_agentes": false, "elegible": { "catalogo": true, "ranking": true, "agentico": false, "motivos": { "agentico": "sin_herramientas" } } }, { "key": "gemini-3.1-pro", "id": "google/gemini-3.1-pro-preview", "name": "Gemini 3.1 Pro", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 2.0, "cost_output_per_M": 12.0, "cost_per_1k_calls_usd": 18.6, "context_window": 1048576, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": true, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 129, "total_runs": 133, "score_global": 0.28, "score_by_pillar": { "Contenido": 6.44, "Agentes": 6.54, "Coding": 6.64, "Razonamiento": 6.31 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.306, "speed_score_avg": 8.848, "latency_score_avg": 1.0, "cost_score_avg": 3.94, "quality_ci95": 0.844 }, "Agentes": { "quality_avg": 7.349, "speed_score_avg": 8.176, "latency_score_avg": 1.784, "cost_score_avg": 4.332, "quality_ci95": 0.598 }, "Coding": { "quality_avg": 7.322, "speed_score_avg": 9.053, "latency_score_avg": 1.632, "cost_score_avg": 4.793, "quality_ci95": 1.524 }, "Razonamiento": { "quality_avg": 7.104, "speed_score_avg": 9.0, "latency_score_avg": 1.033, "cost_score_avg": 3.908, "quality_ci95": 1.111 } }, "score_by_suite": { "content_generation": 7.4, "tool_calling": 6.4, "task_management": 7.09, "code_generation": 6.47, "reasoning": 6.11, "summarization": 6.54, "presentation": 5.31, "startup_content": 7.02, "deep_reasoning": 3.59, "customer_support": 6.69, "structured_output": 7.13, "hallucination": 5.39, "creativity": 6.98, "string_precision": 7.38, "news_seo_writing": 4.54, "ocr_extraction": 5.51, "orchestration": 7.07, "multi_turn": 6.58, "policy_adherence": 7.4, "agent_capabilities": 5.35, "strategy": 7.47, "sales_outreach": 4.76, "translation": 6.64, "business_audit": 7.18, "business_strategy": 7.81, "content_verificable": 7.88, "agent_long_horizon": 6.59, "tool_calling_adversarial": 6.43 }, "quality_by_suite": { "content_generation": 8.68, "tool_calling": 6.91, "task_management": 8.17, "code_generation": 7.25, "reasoning": 6.81, "summarization": 7.3, "presentation": 5.7, "startup_content": 8.25, "deep_reasoning": 3.17, "customer_support": 7.35, "structured_output": 8.0, "hallucination": 5.67, "creativity": 8.12, "string_precision": 8.17, "news_seo_writing": 4.58, "ocr_extraction": 5.82, "orchestration": 8.09, "multi_turn": 7.5, "policy_adherence": 8.58, "agent_capabilities": 5.61, "strategy": 8.89, "sales_outreach": 4.89, "translation": 7.46, "business_audit": 8.4, "business_strategy": 9.2, "content_verificable": 9.33, "agent_long_horizon": 7.96, "tool_calling_adversarial": 6.68 }, "suites_incompletas": {}, "quality_avg": 7.31, "quality_ci95": 0.467, "cost_score_avg": 4.14, "speed_score_avg": 8.74, "latency_score_avg": 1.37, "tool_calling_score_avg": 7.7, "judge_score_avg": 3.96, "tokens_per_second": 92.8, "latency_avg_s": 25.76, "total_input_tokens": 183804, "total_output_tokens": 286589, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 7.96, "multiturno_score": 6.59, "agentic_score": 6.59, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.49, "score_calidad": 7.31, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9744, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": true, "agentico": true, "motivos": {} } }, { "key": "mimo-v2-flash", "id": "xiaomi/mimo-v2-flash", "name": "MiMo-V2-Flash", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.09, "cost_output_per_M": 0.29, "cost_per_1k_calls_usd": 0.462, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-13", "retired_reason": "Xiaomi deprecó el modelo", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "partial", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 31, "total_runs": 35, "score_global": 9.04, "score_by_pillar": { "Contenido": 7.98, "Agentes": 6.9, "Coding": 8.19, "Razonamiento": 8.48 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.78, "speed_score_avg": 6.933, "latency_score_avg": 1.467, "cost_score_avg": 8.0, "quality_ci95": 0.35 }, "Agentes": { "quality_avg": 7.248, "speed_score_avg": 5.231, "latency_score_avg": 3.077, "cost_score_avg": 8.0, "quality_ci95": 1.144 }, "Coding": { "quality_avg": 9.18, "speed_score_avg": 6.5, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 0.64 }, "Razonamiento": { "quality_avg": 9.44, "speed_score_avg": 8.0, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 0.259 } }, "score_by_suite": { "content_generation": 8.3, "tool_calling": 5.64, "task_management": 8.3, "code_generation": 8.19, "reasoning": 8.48, "summarization": 7.38, "presentation": 8.12, "startup_content": 8.12, "customer_support": 7.81, "news_seo_writing": 7.52, "orchestration": 5.97, "agent_capabilities": 7.58, "translation": 7.94 }, "quality_by_suite": { "content_generation": 9.45, "tool_calling": 5.28, "task_management": 9.36, "code_generation": 9.18, "reasoning": 9.44, "summarization": 7.64, "presentation": 8.81, "startup_content": 9.03, "customer_support": 8.69, "news_seo_writing": 8.16, "orchestration": 6.17, "agent_capabilities": 7.93, "translation": 8.56 }, "suites_incompletas": { "startup_content": { "rindio": 4, "total": 5 }, "customer_support": { "rindio": 2, "total": 4 }, "news_seo_writing": { "rindio": 2, "total": 5 }, "orchestration": { "rindio": 2, "total": 5 }, "agent_capabilities": { "rindio": 2, "total": 5 }, "translation": { "rindio": 1, "total": 3 } }, "quality_avg": 8.72, "quality_ci95": 0.419, "cost_score_avg": 8.0, "speed_score_avg": 6.52, "latency_score_avg": 1.65, "tool_calling_score_avg": 6.92, "judge_score_avg": 4.28, "tokens_per_second": 56.3, "latency_avg_s": 25.79, "total_input_tokens": 12681, "total_output_tokens": 33747, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.92, "score_calidad": 8.72, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "devstral", "id": "mistralai/devstral-small", "name": "Devstral Small", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.1, "cost_output_per_M": 0.3, "cost_per_1k_calls_usd": 0.48, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-13", "retired_reason": "OpenRouter: 'No endpoints found'. Llegó a estar #5 del ranking.", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "partial", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 34, "total_runs": 42, "score_global": 8.85, "score_by_pillar": { "Agentes": 7.59, "Contenido": 8.15, "Coding": 8.45, "Razonamiento": 8.42 }, "dims_by_pillar": { "Agentes": { "quality_avg": 7.162, "speed_score_avg": 8.3, "latency_score_avg": 6.2, "cost_score_avg": 8.0, "quality_ci95": 0.752 }, "Contenido": { "quality_avg": 8.561, "speed_score_avg": 9.867, "latency_score_avg": 2.933, "cost_score_avg": 8.0, "quality_ci95": 0.413 }, "Coding": { "quality_avg": 8.85, "speed_score_avg": 10.0, "latency_score_avg": 4.0, "cost_score_avg": 8.0, "quality_ci95": 1.056 }, "Razonamiento": { "quality_avg": 9.027, "speed_score_avg": 10.0, "latency_score_avg": 2.0, "cost_score_avg": 8.0, "quality_ci95": 0.107 } }, "score_by_suite": { "content_generation": 8.53, "tool_calling": 6.68, "task_management": 8.31, "code_generation": 8.45, "reasoning": 8.42, "summarization": 7.36, "presentation": 8.27, "startup_content": 8.3, "customer_support": 7.84, "news_seo_writing": 7.7, "orchestration": 7.36, "agent_capabilities": 8.64 }, "quality_by_suite": { "content_generation": 9.03, "tool_calling": 6.26, "task_management": 8.73, "code_generation": 8.85, "reasoning": 9.03, "summarization": 7.3, "presentation": 8.82, "startup_content": 8.86, "customer_support": 7.99, "news_seo_writing": 7.89, "orchestration": 7.08, "agent_capabilities": 9.05 }, "suites_incompletas": { "news_seo_writing": { "rindio": 2, "total": 5 }, "orchestration": { "rindio": 2, "total": 5 }, "agent_capabilities": { "rindio": 3, "total": 5 } }, "quality_avg": 8.54, "quality_ci95": 0.325, "cost_score_avg": 8.0, "speed_score_avg": 9.59, "latency_score_avg": 3.82, "tool_calling_score_avg": 5.54, "judge_score_avg": 4.19, "tokens_per_second": 164.2, "latency_avg_s": 3.89, "total_input_tokens": 11747, "total_output_tokens": 23653, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 8.18, "score_calidad": 8.54, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "claude-sonnet-5-sub", "id": "claude-sonnet-5", "name": "Claude Sonnet 5 (suscripción)", "tier": "subscription", "provider": "claude_code", "open_source": false, "license": "", "cost_input_per_M": 2.0, "cost_output_per_M": 10.0, "cost_per_1k_calls_usd": 15.6, "context_window": 1000000, "subscriptions": [ { "key": "anthropic_pro", "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." } ], "notes": "Sonnet 5 vía suscripción Claude Code, costo marginal $0.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 119, "total_runs": 202, "score_global": 8.82, "score_by_pillar": { "Razonamiento": 6.84, "Contenido": 7.5, "Agentes": 7.19, "Coding": 8.18 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.152, "speed_score_avg": 7.467, "latency_score_avg": 1.0, "cost_score_avg": 3.339, "quality_ci95": 1.018 }, "Contenido": { "quality_avg": 8.978, "speed_score_avg": 7.212, "latency_score_avg": 1.0, "cost_score_avg": 4.015, "quality_ci95": 0.62 }, "Agentes": { "quality_avg": 8.594, "speed_score_avg": 6.61, "latency_score_avg": 1.0, "cost_score_avg": 4.004, "quality_ci95": 0.472 }, "Coding": { "quality_avg": 9.818, "speed_score_avg": 4.632, "latency_score_avg": 1.0, "cost_score_avg": 5.9, "quality_ci95": 0.198 } }, "score_by_suite": { "business_audit": 6.78, "business_strategy": 7.52, "content_verificable": 7.68, "content_generation": 7.84, "tool_calling": 5.81, "task_management": 8.01, "code_generation": 7.84, "reasoning": 7.95, "summarization": 7.65, "presentation": 7.48, "startup_content": 7.82, "deep_reasoning": 5.66, "customer_support": 8.19, "structured_output": 8.36, "hallucination": 7.14, "creativity": 7.53, "string_precision": 8.35, "news_seo_writing": 6.57, "ocr_extraction": 8.11, "orchestration": 7.6, "multi_turn": 6.87, "policy_adherence": 7.39, "agent_capabilities": 7.17, "strategy": 6.87, "sales_outreach": 7.75, "translation": 7.43, "agent_long_horizon": 6.98, "niah_es": 8.32, "integridad_idioma": 7.95, "prompt_injection_es": 7.05 }, "quality_by_suite": { "business_audit": 8.0, "business_strategy": 9.2, "content_verificable": 9.2, "content_generation": 9.4, "tool_calling": 6.4, "task_management": 9.77, "code_generation": 9.45, "reasoning": 9.8, "summarization": 9.1, "presentation": 9.11, "startup_content": 9.58, "deep_reasoning": 6.53, "customer_support": 9.9, "structured_output": 10.0, "hallucination": 8.33, "creativity": 9.0, "string_precision": 10.0, "news_seo_writing": 7.67, "ocr_extraction": 9.75, "orchestration": 9.11, "multi_turn": 8.0, "policy_adherence": 8.67, "agent_capabilities": 8.42, "strategy": 8.33, "sales_outreach": 9.33, "translation": 8.67, "agent_long_horizon": 8.62, "niah_es": 10.0, "integridad_idioma": 9.53, "prompt_injection_es": 8.2 }, "suites_incompletas": {}, "quality_avg": 8.86, "quality_ci95": 0.354, "cost_score_avg": 4.08, "speed_score_avg": 6.72, "latency_score_avg": 1.0, "tool_calling_score_avg": 1.72, "judge_score_avg": 4.81, "tokens_per_second": 55.3, "latency_avg_s": 61.43, "total_input_tokens": 364, "total_output_tokens": 460417, "long_context_runs": 55, "long_context_quality": 10.0, "long_context_score": 8.32, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0, "512000": 10.0 }, "effective_context": 512000, "agentic_runs": 12, "agentic_quality": 8.62, "multiturno_score": 6.98, "agentic_score": 6.98, "security_runs": 20, "security_score": 8.2, "policy_refusal_rate": 0.0, "score_global_linear": 7.39, "score_calidad": 8.86, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gpt-5.6-luna-pro", "id": "openai/gpt-5.6-luna-pro", "name": "GPT-5.6 Luna Pro", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.1, "cost_output_per_M": 0.6, "cost_per_1k_calls_usd": 0.93, "context_window": 1050000, "subscriptions": [], "notes": "Variante de MAYOR ESFUERZO de GPT-5.6 Luna, al mismo precio ($0,10/$0,60). No rankea por política: ver DECISIONES.md.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": true, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 117, "total_runs": 190, "score_global": 8.41, "score_by_pillar": { "Razonamiento": 7.28, "Contenido": 8.03, "Agentes": 7.41, "Coding": 8.82 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.885, "speed_score_avg": 9.429, "latency_score_avg": 1.214, "cost_score_avg": 6.435, "quality_ci95": 1.043 }, "Contenido": { "quality_avg": 8.855, "speed_score_avg": 9.636, "latency_score_avg": 1.242, "cost_score_avg": 6.766, "quality_ci95": 0.604 }, "Agentes": { "quality_avg": 7.904, "speed_score_avg": 9.561, "latency_score_avg": 1.976, "cost_score_avg": 6.733, "quality_ci95": 0.717 }, "Coding": { "quality_avg": 9.829, "speed_score_avg": 8.947, "latency_score_avg": 2.211, "cost_score_avg": 7.371, "quality_ci95": 0.208 } }, "score_by_suite": { "business_audit": 6.94, "business_strategy": 8.14, "content_verificable": 8.46, "content_generation": 8.39, "task_management": 8.21, "code_generation": 8.24, "reasoning": 8.33, "summarization": 7.79, "presentation": 8.25, "startup_content": 8.31, "deep_reasoning": 5.88, "structured_output": 9.02, "hallucination": 7.8, "creativity": 7.93, "string_precision": 9.0, "news_seo_writing": 6.85, "ocr_extraction": 8.92, "multi_turn": 6.8, "policy_adherence": 8.12, "agent_capabilities": 6.72, "strategy": 8.02, "sales_outreach": 8.41, "translation": 8.08, "agent_long_horizon": 8.31, "niah_es": 8.51, "integridad_idioma": 8.61, "prompt_injection_es": 7.53, "tool_calling": 5.11, "customer_support": 6.94, "orchestration": 7.58 }, "quality_by_suite": { "business_audit": 7.35, "business_strategy": 9.2, "content_verificable": 9.33, "content_generation": 9.18, "task_management": 9.2, "code_generation": 9.19, "reasoning": 9.48, "summarization": 8.5, "presentation": 9.39, "startup_content": 9.53, "deep_reasoning": 5.83, "structured_output": 10.0, "hallucination": 8.33, "creativity": 8.75, "string_precision": 10.0, "news_seo_writing": 7.28, "ocr_extraction": 10.0, "multi_turn": 7.0, "policy_adherence": 8.67, "agent_capabilities": 6.68, "strategy": 9.17, "sales_outreach": 9.33, "translation": 8.67, "agent_long_horizon": 9.67, "niah_es": 10.0, "integridad_idioma": 9.66, "prompt_injection_es": 8.2, "tool_calling": 4.3, "customer_support": 6.81, "orchestration": 8.0 }, "suites_incompletas": { "business_audit": { "rindio": 8, "total": 10 } }, "quality_avg": 8.6, "quality_ci95": 0.388, "cost_score_avg": 6.73, "speed_score_avg": 9.49, "latency_score_avg": 1.57, "tool_calling_score_avg": 6.34, "judge_score_avg": 4.51, "tokens_per_second": 165.8, "latency_avg_s": 27.05, "total_input_tokens": 1447630, "total_output_tokens": 614414, "long_context_runs": 45, "long_context_quality": 10.0, "long_context_score": 8.51, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 9.67, "multiturno_score": 8.31, "agentic_score": 8.31, "security_runs": 20, "security_score": 8.2, "policy_refusal_rate": 0.0, "score_global_linear": 7.86, "score_calidad": 8.6, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "examen_incompleto", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-fable-5-sub", "id": "claude-fable-5", "name": "Claude Fable 5 (suscripción)", "tier": "subscription", "provider": "claude_code", "open_source": false, "license": "", "cost_input_per_M": 10.0, "cost_output_per_M": 50.0, "cost_per_1k_calls_usd": 78.0, "context_window": 1000000, "subscriptions": [ { "key": "anthropic_pro", "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." } ], "notes": "Fable 5 medido por la suscripción Claude Code (no API) — a costo $0. Costeado a precio OpenRouter ($10/$50 = 2x Opus 4.8). Incluido en plan Max hasta 21-jun-2026; después solo API. CAVEAT: subscription_measured.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 102, "total_runs": 177, "score_global": 7.46, "score_by_pillar": { "Contenido": 7.15, "Agentes": 7.16, "Coding": 7.51, "Razonamiento": 6.88 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.566, "speed_score_avg": 7.714, "latency_score_avg": 2.821, "cost_score_avg": 2.411, "quality_ci95": 0.689 }, "Agentes": { "quality_avg": 8.438, "speed_score_avg": 7.414, "latency_score_avg": 2.862, "cost_score_avg": 3.189, "quality_ci95": 0.496 }, "Coding": { "quality_avg": 8.823, "speed_score_avg": 6.0, "latency_score_avg": 3.053, "cost_score_avg": 4.393, "quality_ci95": 0.996 }, "Razonamiento": { "quality_avg": 8.476, "speed_score_avg": 7.0, "latency_score_avg": 1.333, "cost_score_avg": 2.156, "quality_ci95": 0.839 } }, "score_by_suite": { "content_generation": 7.21, "tool_calling": 6.32, "task_management": 7.87, "code_generation": 7.58, "reasoning": 7.74, "summarization": 6.78, "presentation": 7.05, "startup_content": 7.61, "deep_reasoning": 6.46, "customer_support": 7.91, "structured_output": 8.35, "hallucination": 6.6, "creativity": 7.35, "string_precision": 7.25, "news_seo_writing": 6.24, "ocr_extraction": 7.1, "orchestration": 7.01, "multi_turn": 6.84, "policy_adherence": 7.11, "agent_capabilities": 7.24, "strategy": 7.91, "sales_outreach": 7.74, "translation": 7.27, "niah_es": 8.33, "prompt_injection_es": 5.72, "business_audit": 6.45, "business_strategy": 7.28 }, "quality_by_suite": { "content_generation": 8.56, "tool_calling": 7.1, "task_management": 9.49, "code_generation": 9.22, "reasoning": 9.53, "summarization": 7.74, "presentation": 8.69, "startup_content": 9.38, "deep_reasoning": 7.78, "customer_support": 9.46, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.88, "string_precision": 8.17, "news_seo_writing": 7.38, "ocr_extraction": 8.35, "orchestration": 8.42, "multi_turn": 8.0, "policy_adherence": 8.17, "agent_capabilities": 8.64, "strategy": 10.0, "sales_outreach": 9.33, "translation": 8.48, "niah_es": 10.0, "prompt_injection_es": 6.4, "business_audit": 8.0, "business_strategy": 9.2 }, "suites_incompletas": {}, "quality_avg": 8.61, "quality_ci95": 0.385, "cost_score_avg": 2.85, "speed_score_avg": 7.16, "latency_score_avg": 2.43, "tool_calling_score_avg": 1.72, "judge_score_avg": 4.3, "tokens_per_second": 57.9, "latency_avg_s": 26.98, "total_input_tokens": 204, "total_output_tokens": 168301, "long_context_runs": 51, "long_context_quality": 10.0, "long_context_score": 8.33, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 6.4, "policy_refusal_rate": 0.0, "score_global_linear": 7.17, "score_calidad": 8.61, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-devstral-2-123b", "id": "mistralai/devstral-2-123b-instruct-2512", "name": "Devstral 2 123B (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.4, "cost_output_per_M": 2.0, "cost_per_1k_calls_usd": 3.12, "context_window": null, "subscriptions": [], "notes": "Mismo modelo que probamos via OpenRouter - comparar provider stability", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 64, "total_runs": 68, "score_global": 7.44, "score_by_pillar": { "Contenido": 7.67, "Agentes": 7.27, "Coding": 8.09, "Razonamiento": 7.16 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.537, "speed_score_avg": 7.1, "latency_score_avg": 1.35, "cost_score_avg": 7.101, "quality_ci95": 0.892 }, "Agentes": { "quality_avg": 7.608, "speed_score_avg": 6.235, "latency_score_avg": 4.0, "cost_score_avg": 7.82, "quality_ci95": 0.996 }, "Coding": { "quality_avg": 9.044, "speed_score_avg": 5.0, "latency_score_avg": 3.105, "cost_score_avg": 7.693, "quality_ci95": 0.925 }, "Razonamiento": { "quality_avg": 7.809, "speed_score_avg": 6.667, "latency_score_avg": 1.667, "cost_score_avg": 7.097, "quality_ci95": 1.325 } }, "score_by_suite": { "content_generation": 7.99, "tool_calling": 6.34, "task_management": 8.11, "code_generation": 7.89, "reasoning": 8.01, "presentation": 7.71, "startup_content": 8.04, "deep_reasoning": 7.16, "customer_support": 6.82, "structured_output": 8.77, "hallucination": 6.31, "creativity": 8.0, "string_precision": 7.64, "news_seo_writing": 6.79, "ocr_extraction": 8.25, "orchestration": 7.79, "multi_turn": 7.7 }, "quality_by_suite": { "content_generation": 8.88, "tool_calling": 6.33, "task_management": 9.12, "code_generation": 9.02, "reasoning": 9.35, "presentation": 8.96, "startup_content": 9.19, "deep_reasoning": 7.78, "customer_support": 6.9, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.27, "ocr_extraction": 9.35, "orchestration": 8.26, "multi_turn": 8.0 }, "suites_incompletas": { "orchestration": { "rindio": 4, "total": 5 }, "multi_turn": { "rindio": 2, "total": 4 } }, "quality_avg": 8.44, "quality_ci95": 0.529, "cost_score_avg": 7.41, "speed_score_avg": 6.36, "latency_score_avg": 2.38, "tool_calling_score_avg": 6.25, "judge_score_avg": 4.14, "tokens_per_second": 43.4, "latency_avg_s": 18.54, "total_input_tokens": 17324, "total_output_tokens": 45349, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.68, "score_calidad": 8.44, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "spark-gemma4-12b", "id": "gemma-4-12b-it-Q4_K_M.gguf", "name": "Gemma 4 12B (Spark llama-server Q4_K_M)", "tier": "local", "provider": "llama_server", "open_source": true, "license": "Gemma Terms", "cost_input_per_M": 0.05, "cost_output_per_M": 0.2, "cost_per_1k_calls_usd": 0.315, "context_window": 131072, "subscriptions": [], "notes": "Q4_K_M en DGX Spark via llama.cpp/llama-server (multimodal). Medido SIN reasoning (enable_thinking=false) — uso agente/baja latencia. Comparar con el 31B llama-server.", "tested": true, "reasoning_medido": "apagado", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 86, "total_runs": 155, "score_global": 7.44, "score_by_pillar": { "Contenido": 7.53, "Agentes": 7.25, "Coding": 8.19, "Razonamiento": 7.31 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.479, "speed_score_avg": 4.0, "latency_score_avg": 1.321, "cost_score_avg": 8.0, "quality_ci95": 0.697 }, "Agentes": { "quality_avg": 7.961, "speed_score_avg": 4.0, "latency_score_avg": 2.357, "cost_score_avg": 8.0, "quality_ci95": 0.713 }, "Coding": { "quality_avg": 9.276, "speed_score_avg": 4.0, "latency_score_avg": 2.684, "cost_score_avg": 8.0, "quality_ci95": 0.913 }, "Razonamiento": { "quality_avg": 8.162, "speed_score_avg": 4.0, "latency_score_avg": 1.267, "cost_score_avg": 8.0, "quality_ci95": 1.063 } }, "score_by_suite": { "content_generation": 7.98, "tool_calling": 6.84, "task_management": 7.98, "code_generation": 8.09, "reasoning": 8.05, "summarization": 6.69, "presentation": 7.65, "startup_content": 7.97, "deep_reasoning": 6.82, "customer_support": 8.06, "structured_output": 8.74, "hallucination": 7.04, "creativity": 7.91, "string_precision": 7.57, "news_seo_writing": 6.73, "ocr_extraction": 8.59, "orchestration": 7.89, "multi_turn": 7.11, "policy_adherence": 7.37, "agent_capabilities": 6.02, "strategy": 7.79, "sales_outreach": 7.35, "translation": 7.72, "prompt_injection_es": 2.23, "niah_es": 8.16 }, "quality_by_suite": { "content_generation": 9.14, "tool_calling": 7.1, "task_management": 9.12, "code_generation": 9.31, "reasoning": 9.25, "summarization": 7.3, "presentation": 8.68, "startup_content": 9.14, "deep_reasoning": 7.5, "customer_support": 9.06, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.36, "ocr_extraction": 10.0, "orchestration": 8.98, "multi_turn": 7.88, "policy_adherence": 8.17, "agent_capabilities": 6.18, "strategy": 8.89, "sales_outreach": 8.22, "translation": 8.57, "prompt_injection_es": 1.0, "niah_es": 9.93 }, "suites_incompletas": { "customer_support": { "rindio": 3, "total": 4 } }, "quality_avg": 8.49, "quality_ci95": 0.432, "cost_score_avg": 8.0, "speed_score_avg": 4.0, "latency_score_avg": 1.78, "tool_calling_score_avg": 6.89, "judge_score_avg": 4.21, "tokens_per_second": 24.7, "latency_avg_s": 24.77, "total_input_tokens": 25271, "total_output_tokens": 53668, "long_context_runs": 45, "long_context_quality": 9.93, "long_context_score": 8.16, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.58, "score_calidad": 8.49, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-nemotron-super-1.5", "id": "nvidia/llama-3.3-nemotron-super-49b-v1.5", "name": "Nemotron Super 49B v1.5", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open Model", "cost_input_per_M": 0.4, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.72, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": true, "retired_at": "2026-08-12", "retired_reason": "OpenRouter 404 'No endpoints found'; NVIDIA movió su oferta a la familia Nemotron 3", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 128, "total_runs": 132, "score_global": 7.05, "score_by_pillar": { "Razonamiento": 7.53, "Contenido": 7.59, "Agentes": 7.27, "Coding": 8.2 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.259, "speed_score_avg": 7.208, "latency_score_avg": 1.062, "cost_score_avg": 7.678, "quality_ci95": 0.777 }, "Contenido": { "quality_avg": 8.34, "speed_score_avg": 7.0, "latency_score_avg": 1.028, "cost_score_avg": 7.945, "quality_ci95": 0.803 }, "Agentes": { "quality_avg": 8.013, "speed_score_avg": 6.683, "latency_score_avg": 1.333, "cost_score_avg": 7.175, "quality_ci95": 0.596 }, "Coding": { "quality_avg": 9.179, "speed_score_avg": 6.939, "latency_score_avg": 1.182, "cost_score_avg": 7.738, "quality_ci95": 0.796 } }, "score_by_suite": { "business_audit": 7.16, "business_strategy": 8.28, "content_verificable": 6.99, "content_generation": 8.55, "tool_calling": 5.82, "task_management": 8.4, "code_generation": 8.32, "reasoning": 8.16, "summarization": 7.46, "presentation": 8.57, "startup_content": 8.38, "deep_reasoning": 7.44, "customer_support": 7.5, "structured_output": 8.78, "hallucination": 7.12, "creativity": 7.99, "string_precision": 7.48, "news_seo_writing": 6.88, "ocr_extraction": 8.51, "orchestration": 6.2, "multi_turn": 6.89, "policy_adherence": 7.11, "agent_capabilities": 6.93, "strategy": 7.47, "sales_outreach": 6.78, "translation": 6.83, "agent_long_horizon": 8.17 }, "quality_by_suite": { "business_audit": 7.6, "business_strategy": 9.2, "content_verificable": 7.33, "content_generation": 9.55, "tool_calling": 5.7, "task_management": 9.46, "code_generation": 9.37, "reasoning": 9.18, "summarization": 8.2, "presentation": 9.8, "startup_content": 9.38, "deep_reasoning": 8.33, "customer_support": 8.2, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.34, "ocr_extraction": 9.6, "orchestration": 6.34, "multi_turn": 7.38, "policy_adherence": 7.67, "agent_capabilities": 7.34, "strategy": 8.06, "sales_outreach": 7.11, "translation": 7.09, "agent_long_horizon": 9.62 }, "suites_incompletas": {}, "quality_avg": 8.4, "quality_ci95": 0.398, "cost_score_avg": 7.6, "speed_score_avg": 6.94, "latency_score_avg": 1.12, "tool_calling_score_avg": 6.23, "judge_score_avg": 4.44, "tokens_per_second": 49.0, "latency_avg_s": 53.28, "total_input_tokens": 233810, "total_output_tokens": 336323, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.62, "multiturno_score": 8.17, "agentic_score": 8.17, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.62, "score_calidad": 8.4, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "local-gemma4-31b", "id": "gemma4:31b", "name": "Gemma 4 31B (DGX Spark Q4_K_M)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Gemma Terms", "cost_input_per_M": 0.12, "cost_output_per_M": 0.37, "cost_per_1k_calls_usd": 0.591, "context_window": null, "subscriptions": [], "notes": "Q4_K_M en DGX Spark via Ollama. Comparar con Gemma 4 31B NIM y OpenRouter.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 84, "total_runs": 88, "score_global": 6.85, "score_by_pillar": { "Contenido": 7.24, "Agentes": 7.09, "Coding": 7.85, "Razonamiento": 7.09 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.297, "speed_score_avg": 2.037, "latency_score_avg": 1.0, "cost_score_avg": 7.993, "quality_ci95": 0.79 }, "Agentes": { "quality_avg": 8.089, "speed_score_avg": 2.0, "latency_score_avg": 1.036, "cost_score_avg": 8.0, "quality_ci95": 0.664 }, "Coding": { "quality_avg": 9.2, "speed_score_avg": 1.895, "latency_score_avg": 1.0, "cost_score_avg": 7.991, "quality_ci95": 0.924 }, "Razonamiento": { "quality_avg": 8.106, "speed_score_avg": 1.929, "latency_score_avg": 1.0, "cost_score_avg": 7.99, "quality_ci95": 1.076 } }, "score_by_suite": { "content_generation": 7.86, "tool_calling": 6.36, "task_management": 8.03, "code_generation": 7.67, "reasoning": 8.03, "summarization": 6.67, "presentation": 7.54, "startup_content": 7.85, "deep_reasoning": 7.0, "customer_support": 6.99, "structured_output": 8.42, "hallucination": 6.32, "creativity": 7.73, "string_precision": 7.14, "news_seo_writing": 6.58, "ocr_extraction": 8.41, "orchestration": 6.83, "multi_turn": 6.68, "policy_adherence": 7.78, "agent_capabilities": 7.42, "strategy": 7.06, "sales_outreach": 5.94, "translation": 7.43 }, "quality_by_suite": { "content_generation": 9.14, "tool_calling": 7.03, "task_management": 9.44, "code_generation": 8.95, "reasoning": 9.44, "summarization": 7.5, "presentation": 8.81, "startup_content": 9.18, "deep_reasoning": 8.0, "customer_support": 7.95, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.38, "ocr_extraction": 10.0, "orchestration": 7.72, "multi_turn": 7.5, "policy_adherence": 9.08, "agent_capabilities": 8.56, "strategy": 8.06, "sales_outreach": 6.44, "translation": 8.57 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "deep_reasoning": { "rindio": 5, "total": 6 }, "creativity": { "rindio": 3, "total": 4 } }, "quality_avg": 8.46, "quality_ci95": 0.44, "cost_score_avg": 7.99, "speed_score_avg": 1.98, "latency_score_avg": 1.0, "tool_calling_score_avg": 8.09, "judge_score_avg": 4.27, "tokens_per_second": 9.3, "latency_avg_s": 159.73, "total_input_tokens": 25173, "total_output_tokens": 115083, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.34, "score_calidad": 8.46, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-mistral-large-3", "id": "mistralai/mistral-large-3-675b-instruct-2512", "name": "Mistral Large 3 675B (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 2.0, "cost_output_per_M": 6.0, "cost_per_1k_calls_usd": 9.6, "context_window": null, "subscriptions": [], "notes": "Flagship Mistral diciembre 2025. Comparar contra Mistral Small 4 (#4 ranking).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 82, "total_runs": 86, "score_global": 6.71, "score_by_pillar": { "Contenido": 7.34, "Agentes": 6.98, "Coding": 7.73, "Razonamiento": 7.02 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.606, "speed_score_avg": 1.75, "latency_score_avg": 1.042, "cost_score_avg": 7.391, "quality_ci95": 0.777 }, "Agentes": { "quality_avg": 7.862, "speed_score_avg": 2.5, "latency_score_avg": 1.571, "cost_score_avg": 7.785, "quality_ci95": 0.712 }, "Coding": { "quality_avg": 9.007, "speed_score_avg": 2.0, "latency_score_avg": 1.526, "cost_score_avg": 7.764, "quality_ci95": 0.903 }, "Razonamiento": { "quality_avg": 8.163, "speed_score_avg": 2.267, "latency_score_avg": 1.0, "cost_score_avg": 7.069, "quality_ci95": 1.016 } }, "score_by_suite": { "content_generation": 8.0, "tool_calling": 6.4, "task_management": 7.58, "code_generation": 7.74, "reasoning": 7.58, "summarization": 7.32, "presentation": 7.5, "startup_content": 7.63, "deep_reasoning": 7.14, "customer_support": 6.28, "structured_output": 8.5, "hallucination": 6.28, "creativity": 7.22, "string_precision": 7.22, "news_seo_writing": 6.16, "ocr_extraction": 7.74, "orchestration": 7.3, "multi_turn": 6.51, "policy_adherence": 7.56, "agent_capabilities": 7.34, "strategy": 6.96, "sales_outreach": 7.86, "translation": 7.51 }, "quality_by_suite": { "content_generation": 9.55, "tool_calling": 7.03, "task_management": 9.0, "code_generation": 9.16, "reasoning": 9.09, "summarization": 8.26, "presentation": 9.02, "startup_content": 9.15, "deep_reasoning": 8.33, "customer_support": 6.27, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.38, "string_precision": 8.17, "news_seo_writing": 7.05, "ocr_extraction": 9.1, "orchestration": 8.49, "multi_turn": 7.38, "policy_adherence": 8.67, "agent_capabilities": 8.47, "strategy": 8.06, "sales_outreach": 9.33, "translation": 8.73 }, "suites_incompletas": { "content_generation": { "rindio": 3, "total": 4 }, "task_management": { "rindio": 2, "total": 3 }, "startup_content": { "rindio": 3, "total": 5 }, "news_seo_writing": { "rindio": 4, "total": 5 } }, "quality_avg": 8.44, "quality_ci95": 0.441, "cost_score_avg": 7.52, "speed_score_avg": 2.16, "latency_score_avg": 1.28, "tool_calling_score_avg": 6.43, "judge_score_avg": 4.21, "tokens_per_second": 10.9, "latency_avg_s": 146.6, "total_input_tokens": 24892, "total_output_tokens": 65326, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.3, "score_calidad": 8.44, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-haiku-4.5-sub", "id": "claude-haiku-4-5", "name": "Claude Haiku 4.5 (suscripción)", "tier": "subscription", "provider": "claude_code", "open_source": false, "license": "", "cost_input_per_M": 1.0, "cost_output_per_M": 5.0, "cost_per_1k_calls_usd": 7.8, "context_window": 200000, "subscriptions": [ { "key": "anthropic_pro", "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." } ], "notes": "Haiku 4.5 vía suscripción Claude Code.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 86, "total_runs": 151, "score_global": 6.45, "score_by_pillar": { "Contenido": 7.67, "Agentes": 7.55, "Coding": 7.92, "Razonamiento": 6.83 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.671, "speed_score_avg": 8.609, "latency_score_avg": 2.652, "cost_score_avg": 5.003, "quality_ci95": 0.828 }, "Agentes": { "quality_avg": 8.299, "speed_score_avg": 8.6, "latency_score_avg": 2.9, "cost_score_avg": 5.827, "quality_ci95": 0.52 }, "Coding": { "quality_avg": 8.64, "speed_score_avg": 9.053, "latency_score_avg": 3.263, "cost_score_avg": 6.311, "quality_ci95": 1.307 }, "Razonamiento": { "quality_avg": 7.627, "speed_score_avg": 8.5, "latency_score_avg": 1.75, "cost_score_avg": 4.82, "quality_ci95": 1.193 } }, "score_by_suite": { "content_generation": 8.13, "task_management": 8.52, "code_generation": 7.97, "reasoning": 8.21, "summarization": 6.59, "presentation": 8.23, "startup_content": 7.93, "deep_reasoning": 7.3, "customer_support": 8.57, "structured_output": 9.0, "hallucination": 5.85, "creativity": 7.76, "string_precision": 6.81, "news_seo_writing": 6.71, "ocr_extraction": 8.34, "orchestration": 6.84, "multi_turn": 7.42, "policy_adherence": 7.79, "agent_capabilities": 7.14, "strategy": 4.95, "sales_outreach": 8.24, "translation": 7.93, "prompt_injection_es": 6.96, "niah_es": 8.8, "business_audit": 7.13 }, "quality_by_suite": { "content_generation": 9.11, "task_management": 9.7, "code_generation": 8.96, "reasoning": 9.52, "summarization": 6.6, "presentation": 9.72, "startup_content": 9.16, "deep_reasoning": 8.33, "customer_support": 9.6, "structured_output": 10.0, "hallucination": 5.67, "creativity": 9.12, "string_precision": 6.83, "news_seo_writing": 7.34, "ocr_extraction": 9.46, "orchestration": 7.67, "multi_turn": 7.88, "policy_adherence": 8.58, "agent_capabilities": 7.72, "strategy": 5.0, "sales_outreach": 9.33, "translation": 9.0, "prompt_injection_es": 7.3, "niah_es": 9.79, "business_audit": 8.2 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "reasoning": { "rindio": 2, "total": 3 }, "summarization": { "rindio": 1, "total": 2 }, "presentation": { "rindio": 1, "total": 2 }, "startup_content": { "rindio": 3, "total": 5 }, "customer_support": { "rindio": 2, "total": 4 }, "orchestration": { "rindio": 4, "total": 5 }, "agent_capabilities": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.29, "quality_ci95": 0.516, "cost_score_avg": 5.43, "speed_score_avg": 8.67, "latency_score_avg": 2.59, "tool_calling_score_avg": 2.1, "judge_score_avg": 4.49, "tokens_per_second": 101.6, "latency_avg_s": 22.24, "total_input_tokens": 5136, "total_output_tokens": 200209, "long_context_runs": 45, "long_context_quality": 9.79, "long_context_score": 8.8, "long_context_by_size": { "8000": 9.67, "64000": 10.0, "128000": 9.0 }, "effective_context": 128000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 7.3, "policy_refusal_rate": 0.0, "score_global_linear": 7.46, "score_calidad": 8.29, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-opus-5-sub", "id": "claude-opus-5", "name": "Claude Opus 5 (suscripción)", "tier": "subscription", "provider": "claude_code", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": 1000000, "subscriptions": [ { "key": "anthropic_pro", "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." } ], "notes": "Opus 5 vía suscripción Claude Code, costo marginal $0.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 113, "total_runs": 117, "score_global": 6.39, "score_by_pillar": { "Razonamiento": 6.26, "Contenido": 7.25, "Agentes": 6.65, "Coding": 7.8 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.59, "speed_score_avg": 7.4, "latency_score_avg": 1.0, "cost_score_avg": 2.083, "quality_ci95": 1.048 }, "Contenido": { "quality_avg": 8.94, "speed_score_avg": 6.545, "latency_score_avg": 1.0, "cost_score_avg": 2.834, "quality_ci95": 0.627 }, "Agentes": { "quality_avg": 8.116, "speed_score_avg": 6.371, "latency_score_avg": 1.0, "cost_score_avg": 2.804, "quality_ci95": 0.609 }, "Coding": { "quality_avg": 9.515, "speed_score_avg": 4.632, "latency_score_avg": 1.0, "cost_score_avg": 4.781, "quality_ci95": 0.407 } }, "score_by_suite": { "business_audit": 6.28, "business_strategy": 6.76, "content_verificable": 7.48, "content_generation": 7.38, "tool_calling": 6.09, "task_management": 7.43, "code_generation": 6.78, "reasoning": 7.74, "summarization": 7.47, "presentation": 7.67, "startup_content": 7.57, "deep_reasoning": 5.6, "customer_support": 8.05, "structured_output": 8.23, "hallucination": 5.55, "creativity": 7.1, "string_precision": 8.27, "news_seo_writing": 6.32, "ocr_extraction": 7.71, "orchestration": 6.56, "multi_turn": 6.65, "policy_adherence": 7.44, "agent_capabilities": 6.37, "strategy": 5.86, "sales_outreach": 7.53, "translation": 7.2, "agent_long_horizon": 5.64 }, "quality_by_suite": { "business_audit": 7.6, "business_strategy": 8.4, "content_verificable": 9.2, "content_generation": 9.05, "tool_calling": 7.1, "task_management": 9.34, "code_generation": 8.32, "reasoning": 9.76, "summarization": 9.06, "presentation": 9.71, "startup_content": 9.6, "deep_reasoning": 6.62, "customer_support": 9.95, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.75, "string_precision": 10.0, "news_seo_writing": 7.66, "ocr_extraction": 9.5, "orchestration": 7.93, "multi_turn": 8.0, "policy_adherence": 9.08, "agent_capabilities": 7.64, "strategy": 7.22, "sales_outreach": 9.33, "translation": 8.67, "agent_long_horizon": 7.07 }, "suites_incompletas": { "orchestration": { "rindio": 4, "total": 5 }, "agent_long_horizon": { "rindio": 7, "total": 12 } }, "quality_avg": 8.49, "quality_ci95": 0.406, "cost_score_avg": 2.89, "speed_score_avg": 6.46, "latency_score_avg": 1.0, "tool_calling_score_avg": 1.82, "judge_score_avg": 4.66, "tokens_per_second": 46.5, "latency_avg_s": 83.7, "total_input_tokens": 310, "total_output_tokens": 519129, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 7, "agentic_quality": 7.07, "multiturno_score": 5.64, "agentic_score": 5.64, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.93, "score_calidad": 8.49, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gpt-5.6-terra-pro", "id": "openai/gpt-5.6-terra-pro", "name": "GPT-5.6 Terra Pro", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.0, "cost_output_per_M": 6.0, "cost_per_1k_calls_usd": 9.3, "context_window": 1050000, "subscriptions": [], "notes": "Variante de MAYOR ESFUERZO de GPT-5.6 Terra, al mismo precio ($1/$6). No rankea por política: ver DECISIONES.md.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": true, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 128, "total_runs": 201, "score_global": 6.36, "score_by_pillar": { "Razonamiento": 6.93, "Contenido": 7.48, "Agentes": 6.76, "Coding": 8.39 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.997, "speed_score_avg": 9.933, "latency_score_avg": 1.233, "cost_score_avg": 3.323, "quality_ci95": 0.996 }, "Contenido": { "quality_avg": 8.637, "speed_score_avg": 9.818, "latency_score_avg": 1.364, "cost_score_avg": 3.94, "quality_ci95": 0.684 }, "Agentes": { "quality_avg": 7.515, "speed_score_avg": 8.58, "latency_score_avg": 2.3, "cost_score_avg": 4.565, "quality_ci95": 0.701 }, "Coding": { "quality_avg": 9.613, "speed_score_avg": 9.053, "latency_score_avg": 2.842, "cost_score_avg": 5.101, "quality_ci95": 0.313 } }, "score_by_suite": { "business_audit": 7.23, "business_strategy": 7.67, "content_verificable": 8.53, "content_generation": 7.76, "tool_calling": 4.51, "task_management": 7.81, "code_generation": 7.67, "reasoning": 7.87, "summarization": 7.75, "presentation": 7.37, "startup_content": 7.63, "deep_reasoning": 5.43, "customer_support": 5.71, "structured_output": 8.74, "hallucination": 6.15, "creativity": 7.7, "string_precision": 8.84, "news_seo_writing": 6.45, "ocr_extraction": 8.13, "orchestration": 7.14, "multi_turn": 6.36, "policy_adherence": 7.39, "agent_capabilities": 6.64, "strategy": 7.54, "sales_outreach": 6.44, "translation": 7.4, "agent_long_horizon": 7.93, "niah_es": 7.95, "integridad_idioma": 8.17, "prompt_injection_es": 7.63, "tool_calling_adversarial": 6.07 }, "quality_by_suite": { "business_audit": 8.4, "business_strategy": 9.2, "content_verificable": 10.0, "content_generation": 8.85, "tool_calling": 4.02, "task_management": 9.2, "code_generation": 8.98, "reasoning": 9.47, "summarization": 8.8, "presentation": 8.69, "startup_content": 9.19, "deep_reasoning": 5.83, "customer_support": 5.73, "structured_output": 10.0, "hallucination": 6.33, "creativity": 9.0, "string_precision": 10.0, "news_seo_writing": 7.35, "ocr_extraction": 9.35, "orchestration": 7.91, "multi_turn": 7.0, "policy_adherence": 8.17, "agent_capabilities": 7.2, "strategy": 9.17, "sales_outreach": 7.11, "translation": 8.2, "agent_long_horizon": 9.67, "niah_es": 10.0, "integridad_idioma": 9.66, "prompt_injection_es": 9.1, "tool_calling_adversarial": 6.32 }, "suites_incompletas": { "tool_calling_adversarial": { "rindio": 9, "total": 10 } }, "quality_avg": 8.34, "quality_ci95": 0.401, "cost_score_avg": 4.15, "speed_score_avg": 9.32, "latency_score_avg": 1.87, "tool_calling_score_avg": 6.9, "judge_score_avg": 4.18, "tokens_per_second": 147.9, "latency_avg_s": 29.0, "total_input_tokens": 1602240, "total_output_tokens": 634543, "long_context_runs": 45, "long_context_quality": 10.0, "long_context_score": 7.95, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 12, "agentic_quality": 9.67, "multiturno_score": 7.93, "agentic_score": 7.93, "security_runs": 20, "security_score": 9.1, "policy_refusal_rate": 0.0, "score_global_linear": 7.3, "score_calidad": 8.34, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "examen_incompleto", "agentico": "sin_evidencia_agentica" } } }, { "key": "mimo-v2-pro", "id": "xiaomi/mimo-v2-pro", "name": "MiMo-V2-Pro", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "Proprietary", "cost_input_per_M": 1.0, "cost_output_per_M": 3.0, "cost_per_1k_calls_usd": 4.8, "context_window": null, "subscriptions": [], "notes": "API-only Xiaomi (NO confundir con MiMo V2 Flash que sí es MIT en HF). El Pro no se publica en HuggingFace.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-13", "retired_reason": "Xiaomi deprecó el modelo", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 79, "total_runs": 83, "score_global": 6.32, "score_by_pillar": { "Contenido": 7.59, "Agentes": 6.84, "Coding": 7.92, "Razonamiento": 7.06 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.58, "speed_score_avg": 7.385, "latency_score_avg": 1.115, "cost_score_avg": 6.312, "quality_ci95": 0.729 }, "Agentes": { "quality_avg": 7.44, "speed_score_avg": 6.37, "latency_score_avg": 1.593, "cost_score_avg": 6.892, "quality_ci95": 0.758 }, "Coding": { "quality_avg": 8.893, "speed_score_avg": 6.471, "latency_score_avg": 2.294, "cost_score_avg": 6.903, "quality_ci95": 1.083 }, "Razonamiento": { "quality_avg": 7.835, "speed_score_avg": 7.692, "latency_score_avg": 1.077, "cost_score_avg": 6.093, "quality_ci95": 1.538 } }, "score_by_suite": { "content_generation": 8.15, "tool_calling": 5.49, "task_management": 8.08, "code_generation": 7.12, "reasoning": 7.61, "summarization": 7.38, "presentation": 7.88, "startup_content": 7.94, "deep_reasoning": 5.97, "customer_support": 6.79, "structured_output": 8.63, "hallucination": 7.08, "creativity": 7.89, "string_precision": 7.59, "news_seo_writing": 6.24, "ocr_extraction": 8.67, "orchestration": 6.38, "multi_turn": 7.27, "policy_adherence": 7.75, "agent_capabilities": 6.49, "strategy": 7.93, "sales_outreach": 8.17, "translation": 6.79 }, "quality_by_suite": { "content_generation": 9.28, "tool_calling": 5.51, "task_management": 9.24, "code_generation": 8.04, "reasoning": 8.79, "summarization": 8.26, "presentation": 9.06, "startup_content": 9.17, "deep_reasoning": 6.25, "customer_support": 7.25, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 6.71, "ocr_extraction": 10.0, "orchestration": 7.08, "multi_turn": 8.0, "policy_adherence": 8.67, "agent_capabilities": 6.91, "strategy": 9.17, "sales_outreach": 9.33, "translation": 7.33 }, "suites_incompletas": { "deep_reasoning": { "rindio": 4, "total": 6 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 3, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 }, "agent_capabilities": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.3, "quality_ci95": 0.488, "cost_score_avg": 6.56, "speed_score_avg": 6.99, "latency_score_avg": 1.48, "tool_calling_score_avg": 7.95, "judge_score_avg": 4.2, "tokens_per_second": 51.5, "latency_avg_s": 20.51, "total_input_tokens": 34294, "total_output_tokens": 83728, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.43, "score_calidad": 8.3, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "nim-qwen3.5-397b", "id": "qwen/qwen3.5-397b-a17b", "name": "Qwen 3.5 397B (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.39, "cost_output_per_M": 2.34, "cost_per_1k_calls_usd": 3.627, "context_window": 262144, "subscriptions": [], "notes": "Mismo modelo que Cristian usa via Ollama Cloud para producción — comparar", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 94, "total_runs": 98, "score_global": 6.3, "score_by_pillar": { "Contenido": 6.96, "Agentes": 7.38, "Coding": 7.55, "Razonamiento": 7.09 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.018, "speed_score_avg": 3.308, "latency_score_avg": 1.231, "cost_score_avg": 6.692, "quality_ci95": 0.805 }, "Agentes": { "quality_avg": 8.335, "speed_score_avg": 4.214, "latency_score_avg": 1.643, "cost_score_avg": 7.366, "quality_ci95": 0.49 }, "Coding": { "quality_avg": 8.715, "speed_score_avg": 3.053, "latency_score_avg": 1.737, "cost_score_avg": 7.24, "quality_ci95": 1.299 }, "Razonamiento": { "quality_avg": 8.266, "speed_score_avg": 4.96, "latency_score_avg": 1.12, "cost_score_avg": 5.659, "quality_ci95": 0.977 } }, "score_by_suite": { "content_generation": 7.3, "tool_calling": 6.42, "task_management": 7.71, "code_generation": 7.58, "reasoning": 7.58, "summarization": 6.23, "presentation": 7.4, "startup_content": 7.5, "deep_reasoning": 6.81, "customer_support": 7.6, "structured_output": 8.57, "hallucination": 6.84, "creativity": 8.03, "string_precision": 6.27, "news_seo_writing": 6.2, "ocr_extraction": 8.23, "orchestration": 7.32, "multi_turn": 7.47, "policy_adherence": 8.05, "agent_capabilities": 7.2, "strategy": 8.08, "sales_outreach": 5.82, "translation": 6.67, "business_audit": 6.89 }, "quality_by_suite": { "content_generation": 8.49, "tool_calling": 7.03, "task_management": 9.15, "code_generation": 8.96, "reasoning": 9.16, "summarization": 6.88, "presentation": 8.96, "startup_content": 9.01, "deep_reasoning": 7.92, "customer_support": 8.57, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.25, "string_precision": 6.83, "news_seo_writing": 7.09, "ocr_extraction": 9.75, "orchestration": 8.42, "multi_turn": 8.5, "policy_adherence": 9.08, "agent_capabilities": 7.91, "strategy": 10.0, "sales_outreach": 6.44, "translation": 7.37, "business_audit": 7.87 }, "suites_incompletas": { "startup_content": { "rindio": 4, "total": 5 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 } }, "quality_avg": 8.36, "quality_ci95": 0.454, "cost_score_avg": 6.67, "speed_score_avg": 4.02, "latency_score_avg": 1.39, "tool_calling_score_avg": 8.09, "judge_score_avg": 4.21, "tokens_per_second": 24.3, "latency_avg_s": 49.13, "total_input_tokens": 28602, "total_output_tokens": 92244, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.26, "score_calidad": 8.36, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-opus-4.8-sub", "id": "claude-opus-4-8", "name": "Claude Opus 4.8 (suscripción)", "tier": "subscription", "provider": "claude_code", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": 1000000, "subscriptions": [ { "key": "anthropic_pro", "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." } ], "notes": "Opus 4.8 medido por la suscripción Claude Code (no API) — a costo $0. Costeado a precio OpenRouter ($5/$25). CAVEAT: subscription_measured.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 109, "total_runs": 173, "score_global": 6.14, "score_by_pillar": { "Razonamiento": 6.68, "Contenido": 7.38, "Agentes": 6.93, "Coding": 7.34 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.29, "speed_score_avg": 7.6, "latency_score_avg": 1.422, "cost_score_avg": 2.205, "quality_ci95": 0.739 }, "Contenido": { "quality_avg": 8.717, "speed_score_avg": 7.583, "latency_score_avg": 3.708, "cost_score_avg": 2.866, "quality_ci95": 0.796 }, "Agentes": { "quality_avg": 8.201, "speed_score_avg": 7.818, "latency_score_avg": 2.409, "cost_score_avg": 2.796, "quality_ci95": 0.814 }, "Coding": { "quality_avg": 8.674, "speed_score_avg": 6.222, "latency_score_avg": 3.056, "cost_score_avg": 3.776, "quality_ci95": 1.207 } }, "score_by_suite": { "reasoning": 7.83, "content_generation": 7.82, "task_management": 7.9, "code_generation": 7.66, "summarization": 6.35, "presentation": 7.79, "startup_content": 7.54, "deep_reasoning": 6.0, "customer_support": 8.22, "structured_output": 8.38, "hallucination": 5.74, "creativity": 7.51, "string_precision": 6.25, "news_seo_writing": 6.47, "ocr_extraction": 7.61, "orchestration": 5.86, "multi_turn": 6.95, "policy_adherence": 7.25, "agent_capabilities": 6.54, "strategy": 7.4, "sales_outreach": 7.84, "translation": 7.66, "prompt_injection_es": 5.77, "niah_es": 8.48, "business_audit": 6.72, "business_strategy": 7.32 }, "quality_by_suite": { "reasoning": 9.44, "content_generation": 9.25, "task_management": 9.61, "code_generation": 9.21, "summarization": 6.8, "presentation": 9.54, "startup_content": 9.24, "deep_reasoning": 6.95, "customer_support": 9.9, "structured_output": 10.0, "hallucination": 6.33, "creativity": 9.0, "string_precision": 7.17, "news_seo_writing": 7.32, "ocr_extraction": 9.1, "orchestration": 7.0, "multi_turn": 8.0, "policy_adherence": 8.58, "agent_capabilities": 7.62, "strategy": 9.17, "sales_outreach": 9.33, "translation": 9.0, "prompt_injection_es": 6.4, "niah_es": 10.0, "business_audit": 8.2, "business_strategy": 9.2 }, "suites_incompletas": { "reasoning": { "rindio": 1, "total": 3 }, "code_generation": { "rindio": 3, "total": 4 }, "summarization": { "rindio": 1, "total": 2 }, "startup_content": { "rindio": 3, "total": 5 }, "customer_support": { "rindio": 2, "total": 4 }, "agent_capabilities": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.38, "quality_ci95": 0.479, "cost_score_avg": 2.73, "speed_score_avg": 7.41, "latency_score_avg": 2.39, "tool_calling_score_avg": 1.91, "judge_score_avg": 4.57, "tokens_per_second": 58.5, "latency_avg_s": 48.38, "total_input_tokens": 183970, "total_output_tokens": 316550, "long_context_runs": 44, "long_context_quality": 10.0, "long_context_score": 8.48, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0 }, "effective_context": 256000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 6.4, "policy_refusal_rate": 0.0, "score_global_linear": 7.05, "score_calidad": 8.38, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-qwen-2.5-72b", "id": "qwen/qwen-2.5-72b-instruct", "name": "Qwen 2.5 72B", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.36, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.708, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": true, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 63, "total_runs": 67, "score_global": 6.12, "score_by_pillar": { "Razonamiento": 7.15, "Contenido": 7.53, "Agentes": 6.78, "Coding": 8.1 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.805, "speed_score_avg": 5.467, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 1.082 }, "Contenido": { "quality_avg": 8.422, "speed_score_avg": 4.722, "latency_score_avg": 1.167, "cost_score_avg": 8.0, "quality_ci95": 1.055 }, "Agentes": { "quality_avg": 7.264, "speed_score_avg": 4.667, "latency_score_avg": 1.889, "cost_score_avg": 8.0, "quality_ci95": 0.794 }, "Coding": { "quality_avg": 9.004, "speed_score_avg": 5.125, "latency_score_avg": 2.812, "cost_score_avg": 8.0, "quality_ci95": 1.073 } }, "score_by_suite": { "business_strategy": 7.54, "content_generation": 8.19, "tool_calling": 5.81, "task_management": 7.92, "code_generation": 8.14, "reasoning": 8.02, "summarization": 7.1, "presentation": 8.23, "startup_content": 8.37, "deep_reasoning": 6.68, "customer_support": 6.92, "structured_output": 8.93, "string_precision": 7.2, "news_seo_writing": 6.55, "ocr_extraction": 8.31, "orchestration": 6.74, "policy_adherence": 6.24, "agent_capabilities": 7.2, "strategy": 6.69, "sales_outreach": 6.95, "translation": 6.89 }, "quality_by_suite": { "business_strategy": 8.4, "content_generation": 9.45, "tool_calling": 6.05, "task_management": 8.8, "code_generation": 9.16, "reasoning": 9.2, "summarization": 7.9, "presentation": 9.3, "startup_content": 9.5, "deep_reasoning": 7.08, "customer_support": 7.96, "structured_output": 10.0, "string_precision": 7.8, "news_seo_writing": 7.01, "ocr_extraction": 9.35, "orchestration": 7.12, "policy_adherence": 6.67, "agent_capabilities": 7.74, "strategy": 7.08, "sales_outreach": 8.0, "translation": 7.33 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "code_generation": { "rindio": 2, "total": 4 }, "reasoning": { "rindio": 2, "total": 3 }, "presentation": { "rindio": 1, "total": 2 }, "startup_content": { "rindio": 4, "total": 5 }, "customer_support": { "rindio": 1, "total": 4 }, "string_precision": { "rindio": 5, "total": 6 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "policy_adherence": { "rindio": 1, "total": 4 }, "strategy": { "rindio": 2, "total": 3 }, "sales_outreach": { "rindio": 1, "total": 3 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.24, "quality_ci95": 0.53, "cost_score_avg": 8.0, "speed_score_avg": 5.11, "latency_score_avg": 1.68, "tool_calling_score_avg": 8.35, "judge_score_avg": 4.44, "tokens_per_second": 31.4, "latency_avg_s": 21.01, "total_input_tokens": 26778, "total_output_tokens": 40232, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.48, "score_calidad": 8.24, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "examen_incompleto", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-glm5", "id": "z-ai/glm5", "name": "GLM 5 (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "MIT", "cost_input_per_M": 0.98, "cost_output_per_M": 3.08, "cost_per_1k_calls_usd": 4.914, "context_window": null, "subscriptions": [], "notes": "Z.AI flagship base, comparar con 5.1", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 84, "total_runs": 88, "score_global": 6.0, "score_by_pillar": { "Contenido": 7.17, "Agentes": 6.53, "Coding": 7.7, "Razonamiento": 6.94 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.464, "speed_score_avg": 1.52, "latency_score_avg": 1.0, "cost_score_avg": 7.028, "quality_ci95": 0.76 }, "Agentes": { "quality_avg": 7.397, "speed_score_avg": 1.793, "latency_score_avg": 1.172, "cost_score_avg": 7.516, "quality_ci95": 0.677 }, "Coding": { "quality_avg": 9.088, "speed_score_avg": 1.737, "latency_score_avg": 1.211, "cost_score_avg": 7.477, "quality_ci95": 0.945 }, "Razonamiento": { "quality_avg": 8.223, "speed_score_avg": 1.867, "latency_score_avg": 1.0, "cost_score_avg": 6.443, "quality_ci95": 1.398 } }, "score_by_suite": { "content_generation": 7.39, "tool_calling": 5.11, "task_management": 7.77, "code_generation": 7.46, "reasoning": 7.67, "summarization": 6.4, "presentation": 7.29, "startup_content": 7.5, "deep_reasoning": 6.13, "customer_support": 6.72, "structured_output": 8.44, "hallucination": 6.69, "creativity": 7.58, "string_precision": 7.09, "news_seo_writing": 5.98, "ocr_extraction": 8.05, "orchestration": 6.52, "multi_turn": 6.9, "policy_adherence": 7.07, "agent_capabilities": 6.04, "strategy": 8.06, "sales_outreach": 7.83, "translation": 7.33 }, "quality_by_suite": { "content_generation": 8.73, "tool_calling": 5.21, "task_management": 9.21, "code_generation": 8.92, "reasoning": 9.28, "summarization": 7.22, "presentation": 8.86, "startup_content": 9.09, "deep_reasoning": 7.08, "customer_support": 7.54, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 6.88, "ocr_extraction": 9.6, "orchestration": 7.46, "multi_turn": 8.0, "policy_adherence": 8.17, "agent_capabilities": 6.78, "strategy": 10.0, "sales_outreach": 9.33, "translation": 8.57 }, "suites_incompletas": { "startup_content": { "rindio": 3, "total": 5 }, "news_seo_writing": { "rindio": 4, "total": 5 } }, "quality_avg": 8.35, "quality_ci95": 0.458, "cost_score_avg": 7.15, "speed_score_avg": 1.71, "latency_score_avg": 1.07, "tool_calling_score_avg": 7.9, "judge_score_avg": 4.15, "tokens_per_second": 6.9, "latency_avg_s": 124.55, "total_input_tokens": 24976, "total_output_tokens": 62512, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.13, "score_calidad": 8.35, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-sonnet-4.6-sub", "id": "claude-sonnet-4-6", "name": "Claude Sonnet 4.6 (suscripción)", "tier": "subscription", "provider": "claude_code", "open_source": false, "license": "", "cost_input_per_M": 3.0, "cost_output_per_M": 15.0, "cost_per_1k_calls_usd": 23.4, "context_window": 1000000, "subscriptions": [ { "key": "anthropic_pro", "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." } ], "notes": "Sonnet 4.6 vía suscripción Claude Code.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 93, "total_runs": 158, "score_global": 5.81, "score_by_pillar": { "Contenido": 7.37, "Agentes": 7.01, "Coding": 7.63, "Razonamiento": 6.46 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.737, "speed_score_avg": 6.615, "latency_score_avg": 2.346, "cost_score_avg": 3.852, "quality_ci95": 0.74 }, "Agentes": { "quality_avg": 8.139, "speed_score_avg": 6.609, "latency_score_avg": 2.261, "cost_score_avg": 4.329, "quality_ci95": 0.818 }, "Coding": { "quality_avg": 8.738, "speed_score_avg": 6.211, "latency_score_avg": 3.158, "cost_score_avg": 5.425, "quality_ci95": 1.291 }, "Razonamiento": { "quality_avg": 7.642, "speed_score_avg": 6.72, "latency_score_avg": 1.08, "cost_score_avg": 3.499, "quality_ci95": 1.259 } }, "score_by_suite": { "content_generation": 7.59, "task_management": 8.03, "code_generation": 7.78, "reasoning": 7.87, "summarization": 7.08, "presentation": 7.58, "startup_content": 7.83, "deep_reasoning": 5.45, "customer_support": 8.14, "structured_output": 8.65, "hallucination": 5.31, "creativity": 7.35, "string_precision": 6.52, "news_seo_writing": 6.45, "ocr_extraction": 8.04, "orchestration": 6.03, "multi_turn": 7.12, "policy_adherence": 6.75, "agent_capabilities": 6.75, "strategy": 7.35, "sales_outreach": 7.75, "translation": 7.81, "prompt_injection_es": 7.85, "niah_es": 8.71, "business_audit": 6.72 }, "quality_by_suite": { "content_generation": 8.73, "task_management": 9.66, "code_generation": 9.38, "reasoning": 9.68, "summarization": 7.7, "presentation": 9.23, "startup_content": 9.6, "deep_reasoning": 6.25, "customer_support": 9.7, "structured_output": 10.0, "hallucination": 5.67, "creativity": 9.0, "string_precision": 6.83, "news_seo_writing": 7.6, "ocr_extraction": 9.5, "orchestration": 7.21, "multi_turn": 8.0, "policy_adherence": 7.58, "agent_capabilities": 7.68, "strategy": 9.17, "sales_outreach": 9.33, "translation": 9.0, "prompt_injection_es": 9.1, "niah_es": 10.0, "business_audit": 8.0 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "startup_content": { "rindio": 4, "total": 5 }, "agent_capabilities": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.29, "quality_ci95": 0.526, "cost_score_avg": 4.2, "speed_score_avg": 6.56, "latency_score_avg": 2.15, "tool_calling_score_avg": 1.62, "judge_score_avg": 4.57, "tokens_per_second": 48.9, "latency_avg_s": 45.4, "total_input_tokens": 5990, "total_output_tokens": 224675, "long_context_runs": 45, "long_context_quality": 10.0, "long_context_score": 8.71, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 9.1, "policy_refusal_rate": 0.0, "score_global_linear": 7.09, "score_calidad": 8.29, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-qwen3-next-instruct", "id": "qwen/qwen3-next-80b-a3b-instruct", "name": "Qwen 3-Next 80B Instruct (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.09, "cost_output_per_M": 1.1, "cost_per_1k_calls_usd": 1.677, "context_window": 262144, "subscriptions": [], "notes": "Próxima generación Qwen — pendiente desde Lote 4", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 95, "total_runs": 164, "score_global": 5.8, "score_by_pillar": { "Contenido": 7.71, "Agentes": 7.14, "Coding": 8.22, "Razonamiento": 7.24 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.384, "speed_score_avg": 7.385, "latency_score_avg": 1.846, "cost_score_avg": 7.657, "quality_ci95": 0.829 }, "Agentes": { "quality_avg": 7.514, "speed_score_avg": 6.345, "latency_score_avg": 3.0, "cost_score_avg": 7.882, "quality_ci95": 0.77 }, "Coding": { "quality_avg": 9.048, "speed_score_avg": 6.105, "latency_score_avg": 3.316, "cost_score_avg": 7.896, "quality_ci95": 0.924 }, "Razonamiento": { "quality_avg": 7.72, "speed_score_avg": 8.2, "latency_score_avg": 1.8, "cost_score_avg": 7.277, "quality_ci95": 1.167 } }, "score_by_suite": { "content_generation": 8.53, "tool_calling": 6.91, "task_management": 8.15, "code_generation": 8.13, "reasoning": 7.86, "summarization": 7.36, "presentation": 8.2, "startup_content": 8.2, "deep_reasoning": 7.58, "customer_support": 7.44, "structured_output": 9.0, "hallucination": 7.36, "creativity": 7.73, "string_precision": 7.67, "news_seo_writing": 6.64, "ocr_extraction": 8.34, "orchestration": 5.34, "multi_turn": 7.78, "policy_adherence": 7.65, "agent_capabilities": 7.37, "strategy": 6.72, "sales_outreach": 6.7, "translation": 8.32, "prompt_injection_es": 2.45, "niah_es": 8.41, "business_audit": 6.98 }, "quality_by_suite": { "content_generation": 9.4, "tool_calling": 7.03, "task_management": 9.01, "code_generation": 9.04, "reasoning": 8.77, "summarization": 7.62, "presentation": 9.24, "startup_content": 9.32, "deep_reasoning": 8.33, "customer_support": 7.9, "structured_output": 10.0, "hallucination": 7.67, "creativity": 8.25, "string_precision": 8.17, "news_seo_writing": 6.93, "ocr_extraction": 9.35, "orchestration": 5.06, "multi_turn": 8.5, "policy_adherence": 8.17, "agent_capabilities": 7.84, "strategy": 7.22, "sales_outreach": 7.11, "translation": 9.0, "prompt_injection_es": 1.0, "niah_es": 10.0, "business_audit": 7.2 }, "suites_incompletas": { "news_seo_writing": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.13, "quality_ci95": 0.497, "cost_score_avg": 7.66, "speed_score_avg": 7.13, "latency_score_avg": 2.33, "tool_calling_score_avg": 7.62, "judge_score_avg": 4.15, "tokens_per_second": 61.5, "latency_avg_s": 16.89, "total_input_tokens": 29307, "total_output_tokens": 86020, "long_context_runs": 45, "long_context_quality": 10.0, "long_context_score": 8.41, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.55, "score_calidad": 8.13, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "spark-gemma4-31b-llamacpp", "id": "gemma-4-31B-it-Q4_K_M.gguf", "name": "Gemma 4 31B (Spark llama-server Q4_K_M)", "tier": "local", "provider": "llama_server", "open_source": true, "license": "Gemma Terms", "cost_input_per_M": 0.12, "cost_output_per_M": 0.37, "cost_per_1k_calls_usd": 0.591, "context_window": 131072, "subscriptions": [], "notes": "Q4_K_M en DGX Spark via llama.cpp/llama-server (multimodal). Medido SIN reasoning (enable_thinking=false) — uso agente/baja latencia. Comparar con 12B llama-server y 31B Ollama/NIM (esos SÍ razonan).", "tested": true, "reasoning_medido": "apagado", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 86, "total_runs": 110, "score_global": 5.77, "score_by_pillar": { "Contenido": 7.25, "Agentes": 6.69, "Coding": 7.93, "Razonamiento": 7.17 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.314, "speed_score_avg": 2.0, "latency_score_avg": 1.037, "cost_score_avg": 8.0, "quality_ci95": 0.779 }, "Agentes": { "quality_avg": 7.457, "speed_score_avg": 2.0, "latency_score_avg": 1.552, "cost_score_avg": 8.0, "quality_ci95": 0.879 }, "Coding": { "quality_avg": 9.215, "speed_score_avg": 2.0, "latency_score_avg": 1.789, "cost_score_avg": 8.0, "quality_ci95": 0.926 }, "Razonamiento": { "quality_avg": 8.197, "speed_score_avg": 2.0, "latency_score_avg": 1.067, "cost_score_avg": 8.0, "quality_ci95": 1.069 } }, "score_by_suite": { "content_generation": 7.83, "tool_calling": 6.55, "task_management": 7.81, "code_generation": 7.74, "reasoning": 7.98, "summarization": 7.07, "presentation": 7.42, "startup_content": 7.85, "deep_reasoning": 7.16, "customer_support": 6.56, "structured_output": 8.5, "hallucination": 5.88, "creativity": 7.73, "string_precision": 7.28, "news_seo_writing": 6.58, "ocr_extraction": 8.42, "orchestration": 6.05, "multi_turn": 6.24, "policy_adherence": 7.51, "agent_capabilities": 6.55, "strategy": 7.64, "sales_outreach": 5.94, "translation": 7.45, "prompt_injection_es": 1.99 }, "quality_by_suite": { "content_generation": 9.15, "tool_calling": 7.17, "task_management": 9.12, "code_generation": 9.02, "reasoning": 9.37, "summarization": 8.06, "presentation": 8.56, "startup_content": 9.18, "deep_reasoning": 8.2, "customer_support": 7.23, "structured_output": 10.0, "hallucination": 6.33, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.37, "ocr_extraction": 10.0, "orchestration": 6.59, "multi_turn": 6.88, "policy_adherence": 8.67, "agent_capabilities": 7.23, "strategy": 8.89, "sales_outreach": 6.44, "translation": 8.57, "prompt_injection_es": 1.0 }, "suites_incompletas": { "startup_content": { "rindio": 4, "total": 5 } }, "quality_avg": 8.26, "quality_ci95": 0.49, "cost_score_avg": 8.0, "speed_score_avg": 2.0, "latency_score_avg": 1.31, "tool_calling_score_avg": 8.01, "judge_score_avg": 4.21, "tokens_per_second": 9.4, "latency_avg_s": 61.48, "total_input_tokens": 25539, "total_output_tokens": 51123, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.23, "score_calidad": 8.26, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "mimo-v2.5-pro", "id": "mimo-v2.5-pro", "name": "MiMo V2.5-Pro (Xiaomi)", "tier": "subscription", "provider": "xiaomi_direct", "open_source": false, "license": "Xiaomi Commercial", "cost_input_per_M": 0.14, "cost_output_per_M": 0.14, "cost_per_1k_calls_usd": 0.252, "context_window": 1048576, "subscriptions": [ { "key": "xiaomi_standard", "name": "Xiaomi MiMo Standard", "plan": "Standard", "price_month_usd": 14, "url": "https://mimo.xiaomi.com", "notes": "200M credits/mes. Off-peak 16-24 UTC = 0.8x consumption. Acceso a 8 modelos MiMo." } ], "notes": "Flagship reasoning, agentic, 1M context, lanzado 22 abril 2026", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 80, "total_runs": 84, "score_global": 5.72, "score_by_pillar": { "Contenido": 7.77, "Agentes": 7.06, "Coding": 7.83, "Razonamiento": 7.27 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.477, "speed_score_avg": 7.304, "latency_score_avg": 1.217, "cost_score_avg": 8.0, "quality_ci95": 0.806 }, "Agentes": { "quality_avg": 7.499, "speed_score_avg": 6.621, "latency_score_avg": 1.483, "cost_score_avg": 8.0, "quality_ci95": 0.72 }, "Coding": { "quality_avg": 8.57, "speed_score_avg": 6.526, "latency_score_avg": 1.895, "cost_score_avg": 8.0, "quality_ci95": 1.296 }, "Razonamiento": { "quality_avg": 7.751, "speed_score_avg": 7.538, "latency_score_avg": 1.077, "cost_score_avg": 8.0, "quality_ci95": 1.624 } }, "score_by_suite": { "content_generation": 8.35, "tool_calling": 6.11, "task_management": 7.55, "code_generation": 8.01, "reasoning": 8.09, "summarization": 7.4, "presentation": 8.15, "startup_content": 8.32, "deep_reasoning": 6.07, "customer_support": 6.64, "structured_output": 8.8, "hallucination": 7.12, "creativity": 8.05, "string_precision": 6.57, "news_seo_writing": 6.43, "ocr_extraction": 8.42, "orchestration": 7.2, "multi_turn": 7.77, "policy_adherence": 7.83, "agent_capabilities": 6.51, "strategy": 8.87, "sales_outreach": 7.91, "translation": 7.4 }, "quality_by_suite": { "content_generation": 9.28, "tool_calling": 6.19, "task_management": 8.15, "code_generation": 8.77, "reasoning": 8.88, "summarization": 7.94, "presentation": 8.96, "startup_content": 9.2, "deep_reasoning": 6.0, "customer_support": 6.95, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 6.83, "news_seo_writing": 6.56, "ocr_extraction": 9.35, "orchestration": 7.67, "multi_turn": 8.5, "policy_adherence": 8.67, "agent_capabilities": 6.69, "strategy": 10.0, "sales_outreach": 8.67, "translation": 8.0 }, "suites_incompletas": { "reasoning": { "rindio": 2, "total": 3 }, "startup_content": { "rindio": 4, "total": 5 }, "deep_reasoning": { "rindio": 5, "total": 6 }, "creativity": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "translation": { "rindio": 1, "total": 3 } }, "quality_avg": 8.14, "quality_ci95": 0.534, "cost_score_avg": 8.0, "speed_score_avg": 7.0, "latency_score_avg": 1.4, "tool_calling_score_avg": 7.62, "judge_score_avg": 4.16, "tokens_per_second": 49.4, "latency_avg_s": 19.63, "total_input_tokens": 37416, "total_output_tokens": 84987, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.53, "score_calidad": 8.14, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "grok-4.1-fast", "id": "x-ai/grok-4.1-fast", "name": "Grok 4.1 Fast", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.2, "cost_output_per_M": 0.5, "cost_per_1k_calls_usd": 0.81, "context_window": 2097152, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-13", "retired_reason": "xAI lo deprecó; recomienda migrar a Grok 4.3", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 86, "total_runs": 90, "score_global": 5.66, "score_by_pillar": { "Contenido": 7.68, "Agentes": 7.27, "Coding": 8.4, "Razonamiento": 7.34 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.185, "speed_score_avg": 8.704, "latency_score_avg": 1.444, "cost_score_avg": 7.919, "quality_ci95": 0.771 }, "Agentes": { "quality_avg": 7.489, "speed_score_avg": 9.034, "latency_score_avg": 2.034, "cost_score_avg": 7.989, "quality_ci95": 0.667 }, "Coding": { "quality_avg": 8.987, "speed_score_avg": 9.684, "latency_score_avg": 2.632, "cost_score_avg": 7.88, "quality_ci95": 0.924 }, "Razonamiento": { "quality_avg": 7.667, "speed_score_avg": 9.333, "latency_score_avg": 1.533, "cost_score_avg": 7.695, "quality_ci95": 1.41 } }, "score_by_suite": { "content_generation": 7.87, "tool_calling": 7.26, "task_management": 8.16, "code_generation": 8.08, "reasoning": 8.47, "summarization": 7.47, "presentation": 8.28, "startup_content": 8.33, "deep_reasoning": 6.61, "customer_support": 6.41, "structured_output": 9.15, "hallucination": 7.54, "creativity": 8.38, "string_precision": 7.94, "news_seo_writing": 7.02, "ocr_extraction": 8.58, "orchestration": 7.63, "multi_turn": 7.89, "policy_adherence": 7.19, "agent_capabilities": 6.65, "strategy": 7.46, "sales_outreach": 6.51, "translation": 7.23 }, "quality_by_suite": { "content_generation": 8.73, "tool_calling": 7.45, "task_management": 8.81, "code_generation": 8.75, "reasoning": 9.28, "summarization": 7.67, "presentation": 8.96, "startup_content": 9.11, "deep_reasoning": 6.67, "customer_support": 6.32, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.25, "string_precision": 8.17, "news_seo_writing": 7.25, "ocr_extraction": 9.35, "orchestration": 8.03, "multi_turn": 8.38, "policy_adherence": 7.17, "agent_capabilities": 6.67, "strategy": 8.06, "sales_outreach": 6.44, "translation": 7.33 }, "suites_incompletas": { "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.07, "quality_ci95": 0.475, "cost_score_avg": 7.89, "speed_score_avg": 9.15, "latency_score_avg": 1.86, "tool_calling_score_avg": 8.18, "judge_score_avg": 4.19, "tokens_per_second": 117.0, "latency_avg_s": 15.99, "total_input_tokens": 37064, "total_output_tokens": 122306, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.66, "score_calidad": 8.07, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "mimo-v2.5", "id": "mimo-v2.5", "name": "MiMo V2.5 (Xiaomi)", "tier": "subscription", "provider": "xiaomi_direct", "open_source": false, "license": "Xiaomi Commercial", "cost_input_per_M": 0.07, "cost_output_per_M": 0.07, "cost_per_1k_calls_usd": 0.126, "context_window": 1048576, "subscriptions": [ { "key": "xiaomi_standard", "name": "Xiaomi MiMo Standard", "plan": "Standard", "price_month_usd": 14, "url": "https://mimo.xiaomi.com", "notes": "200M credits/mes. Off-peak 16-24 UTC = 0.8x consumption. Acceso a 8 modelos MiMo." } ], "notes": "All-in-one multimodal nativo, 1M context, lanzado 22 abril 2026", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 79, "total_runs": 83, "score_global": 5.63, "score_by_pillar": { "Contenido": 7.57, "Agentes": 7.08, "Coding": 8.07, "Razonamiento": 7.64 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.071, "speed_score_avg": 8.154, "latency_score_avg": 1.462, "cost_score_avg": 8.0, "quality_ci95": 0.793 }, "Agentes": { "quality_avg": 7.337, "speed_score_avg": 7.926, "latency_score_avg": 2.074, "cost_score_avg": 8.0, "quality_ci95": 0.783 }, "Coding": { "quality_avg": 8.787, "speed_score_avg": 7.444, "latency_score_avg": 2.167, "cost_score_avg": 8.0, "quality_ci95": 0.985 }, "Razonamiento": { "quality_avg": 8.117, "speed_score_avg": 9.0, "latency_score_avg": 1.083, "cost_score_avg": 8.0, "quality_ci95": 1.719 } }, "score_by_suite": { "content_generation": 8.26, "tool_calling": 6.22, "task_management": 8.21, "code_generation": 7.57, "reasoning": 8.12, "summarization": 7.33, "presentation": 8.1, "startup_content": 8.22, "deep_reasoning": 6.32, "customer_support": 7.6, "structured_output": 8.85, "hallucination": 7.78, "creativity": 8.21, "string_precision": 7.62, "news_seo_writing": 6.29, "ocr_extraction": 8.47, "orchestration": 6.8, "multi_turn": 6.81, "policy_adherence": 8.0, "agent_capabilities": 6.79, "strategy": 8.92, "sales_outreach": 6.51, "translation": 7.16 }, "quality_by_suite": { "content_generation": 9.09, "tool_calling": 6.05, "task_management": 9.0, "code_generation": 8.02, "reasoning": 8.7, "summarization": 7.68, "presentation": 8.78, "startup_content": 9.06, "deep_reasoning": 6.25, "customer_support": 8.0, "structured_output": 10.0, "hallucination": 8.33, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 6.31, "ocr_extraction": 9.27, "orchestration": 6.91, "multi_turn": 7.0, "policy_adherence": 8.67, "agent_capabilities": 6.93, "strategy": 10.0, "sales_outreach": 6.44, "translation": 7.33 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "reasoning": { "rindio": 2, "total": 3 }, "deep_reasoning": { "rindio": 4, "total": 6 }, "customer_support": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.09, "quality_ci95": 0.508, "cost_score_avg": 8.0, "speed_score_avg": 8.08, "latency_score_avg": 1.7, "tool_calling_score_avg": 8.07, "judge_score_avg": 4.17, "tokens_per_second": 78.5, "latency_avg_s": 12.6, "total_input_tokens": 36255, "total_output_tokens": 86040, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.6, "score_calidad": 8.09, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-opus-4.7-sub", "id": "claude-opus-4-7", "name": "Claude Opus 4.7 (suscripción)", "tier": "subscription", "provider": "claude_code", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": 1000000, "subscriptions": [ { "key": "anthropic_pro", "name": "Anthropic Pro", "plan": "Pro", "price_month_usd": 20, "url": "https://www.anthropic.com/pricing", "notes": "Sub Anthropic Pro $20/mes. NO incluye API access (solo claude.ai web)." } ], "notes": "Opus 4.7 vía suscripción Claude Code.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 70, "total_runs": 70, "score_global": 5.55, "score_by_pillar": { "Contenido": 7.2, "Agentes": 6.95, "Coding": 7.61, "Razonamiento": 6.3 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.635, "speed_score_avg": 7.087, "latency_score_avg": 1.348, "cost_score_avg": 3.466, "quality_ci95": 0.848 }, "Agentes": { "quality_avg": 8.223, "speed_score_avg": 7.25, "latency_score_avg": 1.75, "cost_score_avg": 3.426, "quality_ci95": 1.568 }, "Coding": { "quality_avg": 8.824, "speed_score_avg": 5.833, "latency_score_avg": 2.722, "cost_score_avg": 5.255, "quality_ci95": 1.371 }, "Razonamiento": { "quality_avg": 7.424, "speed_score_avg": 6.762, "latency_score_avg": 1.333, "cost_score_avg": 3.326, "quality_ci95": 1.376 } }, "score_by_suite": { "content_generation": 7.83, "task_management": 7.98, "code_generation": 7.65, "reasoning": 7.82, "summarization": 6.07, "presentation": 7.71, "startup_content": 7.57, "deep_reasoning": 5.95, "customer_support": 8.11, "structured_output": 8.46, "hallucination": 5.51, "creativity": 7.41, "string_precision": 6.43, "news_seo_writing": 6.12, "ocr_extraction": 8.31, "orchestration": 6.08, "multi_turn": 7.04, "sales_outreach": 8.18, "translation": 6.73, "business_audit": 6.44 }, "quality_by_suite": { "content_generation": 9.45, "task_management": 9.52, "code_generation": 9.28, "reasoning": 9.62, "summarization": 6.6, "presentation": 9.64, "startup_content": 9.39, "deep_reasoning": 6.95, "customer_support": 9.9, "structured_output": 10.0, "hallucination": 5.67, "creativity": 9.0, "string_precision": 6.83, "news_seo_writing": 7.22, "ocr_extraction": 10.0, "orchestration": 7.12, "multi_turn": 8.0, "sales_outreach": 10.0, "translation": 7.33, "business_audit": 7.8 }, "suites_incompletas": { "task_management": { "rindio": 1, "total": 3 }, "code_generation": { "rindio": 3, "total": 4 }, "reasoning": { "rindio": 2, "total": 3 }, "summarization": { "rindio": 1, "total": 2 }, "startup_content": { "rindio": 3, "total": 5 }, "customer_support": { "rindio": 2, "total": 4 }, "orchestration": { "rindio": 4, "total": 5 }, "multi_turn": { "rindio": 1, "total": 4 }, "sales_outreach": { "rindio": 2, "total": 3 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.27, "quality_ci95": 0.65, "cost_score_avg": 3.88, "speed_score_avg": 6.69, "latency_score_avg": 1.74, "tool_calling_score_avg": 2.33, "judge_score_avg": 4.43, "tokens_per_second": 52.6, "latency_avg_s": 32.9, "total_input_tokens": 1913, "total_output_tokens": 125433, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.01, "score_calidad": 8.27, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "spark-gemma4-12b-think", "id": "gemma-4-12b-it-Q4_K_M.gguf", "name": "Gemma 4 12B (Spark llama-server, reasoning)", "tier": "local", "provider": "llama_server_think", "open_source": true, "license": "Gemma Terms", "cost_input_per_M": 0.05, "cost_output_per_M": 0.2, "cost_per_1k_calls_usd": 0.315, "context_window": 131072, "subscriptions": [], "notes": "Mismo build que spark-gemma4-12b pero CON reasoning interno (default). Comparar delta calidad vs latencia contra la variante sin reasoning.", "tested": true, "reasoning_medido": "high (llama-server)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 85, "total_runs": 109, "score_global": 5.55, "score_by_pillar": { "Contenido": 7.15, "Agentes": 6.96, "Coding": 7.95, "Razonamiento": 7.24 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.976, "speed_score_avg": 3.852, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 0.899 }, "Agentes": { "quality_avg": 7.691, "speed_score_avg": 3.862, "latency_score_avg": 1.138, "cost_score_avg": 8.0, "quality_ci95": 0.648 }, "Coding": { "quality_avg": 9.088, "speed_score_avg": 4.0, "latency_score_avg": 1.158, "cost_score_avg": 8.0, "quality_ci95": 0.91 }, "Razonamiento": { "quality_avg": 8.122, "speed_score_avg": 3.857, "latency_score_avg": 1.0, "cost_score_avg": 7.971, "quality_ci95": 1.205 } }, "score_by_suite": { "content_generation": 7.84, "tool_calling": 6.72, "task_management": 7.74, "code_generation": 8.04, "reasoning": 8.12, "summarization": 6.72, "presentation": 7.85, "startup_content": 8.01, "deep_reasoning": 7.13, "customer_support": 6.96, "structured_output": 8.59, "hallucination": 6.01, "creativity": 7.87, "string_precision": 7.31, "news_seo_writing": 5.56, "ocr_extraction": 8.12, "orchestration": 6.89, "multi_turn": 7.17, "policy_adherence": 7.23, "agent_capabilities": 6.36, "strategy": 7.79, "sales_outreach": 6.08, "translation": 7.57, "prompt_injection_es": 2.18 }, "quality_by_suite": { "content_generation": 8.95, "tool_calling": 7.24, "task_management": 8.95, "code_generation": 9.23, "reasoning": 9.35, "summarization": 7.36, "presentation": 8.96, "startup_content": 9.23, "deep_reasoning": 8.0, "customer_support": 7.69, "structured_output": 10.0, "hallucination": 6.33, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 5.74, "ocr_extraction": 9.35, "orchestration": 7.59, "multi_turn": 8.0, "policy_adherence": 8.08, "agent_capabilities": 6.83, "strategy": 8.89, "sales_outreach": 6.44, "translation": 8.57, "prompt_injection_es": 1.0 }, "suites_incompletas": { "deep_reasoning": { "rindio": 5, "total": 6 }, "creativity": { "rindio": 3, "total": 4 } }, "quality_avg": 8.19, "quality_ci95": 0.47, "cost_score_avg": 8.0, "speed_score_avg": 3.88, "latency_score_avg": 1.04, "tool_calling_score_avg": 7.07, "judge_score_avg": 4.24, "tokens_per_second": 24.4, "latency_avg_s": 71.79, "total_input_tokens": 25378, "total_output_tokens": 135199, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 1.0, "policy_refusal_rate": 0.0, "score_global_linear": 7.3, "score_calidad": 8.19, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "devstral-medium", "id": "mistralai/devstral-medium", "name": "Devstral Medium", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.4, "cost_output_per_M": 2.0, "cost_per_1k_calls_usd": 3.12, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-13", "retired_reason": "OpenRouter: 'No endpoints found'", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 83, "total_runs": 87, "score_global": 5.51, "score_by_pillar": { "Contenido": 7.64, "Agentes": 6.85, "Coding": 8.15, "Razonamiento": 7.09 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.267, "speed_score_avg": 7.583, "latency_score_avg": 2.167, "cost_score_avg": 7.471, "quality_ci95": 0.881 }, "Agentes": { "quality_avg": 7.288, "speed_score_avg": 4.931, "latency_score_avg": 2.724, "cost_score_avg": 7.801, "quality_ci95": 0.564 }, "Coding": { "quality_avg": 8.961, "speed_score_avg": 6.0, "latency_score_avg": 3.474, "cost_score_avg": 7.754, "quality_ci95": 0.933 }, "Razonamiento": { "quality_avg": 7.69, "speed_score_avg": 6.533, "latency_score_avg": 1.533, "cost_score_avg": 7.334, "quality_ci95": 1.04 } }, "score_by_suite": { "content_generation": 8.09, "tool_calling": 5.71, "task_management": 8.12, "code_generation": 7.96, "reasoning": 7.69, "summarization": 6.92, "presentation": 8.28, "startup_content": 8.13, "deep_reasoning": 7.39, "customer_support": 7.08, "structured_output": 8.81, "hallucination": 6.06, "creativity": 7.91, "string_precision": 7.74, "news_seo_writing": 6.84, "ocr_extraction": 8.25, "orchestration": 6.96, "multi_turn": 6.36, "policy_adherence": 7.15, "agent_capabilities": 6.84, "strategy": 6.9, "sales_outreach": 7.01 }, "quality_by_suite": { "content_generation": 9.2, "tool_calling": 5.98, "task_management": 8.83, "code_generation": 8.94, "reasoning": 8.56, "summarization": 6.88, "presentation": 9.06, "startup_content": 9.04, "deep_reasoning": 7.92, "customer_support": 7.73, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.62, "string_precision": 8.17, "news_seo_writing": 7.12, "ocr_extraction": 9.1, "orchestration": 7.49, "multi_turn": 6.88, "policy_adherence": 7.67, "agent_capabilities": 6.88, "strategy": 7.72, "sales_outreach": 7.11 }, "suites_incompletas": { "summarization": { "rindio": 1, "total": 2 } }, "quality_avg": 8.09, "quality_ci95": 0.44, "cost_score_avg": 7.6, "speed_score_avg": 6.4, "latency_score_avg": 2.52, "tool_calling_score_avg": 5.03, "judge_score_avg": 4.11, "tokens_per_second": 63.5, "latency_avg_s": 21.67, "total_input_tokens": 25372, "total_output_tokens": 45196, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.47, "score_calidad": 8.09, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "nim-deepseek-v4-flash", "id": "deepseek-ai/deepseek-v4-flash", "name": "DeepSeek V4 Flash (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "MIT", "cost_input_per_M": 0.098, "cost_output_per_M": 0.197, "cost_per_1k_calls_usd": 0.325, "context_window": 1048576, "subscriptions": [], "notes": "Mismo modelo que probamos via OpenRouter — comparar latencia/calidad NIM vs OR", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 81, "total_runs": 85, "score_global": 5.5, "score_by_pillar": { "Contenido": 7.3, "Agentes": 6.67, "Coding": 7.93, "Razonamiento": 7.55 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.099, "speed_score_avg": 4.423, "latency_score_avg": 1.346, "cost_score_avg": 8.0, "quality_ci95": 0.808 }, "Agentes": { "quality_avg": 7.065, "speed_score_avg": 4.615, "latency_score_avg": 2.346, "cost_score_avg": 8.0, "quality_ci95": 0.907 }, "Coding": { "quality_avg": 9.044, "speed_score_avg": 2.944, "latency_score_avg": 2.333, "cost_score_avg": 8.0, "quality_ci95": 0.966 }, "Razonamiento": { "quality_avg": 8.441, "speed_score_avg": 4.8, "latency_score_avg": 1.133, "cost_score_avg": 8.0, "quality_ci95": 0.997 } }, "score_by_suite": { "content_generation": 8.14, "tool_calling": 5.96, "task_management": 8.02, "code_generation": 7.77, "reasoning": 8.08, "summarization": 6.83, "presentation": 8.12, "startup_content": 8.01, "deep_reasoning": 7.09, "customer_support": 6.71, "structured_output": 8.78, "hallucination": 7.41, "creativity": 7.51, "string_precision": 7.32, "news_seo_writing": 6.63, "ocr_extraction": 8.15, "orchestration": 4.04, "multi_turn": 7.4, "policy_adherence": 7.7, "agent_capabilities": 6.03, "strategy": 8.09, "sales_outreach": 6.08, "translation": 6.97 }, "quality_by_suite": { "content_generation": 9.19, "tool_calling": 5.84, "task_management": 9.1, "code_generation": 8.76, "reasoning": 9.15, "summarization": 7.82, "presentation": 9.24, "startup_content": 9.08, "deep_reasoning": 7.78, "customer_support": 7.25, "structured_output": 10.0, "hallucination": 8.33, "creativity": 8.38, "string_precision": 8.17, "news_seo_writing": 7.18, "ocr_extraction": 9.69, "orchestration": 3.57, "multi_turn": 8.0, "policy_adherence": 8.58, "agent_capabilities": 6.11, "strategy": 9.17, "sales_outreach": 6.44, "translation": 7.33 }, "suites_incompletas": { "startup_content": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 4, "total": 5 }, "orchestration": { "rindio": 2, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.15, "quality_ci95": 0.493, "cost_score_avg": 8.0, "speed_score_avg": 4.2, "latency_score_avg": 1.72, "tool_calling_score_avg": 7.98, "judge_score_avg": 4.21, "tokens_per_second": 24.9, "latency_avg_s": 55.17, "total_input_tokens": 24430, "total_output_tokens": 58525, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.35, "score_calidad": 8.15, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-diffusiongemma-26b", "id": "hf.co/unsloth/diffusiongemma-26B-A4B-it-GGUF:Q8_0", "name": "DiffusionGemma 26B-A4B (DGX Spark Q8_0)", "tier": "local", "provider": "diffusion_cli", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.06, "cost_output_per_M": 0.33, "cost_per_1k_calls_usd": 0.513, "context_window": 262144, "subscriptions": [], "notes": "Modelo de difusión textual (NO autoregresivo) basado en Gemma 4 26B-A4B (3.8B activos). Genera bloques de 256 tokens en paralelo vía denoising, optimizado para velocidad y multimodalidad. Requiere llama.cpp PR #24423 (binario llama-diffusion-cli) o Unsloth Studio; Ollama todavía no lo soporta. Instrucciones: https://unsloth.ai/docs/models/diffusiongemma#llama.cpp-guide. Contexto 256K, vision nativa (OCR, documentos, UI, video frames), tool calling y thinking con <|think|>. Q8_0 (~25 GB) para medir calidad real sin pérdida de cuantización. Para probar en Spark: descargar Q8_0 y servir con llama-diffusion-cli -m gguf -ngl 99 -n 2048.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 91, "total_runs": 95, "score_global": 5.49, "score_by_pillar": { "Coding": 6.62, "Contenido": 7.35, "Agentes": 7.86, "Razonamiento": 7.48 }, "dims_by_pillar": { "Coding": { "quality_avg": 7.139, "speed_score_avg": 7.043, "latency_score_avg": 1.522, "cost_score_avg": 8.0, "quality_ci95": 1.398 }, "Contenido": { "quality_avg": 8.117, "speed_score_avg": 5.214, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 0.8 }, "Agentes": { "quality_avg": 8.819, "speed_score_avg": 5.379, "latency_score_avg": 1.138, "cost_score_avg": 8.0, "quality_ci95": 0.412 }, "Razonamiento": { "quality_avg": 8.339, "speed_score_avg": 4.8, "latency_score_avg": 1.067, "cost_score_avg": 8.0, "quality_ci95": 1.057 } }, "score_by_suite": { "code_generation": 7.89, "content_generation": 7.85, "tool_calling": 7.0, "task_management": 8.2, "reasoning": 7.94, "summarization": 7.35, "presentation": 7.53, "startup_content": 7.85, "deep_reasoning": 6.85, "customer_support": 7.82, "structured_output": 7.72, "hallucination": 7.16, "creativity": 7.12, "string_precision": 3.47, "news_seo_writing": 5.71, "ocr_extraction": 8.5, "orchestration": 8.09, "multi_turn": 7.17, "policy_adherence": 8.79, "agent_capabilities": 7.95, "strategy": 8.57, "sales_outreach": 8.21, "translation": 7.91 }, "quality_by_suite": { "code_generation": 8.78, "content_generation": 8.75, "tool_calling": 7.31, "task_management": 9.33, "reasoning": 9.03, "summarization": 7.92, "presentation": 8.39, "startup_content": 8.96, "deep_reasoning": 7.5, "customer_support": 8.76, "structured_output": 8.25, "hallucination": 7.67, "creativity": 7.75, "string_precision": 2.17, "news_seo_writing": 5.92, "ocr_extraction": 9.6, "orchestration": 9.27, "multi_turn": 8.0, "policy_adherence": 10.0, "agent_capabilities": 9.03, "strategy": 10.0, "sales_outreach": 9.33, "translation": 8.76 }, "suites_incompletas": {}, "quality_avg": 8.14, "quality_ci95": 0.519, "cost_score_avg": 8.0, "speed_score_avg": 5.58, "latency_score_avg": 1.14, "tool_calling_score_avg": 1.72, "judge_score_avg": 4.18, "tokens_per_second": 39.2, "latency_avg_s": 50.17, "total_input_tokens": 0, "total_output_tokens": 135680, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.4, "score_calidad": 8.14, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-gemma-4-31b", "id": "google/gemma-4-31b-it", "name": "Gemma 4 31B (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Gemma Terms", "cost_input_per_M": 0.12, "cost_output_per_M": 0.37, "cost_per_1k_calls_usd": 0.591, "context_window": 262144, "subscriptions": [], "notes": "Mismo modelo que via OpenRouter (10 runs parciales) - completar via NIM gratis", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 92, "total_runs": 96, "score_global": 5.47, "score_by_pillar": { "Contenido": 7.66, "Agentes": 6.72, "Coding": 8.05, "Razonamiento": 7.06 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.6, "speed_score_avg": 4.5, "latency_score_avg": 1.385, "cost_score_avg": 8.0, "quality_ci95": 0.721 }, "Agentes": { "quality_avg": 7.229, "speed_score_avg": 3.621, "latency_score_avg": 2.483, "cost_score_avg": 8.0, "quality_ci95": 0.994 }, "Coding": { "quality_avg": 9.193, "speed_score_avg": 3.158, "latency_score_avg": 2.421, "cost_score_avg": 8.0, "quality_ci95": 0.91 }, "Razonamiento": { "quality_avg": 7.737, "speed_score_avg": 4.727, "latency_score_avg": 1.273, "cost_score_avg": 8.0, "quality_ci95": 1.237 } }, "score_by_suite": { "content_generation": 7.82, "tool_calling": 7.08, "task_management": 7.93, "code_generation": 8.0, "reasoning": 8.32, "summarization": 7.25, "presentation": 7.85, "startup_content": 8.2, "deep_reasoning": 7.14, "customer_support": 6.89, "structured_output": 8.82, "hallucination": 6.52, "creativity": 8.14, "string_precision": 7.44, "news_seo_writing": 6.81, "ocr_extraction": 8.22, "orchestration": 5.21, "multi_turn": 7.47, "policy_adherence": 7.56, "agent_capabilities": 5.79, "strategy": 7.79, "sales_outreach": 7.94, "translation": 7.55, "business_audit": 6.61 }, "quality_by_suite": { "content_generation": 9.03, "tool_calling": 7.17, "task_management": 9.12, "code_generation": 9.23, "reasoning": 9.35, "summarization": 8.06, "presentation": 8.96, "startup_content": 9.36, "deep_reasoning": 8.06, "customer_support": 7.13, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.53, "ocr_extraction": 9.75, "orchestration": 5.33, "multi_turn": 8.5, "policy_adherence": 8.58, "agent_capabilities": 6.02, "strategy": 8.89, "sales_outreach": 8.67, "translation": 8.57, "business_audit": 7.03 }, "suites_incompletas": { "startup_content": { "rindio": 3, "total": 5 }, "deep_reasoning": { "rindio": 3, "total": 6 } }, "quality_avg": 8.15, "quality_ci95": 0.534, "cost_score_avg": 8.0, "speed_score_avg": 3.96, "latency_score_avg": 1.72, "tool_calling_score_avg": 8.01, "judge_score_avg": 4.18, "tokens_per_second": 25.2, "latency_avg_s": 63.3, "total_input_tokens": 26778, "total_output_tokens": 56329, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.33, "score_calidad": 8.15, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "mimo-v2-pro-xiaomi", "id": "mimo-v2-pro", "name": "MiMo V2-Pro (Xiaomi direct)", "tier": "subscription", "provider": "xiaomi_direct", "open_source": true, "license": "MIT", "cost_input_per_M": 0.07, "cost_output_per_M": 0.07, "cost_per_1k_calls_usd": 0.126, "context_window": null, "subscriptions": [ { "key": "xiaomi_standard", "name": "Xiaomi MiMo Standard", "plan": "Standard", "price_month_usd": 14, "url": "https://mimo.xiaomi.com", "notes": "200M credits/mes. Off-peak 16-24 UTC = 0.8x consumption. Acceso a 8 modelos MiMo." } ], "notes": "Mismo modelo que via OpenRouter — comparar provider stability", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-14", "retired_reason": "sin causa registrada; fecha recuperada del historial de git", "retired_kind": "unknown", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 79, "total_runs": 83, "score_global": 5.45, "score_by_pillar": { "Contenido": 7.64, "Agentes": 6.87, "Coding": 7.73, "Razonamiento": 7.4 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.408, "speed_score_avg": 6.37, "latency_score_avg": 1.074, "cost_score_avg": 8.0, "quality_ci95": 0.697 }, "Agentes": { "quality_avg": 7.295, "speed_score_avg": 6.214, "latency_score_avg": 1.25, "cost_score_avg": 8.0, "quality_ci95": 0.743 }, "Coding": { "quality_avg": 8.479, "speed_score_avg": 6.353, "latency_score_avg": 1.588, "cost_score_avg": 8.0, "quality_ci95": 1.424 }, "Razonamiento": { "quality_avg": 7.985, "speed_score_avg": 6.909, "latency_score_avg": 1.273, "cost_score_avg": 8.0, "quality_ci95": 1.466 } }, "score_by_suite": { "content_generation": 8.11, "tool_calling": 5.7, "task_management": 7.99, "code_generation": 8.26, "reasoning": 8.06, "summarization": 7.44, "presentation": 8.12, "startup_content": 8.24, "deep_reasoning": 7.44, "customer_support": 7.0, "structured_output": 8.54, "hallucination": 6.23, "creativity": 7.99, "string_precision": 6.51, "news_seo_writing": 6.26, "ocr_extraction": 8.38, "orchestration": 6.47, "multi_turn": 6.62, "policy_adherence": 7.15, "agent_capabilities": 7.41, "strategy": 8.72, "sales_outreach": 7.84, "translation": 7.05 }, "quality_by_suite": { "content_generation": 9.06, "tool_calling": 5.7, "task_management": 8.81, "code_generation": 9.12, "reasoning": 8.84, "summarization": 8.16, "presentation": 8.91, "startup_content": 9.3, "deep_reasoning": 8.0, "customer_support": 7.46, "structured_output": 9.67, "hallucination": 6.33, "creativity": 9.0, "string_precision": 6.83, "news_seo_writing": 6.43, "ocr_extraction": 9.33, "orchestration": 6.63, "multi_turn": 7.0, "policy_adherence": 7.75, "agent_capabilities": 8.1, "strategy": 10.0, "sales_outreach": 8.67, "translation": 7.46 }, "suites_incompletas": { "reasoning": { "rindio": 1, "total": 3 }, "deep_reasoning": { "rindio": 5, "total": 6 }, "customer_support": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 3, "total": 5 }, "strategy": { "rindio": 2, "total": 3 } }, "quality_avg": 8.11, "quality_ci95": 0.507, "cost_score_avg": 8.0, "speed_score_avg": 6.46, "latency_score_avg": 1.24, "tool_calling_score_avg": 7.19, "judge_score_avg": 4.19, "tokens_per_second": 44.4, "latency_avg_s": 21.42, "total_input_tokens": 35817, "total_output_tokens": 81683, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.45, "score_calidad": 8.11, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "nim-glm-5.1", "id": "z-ai/glm-5.1", "name": "GLM 5.1 (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "MIT", "cost_input_per_M": 0.98, "cost_output_per_M": 3.08, "cost_per_1k_calls_usd": 4.914, "context_window": 202752, "subscriptions": [], "notes": "Z.AI agentic, no tenemos. Variante GLM 5 con mejoras", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 97, "total_runs": 101, "score_global": 5.43, "score_by_pillar": { "Contenido": 7.26, "Agentes": 6.31, "Coding": 7.78, "Razonamiento": 6.9 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.614, "speed_score_avg": 2.036, "latency_score_avg": 1.0, "cost_score_avg": 6.713, "quality_ci95": 0.682 }, "Agentes": { "quality_avg": 7.117, "speed_score_avg": 1.69, "latency_score_avg": 1.034, "cost_score_avg": 7.455, "quality_ci95": 0.846 }, "Coding": { "quality_avg": 9.229, "speed_score_avg": 1.632, "latency_score_avg": 1.158, "cost_score_avg": 7.379, "quality_ci95": 0.92 }, "Razonamiento": { "quality_avg": 8.056, "speed_score_avg": 3.8, "latency_score_avg": 1.0, "cost_score_avg": 6.039, "quality_ci95": 0.963 } }, "score_by_suite": { "content_generation": 7.64, "tool_calling": 5.64, "task_management": 7.66, "code_generation": 7.57, "reasoning": 7.55, "summarization": 6.7, "presentation": 7.28, "startup_content": 7.55, "deep_reasoning": 6.66, "customer_support": 6.48, "structured_output": 8.39, "hallucination": 6.7, "creativity": 7.6, "string_precision": 7.07, "news_seo_writing": 6.26, "ocr_extraction": 8.3, "orchestration": 5.77, "multi_turn": 6.57, "policy_adherence": 7.41, "agent_capabilities": 5.33, "strategy": 6.68, "sales_outreach": 7.8, "translation": 7.35, "business_audit": 6.98 }, "quality_by_suite": { "content_generation": 9.02, "tool_calling": 6.05, "task_management": 9.15, "code_generation": 9.09, "reasoning": 9.19, "summarization": 7.5, "presentation": 8.86, "startup_content": 9.23, "deep_reasoning": 7.78, "customer_support": 7.35, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.3, "ocr_extraction": 10.0, "orchestration": 6.43, "multi_turn": 7.5, "policy_adherence": 8.58, "agent_capabilities": 5.78, "strategy": 8.06, "sales_outreach": 9.33, "translation": 8.57, "business_audit": 8.0 }, "suites_incompletas": {}, "quality_avg": 8.25, "quality_ci95": 0.459, "cost_score_avg": 6.84, "speed_score_avg": 2.33, "latency_score_avg": 1.03, "tool_calling_score_avg": 7.71, "judge_score_avg": 4.14, "tokens_per_second": 12.2, "latency_avg_s": 102.2, "total_input_tokens": 27694, "total_output_tokens": 90704, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.05, "score_calidad": 8.25, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "devstral-2", "id": "mistralai/devstral-2512", "name": "Devstral 2 (Dic 2025)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.4, "cost_output_per_M": 2.0, "cost_per_1k_calls_usd": 3.12, "context_window": 262144, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-08-12", "retired_reason": "OpenRouter 404: la familia Devstral entera salió del catálogo", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 136, "total_runs": 172, "score_global": 5.35, "score_by_pillar": { "Contenido": 7.36, "Agentes": 7.21, "Coding": 8.46, "Razonamiento": 6.97 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.922, "speed_score_avg": 7.515, "latency_score_avg": 2.03, "cost_score_avg": 7.355, "quality_ci95": 0.957 }, "Agentes": { "quality_avg": 7.903, "speed_score_avg": 6.299, "latency_score_avg": 3.259, "cost_score_avg": 6.704, "quality_ci95": 0.539 }, "Coding": { "quality_avg": 9.193, "speed_score_avg": 7.579, "latency_score_avg": 4.053, "cost_score_avg": 7.718, "quality_ci95": 0.91 }, "Razonamiento": { "quality_avg": 7.547, "speed_score_avg": 7.033, "latency_score_avg": 1.5, "cost_score_avg": 6.968, "quality_ci95": 1.005 } }, "score_by_suite": { "content_generation": 8.18, "task_management": 8.25, "code_generation": 8.3, "reasoning": 8.05, "summarization": 7.58, "presentation": 7.71, "startup_content": 8.06, "deep_reasoning": 7.29, "customer_support": 7.13, "structured_output": 9.0, "hallucination": 6.03, "creativity": 8.16, "string_precision": 7.94, "news_seo_writing": 6.69, "ocr_extraction": 8.79, "orchestration": 7.04, "multi_turn": 7.18, "policy_adherence": 7.74, "agent_capabilities": 7.75, "strategy": 6.67, "sales_outreach": 6.87, "translation": 7.22, "business_audit": 6.48, "business_strategy": 7.64, "content_verificable": 6.2, "niah_es": 8.36, "agent_long_horizon": 7.2 }, "quality_by_suite": { "content_generation": 9.0, "task_management": 9.12, "code_generation": 9.23, "reasoning": 9.16, "summarization": 8.06, "presentation": 8.84, "startup_content": 9.15, "deep_reasoning": 7.92, "customer_support": 7.57, "structured_output": 10.0, "hallucination": 5.92, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 7.23, "ocr_extraction": 9.75, "orchestration": 7.28, "multi_turn": 7.5, "policy_adherence": 8.17, "agent_capabilities": 8.26, "strategy": 7.22, "sales_outreach": 7.11, "translation": 7.46, "business_audit": 7.0, "business_strategy": 8.4, "content_verificable": 6.0, "niah_es": 10.0, "agent_long_horizon": 8.29 }, "suites_incompletas": {}, "quality_avg": 8.07, "quality_ci95": 0.443, "cost_score_avg": 7.02, "speed_score_avg": 6.94, "latency_score_avg": 2.62, "tool_calling_score_avg": 6.75, "judge_score_avg": 4.28, "tokens_per_second": 62.5, "latency_avg_s": 57.62, "total_input_tokens": 502204, "total_output_tokens": 215143, "long_context_runs": 32, "long_context_quality": 10.0, "long_context_score": 8.36, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0 }, "effective_context": 128000, "agentic_runs": 24, "agentic_quality": 8.29, "multiturno_score": 7.2, "agentic_score": 7.2, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.45, "score_calidad": 8.07, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "nim-step-3.5-flash", "id": "stepfun-ai/step-3.5-flash", "name": "Step 3.5 Flash (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 1.0, "cost_output_per_M": 3.0, "cost_per_1k_calls_usd": 4.8, "context_window": null, "subscriptions": [], "notes": "Step 3.5 Flash - reemplazo de Step3 que fallo 91/91 con 404 en OpenRouter", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 68, "total_runs": 72, "score_global": 5.3, "score_by_pillar": { "Contenido": 7.28, "Agentes": 7.03, "Coding": 7.83, "Razonamiento": 7.52 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.956, "speed_score_avg": 5.739, "latency_score_avg": 1.043, "cost_score_avg": 8.0, "quality_ci95": 1.056 }, "Agentes": { "quality_avg": 7.54, "speed_score_avg": 5.63, "latency_score_avg": 1.667, "cost_score_avg": 8.0, "quality_ci95": 0.87 }, "Coding": { "quality_avg": 8.63, "speed_score_avg": 6.308, "latency_score_avg": 1.615, "cost_score_avg": 8.0, "quality_ci95": 1.506 }, "Razonamiento": { "quality_avg": 8.259, "speed_score_avg": 6.222, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 1.227 } }, "score_by_suite": { "content_generation": 8.2, "tool_calling": 5.9, "task_management": 8.46, "code_generation": 8.53, "reasoning": 7.99, "summarization": 7.27, "presentation": 7.85, "startup_content": 8.01, "deep_reasoning": 8.14, "customer_support": 7.18, "structured_output": 8.8, "hallucination": 6.72, "creativity": 8.12, "string_precision": 7.53, "news_seo_writing": 4.62, "ocr_extraction": 6.61, "orchestration": 6.42, "multi_turn": 7.42, "policy_adherence": 8.41, "agent_capabilities": 6.45, "strategy": 7.55, "sales_outreach": 6.89, "translation": 7.33 }, "quality_by_suite": { "content_generation": 9.25, "tool_calling": 6.07, "task_management": 9.62, "code_generation": 9.72, "reasoning": 9.16, "summarization": 7.92, "presentation": 8.96, "startup_content": 9.11, "deep_reasoning": 9.17, "customer_support": 7.68, "structured_output": 10.0, "hallucination": 7.0, "creativity": 9.25, "string_precision": 8.17, "news_seo_writing": 3.99, "ocr_extraction": 6.88, "orchestration": 6.55, "multi_turn": 8.0, "policy_adherence": 9.58, "agent_capabilities": 6.78, "strategy": 8.34, "sales_outreach": 7.33, "translation": 8.0 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "code_generation": { "rindio": 2, "total": 4 }, "reasoning": { "rindio": 1, "total": 3 }, "presentation": { "rindio": 1, "total": 2 }, "deep_reasoning": { "rindio": 3, "total": 6 }, "structured_output": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 2, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 }, "strategy": { "rindio": 2, "total": 3 }, "sales_outreach": { "rindio": 2, "total": 3 }, "translation": { "rindio": 1, "total": 3 } }, "quality_avg": 8.09, "quality_ci95": 0.589, "cost_score_avg": 8.0, "speed_score_avg": 5.97, "latency_score_avg": 1.35, "tool_calling_score_avg": 6.54, "judge_score_avg": 4.21, "tokens_per_second": 43.2, "latency_avg_s": 34.13, "total_input_tokens": 24147, "total_output_tokens": 80239, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.41, "score_calidad": 8.09, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-nemotron-3-nano-omni-reasoning", "id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free", "name": "Nemotron 3 Nano Omni 30B-A3B Reasoning", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open License", "cost_input_per_M": 0.1, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.63, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": true, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 147, "total_runs": 151, "score_global": 5.23, "score_by_pillar": { "Contenido": 7.48, "Agentes": 7.39, "Coding": 8.47, "Razonamiento": 7.35 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.759, "speed_score_avg": 9.773, "latency_score_avg": 1.856, "cost_score_avg": 7.664, "quality_ci95": 0.86 }, "Agentes": { "quality_avg": 7.832, "speed_score_avg": 9.543, "latency_score_avg": 2.457, "cost_score_avg": 7.233, "quality_ci95": 0.462 }, "Coding": { "quality_avg": 9.061, "speed_score_avg": 9.683, "latency_score_avg": 3.286, "cost_score_avg": 7.932, "quality_ci95": 0.879 }, "Razonamiento": { "quality_avg": 7.837, "speed_score_avg": 9.417, "latency_score_avg": 1.344, "cost_score_avg": 7.602, "quality_ci95": 0.901 } }, "score_by_suite": { "content_generation": 8.55, "tool_calling": 6.51, "task_management": 8.07, "code_generation": 8.54, "reasoning": 8.66, "summarization": 7.78, "presentation": 8.84, "startup_content": 8.63, "deep_reasoning": 7.36, "customer_support": 7.74, "structured_output": 9.19, "hallucination": 6.41, "creativity": 7.72, "string_precision": 8.04, "news_seo_writing": 6.01, "ocr_extraction": 8.36, "multi_turn": 7.38, "policy_adherence": 6.75, "agent_capabilities": 7.29, "strategy": 7.56, "sales_outreach": 6.61, "translation": 7.5, "agent_long_horizon": 7.87, "content_verificable": 6.59, "business_audit": 7.16, "business_strategy": 7.37, "orchestration": 6.84 }, "quality_by_suite": { "content_generation": 9.14, "tool_calling": 6.19, "task_management": 8.77, "code_generation": 9.32, "reasoning": 9.66, "summarization": 8.0, "presentation": 9.7, "startup_content": 9.52, "deep_reasoning": 7.78, "customer_support": 8.06, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.12, "string_precision": 8.17, "news_seo_writing": 6.06, "ocr_extraction": 8.95, "multi_turn": 7.5, "policy_adherence": 6.75, "agent_capabilities": 7.41, "strategy": 8.06, "sales_outreach": 6.44, "translation": 7.74, "agent_long_horizon": 8.71, "content_verificable": 6.56, "business_audit": 7.41, "business_strategy": 7.73, "orchestration": 6.78 }, "suites_incompletas": {}, "quality_avg": 7.99, "quality_ci95": 0.431, "cost_score_avg": 7.52, "speed_score_avg": 9.59, "latency_score_avg": 2.13, "tool_calling_score_avg": 6.2, "judge_score_avg": 4.52, "tokens_per_second": 159.7, "latency_avg_s": 33.49, "total_input_tokens": 288817, "total_output_tokens": 549706, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 19, "agentic_quality": 8.76, "multiturno_score": 7.95, "agentic_score": 7.95, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.61, "score_calidad": 7.99, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "free", "agentico": "sin_evidencia_agentica" } } }, { "key": "groq-llama-3.3-70b", "id": "llama-3.3-70b-versatile", "name": "Llama 3.3 70B (Groq)", "tier": "cheap", "provider": "groq_direct", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.59, "cost_output_per_M": 0.79, "cost_per_1k_calls_usd": 1.362, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 84, "total_runs": 87, "score_global": 5.15, "score_by_pillar": { "Contenido": 8.16, "Agentes": 7.25, "Coding": 8.13, "Razonamiento": 7.55 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.347, "speed_score_avg": 10.0, "latency_score_avg": 4.889, "cost_score_avg": 8.0, "quality_ci95": 0.697 }, "Agentes": { "quality_avg": 6.918, "speed_score_avg": 9.462, "latency_score_avg": 6.615, "cost_score_avg": 8.0, "quality_ci95": 0.872 }, "Coding": { "quality_avg": 8.172, "speed_score_avg": 9.053, "latency_score_avg": 7.053, "cost_score_avg": 8.0, "quality_ci95": 1.444 }, "Razonamiento": { "quality_avg": 7.487, "speed_score_avg": 10.0, "latency_score_avg": 4.8, "cost_score_avg": 8.0, "quality_ci95": 1.523 } }, "score_by_suite": { "content_generation": 8.44, "tool_calling": 6.18, "task_management": 8.28, "code_generation": 8.16, "reasoning": 8.23, "summarization": 7.41, "presentation": 8.18, "startup_content": 8.32, "deep_reasoning": 6.67, "customer_support": 7.41, "structured_output": 9.47, "hallucination": 8.28, "creativity": 8.41, "string_precision": 7.21, "news_seo_writing": 7.15, "ocr_extraction": 8.13, "orchestration": 6.59, "multi_turn": 6.6, "policy_adherence": 8.76, "agent_capabilities": 7.03, "strategy": 7.89, "sales_outreach": 8.93, "translation": 8.78 }, "quality_by_suite": { "content_generation": 8.74, "tool_calling": 5.33, "task_management": 8.53, "code_generation": 8.38, "reasoning": 8.55, "summarization": 7.06, "presentation": 8.47, "startup_content": 8.67, "deep_reasoning": 6.25, "customer_support": 7.05, "structured_output": 10.0, "hallucination": 8.33, "creativity": 8.75, "string_precision": 6.83, "news_seo_writing": 7.0, "ocr_extraction": 8.15, "orchestration": 5.99, "multi_turn": 6.0, "policy_adherence": 9.08, "agent_capabilities": 6.61, "strategy": 8.06, "sales_outreach": 9.33, "translation": 9.0 }, "suites_incompletas": { "tool_calling": { "rindio": 3, "total": 4 }, "agent_capabilities": { "rindio": 3, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 7.82, "quality_ci95": 0.553, "cost_score_avg": 8.0, "speed_score_avg": 9.69, "latency_score_avg": 5.76, "tool_calling_score_avg": 8.05, "judge_score_avg": 4.05, "tokens_per_second": 244.6, "latency_avg_s": 1.87, "total_input_tokens": 26996, "total_output_tokens": 42710, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.83, "score_calidad": 7.82, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-kimi-k2-thinking", "id": "moonshotai/kimi-k2-thinking", "name": "Kimi K2 Thinking (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.6, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 3.93, "context_window": 262144, "subscriptions": [], "notes": "Variante thinking de K2 — comparar con K2.6 thinking", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 80, "total_runs": 84, "score_global": 5.09, "score_by_pillar": { "Contenido": 6.91, "Agentes": 6.79, "Coding": 7.85, "Razonamiento": 7.2 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.874, "speed_score_avg": 5.478, "latency_score_avg": 1.0, "cost_score_avg": 6.068, "quality_ci95": 0.881 }, "Agentes": { "quality_avg": 7.514, "speed_score_avg": 5.111, "latency_score_avg": 1.185, "cost_score_avg": 7.061, "quality_ci95": 0.659 }, "Coding": { "quality_avg": 9.045, "speed_score_avg": 4.667, "latency_score_avg": 1.4, "cost_score_avg": 7.113, "quality_ci95": 1.151 }, "Razonamiento": { "quality_avg": 8.164, "speed_score_avg": 6.316, "latency_score_avg": 1.158, "cost_score_avg": 6.138, "quality_ci95": 1.306 } }, "score_by_suite": { "content_generation": 7.39, "tool_calling": 5.76, "task_management": 7.42, "code_generation": 7.18, "reasoning": 8.01, "summarization": 6.5, "presentation": 6.69, "startup_content": 7.6, "deep_reasoning": 8.38, "customer_support": 7.14, "structured_output": 8.5, "hallucination": 7.27, "creativity": 7.8, "string_precision": 7.39, "news_seo_writing": 5.68, "ocr_extraction": 8.37, "orchestration": 6.43, "multi_turn": 6.58, "policy_adherence": 7.53, "agent_capabilities": 7.08, "strategy": 7.24, "sales_outreach": 6.41, "translation": 6.95, "business_audit": 6.73 }, "quality_by_suite": { "content_generation": 8.44, "tool_calling": 6.05, "task_management": 8.62, "code_generation": 8.34, "reasoning": 9.44, "summarization": 7.26, "presentation": 7.77, "startup_content": 8.91, "deep_reasoning": 10.0, "customer_support": 7.75, "structured_output": 10.0, "hallucination": 8.33, "creativity": 9.17, "string_precision": 8.17, "news_seo_writing": 6.22, "ocr_extraction": 10.0, "orchestration": 7.0, "multi_turn": 7.5, "policy_adherence": 8.58, "agent_capabilities": 7.78, "strategy": 8.34, "sales_outreach": 7.11, "translation": 7.86, "business_audit": 7.4 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "code_generation": { "rindio": 2, "total": 4 }, "reasoning": { "rindio": 1, "total": 3 }, "presentation": { "rindio": 1, "total": 2 }, "startup_content": { "rindio": 4, "total": 5 }, "deep_reasoning": { "rindio": 3, "total": 6 }, "creativity": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 3, "total": 5 }, "agent_capabilities": { "rindio": 4, "total": 5 }, "strategy": { "rindio": 2, "total": 3 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.13, "quality_ci95": 0.509, "cost_score_avg": 6.53, "speed_score_avg": 5.5, "latency_score_avg": 1.16, "tool_calling_score_avg": 6.19, "judge_score_avg": 4.12, "tokens_per_second": 38.2, "latency_avg_s": 41.5, "total_input_tokens": 24017, "total_output_tokens": 107264, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.17, "score_calidad": 8.13, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "minimax-m3-direct", "id": "MiniMax-M3", "name": "MiniMax M3 (directo / sub)", "tier": "subscription", "provider": "minimax_direct", "open_source": false, "license": "", "cost_input_per_M": 0.3, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.89, "context_window": 1048576, "subscriptions": [ { "key": "minimax_agent_pro", "name": "MiniMax Agent Pro", "plan": "Agent Pro", "price_month_usd": 19, "url": "https://api.minimax.io", "notes": "Acceso a M2.7 highspeed + límites generosos para agentes (1k+ calls/día)." } ], "notes": "M3 vía API directa de MiniMax (token plan del usuario, key en .env). Mismo modelo que minimax-m3 (OpenRouter) — comparar provider stability + base para el eje cost-to-complete del caso real de Cristian. Costo del ranking = precio OpenRouter ($0.30/$1.20).", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 89, "total_runs": 243, "score_global": 5.06, "score_by_pillar": { "Contenido": 7.3, "Agentes": 7.51, "Coding": 6.14, "Razonamiento": 7.34 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.35, "speed_score_avg": 4.48, "latency_score_avg": 1.0, "cost_score_avg": 6.941, "quality_ci95": 0.933 }, "Agentes": { "quality_avg": 8.514, "speed_score_avg": 4.0, "latency_score_avg": 1.28, "cost_score_avg": 7.671, "quality_ci95": 0.643 }, "Coding": { "quality_avg": 6.451, "speed_score_avg": 4.778, "latency_score_avg": 2.0, "cost_score_avg": 7.464, "quality_ci95": 1.784 }, "Razonamiento": { "quality_avg": 8.284, "speed_score_avg": 6.16, "latency_score_avg": 1.04, "cost_score_avg": 6.682, "quality_ci95": 0.992 } }, "score_by_suite": { "content_generation": 8.12, "tool_calling": 5.65, "task_management": 7.32, "code_generation": 7.55, "reasoning": 7.75, "summarization": 7.45, "presentation": 8.2, "startup_content": 7.78, "deep_reasoning": 7.32, "customer_support": 7.97, "structured_output": 6.47, "hallucination": 5.55, "creativity": 6.69, "string_precision": 3.28, "news_seo_writing": 5.56, "ocr_extraction": 8.47, "orchestration": 7.73, "multi_turn": 7.53, "policy_adherence": 8.57, "agent_capabilities": 7.63, "strategy": 8.27, "sales_outreach": 7.99, "translation": 8.07, "niah_es": 8.14, "prompt_injection_es": 3.11, "business_audit": 7.49 }, "quality_by_suite": { "content_generation": 9.42, "tool_calling": 5.77, "task_management": 8.6, "code_generation": 8.79, "reasoning": 9.09, "summarization": 8.48, "presentation": 9.74, "startup_content": 9.19, "deep_reasoning": 8.47, "customer_support": 9.11, "structured_output": 7.0, "hallucination": 5.67, "creativity": 7.62, "string_precision": 2.17, "news_seo_writing": 5.93, "ocr_extraction": 9.75, "orchestration": 8.93, "multi_turn": 8.5, "policy_adherence": 10.0, "agent_capabilities": 8.75, "strategy": 10.0, "sales_outreach": 9.33, "translation": 9.13, "niah_es": 10.0, "prompt_injection_es": 2.35, "business_audit": 8.2 }, "suites_incompletas": { "task_management": { "rindio": 1, "total": 3 }, "code_generation": { "rindio": 3, "total": 4 }, "summarization": { "rindio": 1, "total": 2 }, "startup_content": { "rindio": 3, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 }, "agent_capabilities": { "rindio": 4, "total": 5 } }, "quality_avg": 8.11, "quality_ci95": 0.569, "cost_score_avg": 7.13, "speed_score_avg": 4.92, "latency_score_avg": 1.25, "tool_calling_score_avg": 7.94, "judge_score_avg": 4.48, "tokens_per_second": 32.1, "latency_avg_s": 64.51, "total_input_tokens": 39663, "total_output_tokens": 166008, "long_context_runs": 110, "long_context_quality": 10.0, "long_context_score": 8.14, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 10.0, "256000": 10.0, "512000": 10.0 }, "effective_context": 512000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 40, "security_score": 2.35, "policy_refusal_rate": 0.0, "score_global_linear": 7.21, "score_calidad": 8.11, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-nemotron-nano-9b-v2", "id": "nvidia/nemotron-nano-9b-v2:free", "name": "Nemotron Nano 9B v2", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open License", "cost_input_per_M": 0.05, "cost_output_per_M": 0.2, "cost_per_1k_calls_usd": 0.315, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": true, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 134, "total_runs": 138, "score_global": 4.81, "score_by_pillar": { "Razonamiento": 7.04, "Contenido": 7.15, "Agentes": 7.33, "Coding": 7.94 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 7.768, "speed_score_avg": 5.479, "latency_score_avg": 1.031, "cost_score_avg": 7.98, "quality_ci95": 0.937 }, "Contenido": { "quality_avg": 7.765, "speed_score_avg": 5.752, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 0.853 }, "Agentes": { "quality_avg": 8.056, "speed_score_avg": 5.833, "latency_score_avg": 1.365, "cost_score_avg": 7.83, "quality_ci95": 0.431 }, "Coding": { "quality_avg": 8.882, "speed_score_avg": 5.404, "latency_score_avg": 1.526, "cost_score_avg": 7.996, "quality_ci95": 0.949 } }, "score_by_suite": { "business_audit": 5.96, "business_strategy": 8.1, "content_verificable": 6.23, "content_generation": 8.32, "tool_calling": 7.07, "task_management": 8.59, "code_generation": 8.32, "reasoning": 8.38, "summarization": 6.9, "presentation": 8.48, "startup_content": 8.29, "deep_reasoning": 7.37, "customer_support": 7.18, "structured_output": 8.43, "hallucination": 6.57, "creativity": 7.71, "string_precision": 7.53, "news_seo_writing": 5.69, "ocr_extraction": 7.71, "orchestration": 6.48, "multi_turn": 6.62, "policy_adherence": 7.4, "agent_capabilities": 6.53, "strategy": 7.36, "sales_outreach": 6.24, "translation": 7.05, "agent_long_horizon": 7.96, "tool_calling_adversarial": 7.46 }, "quality_by_suite": { "business_audit": 6.08, "business_strategy": 9.2, "content_verificable": 6.53, "content_generation": 9.43, "tool_calling": 7.45, "task_management": 9.83, "code_generation": 9.52, "reasoning": 9.53, "summarization": 7.4, "presentation": 9.66, "startup_content": 9.42, "deep_reasoning": 8.2, "customer_support": 7.85, "structured_output": 9.67, "hallucination": 7.0, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 5.67, "ocr_extraction": 8.6, "orchestration": 6.92, "multi_turn": 7.0, "policy_adherence": 8.17, "agent_capabilities": 6.84, "strategy": 8.06, "sales_outreach": 6.44, "translation": 7.74, "agent_long_horizon": 9.04, "tool_calling_adversarial": 8.08 }, "suites_incompletas": {}, "quality_avg": 8.02, "quality_ci95": 0.398, "cost_score_avg": 7.93, "speed_score_avg": 5.65, "latency_score_avg": 1.19, "tool_calling_score_avg": 6.96, "judge_score_avg": 4.56, "tokens_per_second": 36.5, "latency_avg_s": 55.37, "total_input_tokens": 197404, "total_output_tokens": 257315, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 12, "agentic_quality": 9.04, "multiturno_score": 7.96, "agentic_score": 7.96, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.32, "score_calidad": 8.02, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "free", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-nemotron-3-super-120b", "id": "nemotron-3-super:120b", "name": "Nemotron 3 Super 120B (DGX Spark Q4_K_M)", "tier": "local", "provider": "openrouter", "open_source": false, "license": "NVIDIA Open License", "cost_input_per_M": 0.09, "cost_output_per_M": 0.45, "cost_per_1k_calls_usd": 0.702, "context_window": null, "subscriptions": [], "notes": "Q4_K_M en DGX Spark. Modelo gigante, primer test post cold start tarda ~3-5min.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 84, "total_runs": 88, "score_global": 4.73, "score_by_pillar": { "Contenido": 7.4, "Agentes": 6.84, "Coding": 7.93, "Razonamiento": 6.16 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.386, "speed_score_avg": 3.808, "latency_score_avg": 1.038, "cost_score_avg": 7.79, "quality_ci95": 0.726 }, "Agentes": { "quality_avg": 7.601, "speed_score_avg": 3.536, "latency_score_avg": 1.036, "cost_score_avg": 7.863, "quality_ci95": 0.606 }, "Coding": { "quality_avg": 9.065, "speed_score_avg": 4.0, "latency_score_avg": 1.316, "cost_score_avg": 7.909, "quality_ci95": 0.921 }, "Razonamiento": { "quality_avg": 6.731, "speed_score_avg": 3.333, "latency_score_avg": 1.0, "cost_score_avg": 7.494, "quality_ci95": 1.574 } }, "score_by_suite": { "content_generation": 7.54, "tool_calling": 6.23, "task_management": 7.59, "code_generation": 7.73, "reasoning": 7.91, "summarization": 6.98, "presentation": 7.95, "startup_content": 7.95, "deep_reasoning": 5.31, "customer_support": 6.48, "structured_output": 8.59, "hallucination": 5.89, "creativity": 7.63, "string_precision": 7.35, "news_seo_writing": 6.1, "ocr_extraction": 8.25, "orchestration": 6.61, "multi_turn": 7.1, "policy_adherence": 7.17, "agent_capabilities": 6.86, "strategy": 6.39, "sales_outreach": 7.3, "translation": 7.91 }, "quality_by_suite": { "content_generation": 8.58, "tool_calling": 6.68, "task_management": 8.8, "code_generation": 8.81, "reasoning": 9.27, "summarization": 7.72, "presentation": 9.14, "startup_content": 9.21, "deep_reasoning": 5.42, "customer_support": 7.01, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 6.57, "ocr_extraction": 9.6, "orchestration": 7.28, "multi_turn": 8.0, "policy_adherence": 8.08, "agent_capabilities": 7.6, "strategy": 7.22, "sales_outreach": 8.22, "translation": 9.0 }, "suites_incompletas": { "customer_support": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 8.06, "quality_ci95": 0.488, "cost_score_avg": 7.78, "speed_score_avg": 3.69, "latency_score_avg": 1.08, "tool_calling_score_avg": 7.36, "judge_score_avg": 4.22, "tokens_per_second": 16.8, "latency_avg_s": 129.99, "total_input_tokens": 30334, "total_output_tokens": 153517, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.17, "score_calidad": 8.06, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "qwen3.5-397b-cloud", "id": "qwen3.5:397b-cloud", "name": "Qwen 3.5 397B (Ollama Cloud)", "tier": "cloud_ollama", "provider": "ollama_cloud", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.39, "cost_output_per_M": 2.34, "cost_per_1k_calls_usd": 3.627, "context_window": 262144, "subscriptions": [ { "key": "ollama_cloud_pro", "name": "Ollama Cloud", "plan": "Pro", "price_month_usd": 30, "url": "https://ollama.com/cloud", "notes": "Rate limit varía por modelo. Recomendado para uso a volumen mid (1-10k calls/día)." } ], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 56, "total_runs": 60, "score_global": 4.61, "score_by_pillar": { "Contenido": 7.11, "Agentes": 7.16, "Coding": 7.87, "Razonamiento": 5.73 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.131, "speed_score_avg": 7.2, "latency_score_avg": 1.0, "cost_score_avg": 5.371, "quality_ci95": 0.589 }, "Agentes": { "quality_avg": 7.922, "speed_score_avg": 6.792, "latency_score_avg": 1.75, "cost_score_avg": 6.465, "quality_ci95": 0.81 }, "Coding": { "quality_avg": 8.837, "speed_score_avg": 8.429, "latency_score_avg": 1.786, "cost_score_avg": 6.1, "quality_ci95": 1.205 }, "Razonamiento": { "quality_avg": 6.07, "speed_score_avg": 8.0, "latency_score_avg": 1.143, "cost_score_avg": 5.339, "quality_ci95": 1.972 } }, "score_by_suite": { "translation": 6.72, "content_generation": 7.6, "tool_calling": 6.8, "task_management": 7.69, "code_generation": 7.8, "reasoning": 7.57, "summarization": 6.61, "presentation": 5.97, "startup_content": 7.29, "deep_reasoning": 4.18, "customer_support": 6.66, "structured_output": 8.92, "hallucination": 6.04, "creativity": 7.98, "string_precision": 7.56, "ocr_extraction": 7.87, "orchestration": 7.17, "multi_turn": 7.77, "policy_adherence": 8.1, "agent_capabilities": 6.44, "strategy": 6.07, "sales_outreach": 7.28 }, "quality_by_suite": { "translation": 8.0, "content_generation": 8.79, "tool_calling": 7.24, "task_management": 9.21, "code_generation": 9.18, "reasoning": 9.16, "summarization": 7.3, "presentation": 6.42, "startup_content": 8.59, "deep_reasoning": 3.75, "customer_support": 6.58, "structured_output": 10.0, "hallucination": 6.25, "creativity": 9.0, "string_precision": 8.17, "ocr_extraction": 9.0, "orchestration": 8.04, "multi_turn": 9.0, "policy_adherence": 9.33, "agent_capabilities": 6.89, "strategy": 6.67, "sales_outreach": 8.0 }, "suites_incompletas": { "translation": { "rindio": 1, "total": 3 }, "reasoning": { "rindio": 1, "total": 3 }, "startup_content": { "rindio": 4, "total": 5 }, "deep_reasoning": { "rindio": 2, "total": 6 }, "customer_support": { "rindio": 3, "total": 4 }, "structured_output": { "rindio": 2, "total": 4 }, "hallucination": { "rindio": 2, "total": 3 }, "creativity": { "rindio": 1, "total": 4 }, "ocr_extraction": { "rindio": 2, "total": 5 }, "multi_turn": { "rindio": 2, "total": 4 }, "policy_adherence": { "rindio": 3, "total": 4 }, "agent_capabilities": { "rindio": 4, "total": 5 }, "strategy": { "rindio": 2, "total": 3 }, "sales_outreach": { "rindio": 1, "total": 3 } }, "quality_avg": 8.02, "quality_ci95": 0.581, "cost_score_avg": 5.86, "speed_score_avg": 7.55, "latency_score_avg": 1.43, "tool_calling_score_avg": 8.2, "judge_score_avg": 4.04, "tokens_per_second": 69.7, "latency_avg_s": 35.38, "total_input_tokens": 23536, "total_output_tokens": 99567, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.17, "score_calidad": 8.02, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "mimo-v2-omni-xiaomi", "id": "mimo-v2-omni", "name": "MiMo V2-Omni (Xiaomi direct)", "tier": "subscription", "provider": "xiaomi_direct", "open_source": true, "license": "MIT", "cost_input_per_M": 0.07, "cost_output_per_M": 0.07, "cost_per_1k_calls_usd": 0.126, "context_window": null, "subscriptions": [ { "key": "xiaomi_standard", "name": "Xiaomi MiMo Standard", "plan": "Standard", "price_month_usd": 14, "url": "https://mimo.xiaomi.com", "notes": "200M credits/mes. Off-peak 16-24 UTC = 0.8x consumption. Acceso a 8 modelos MiMo." } ], "notes": "Mismo modelo que via OpenRouter — comparar provider stability", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-14", "retired_reason": "sin causa registrada; fecha recuperada del historial de git", "retired_kind": "unknown", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 74, "total_runs": 78, "score_global": 4.4, "score_by_pillar": { "Contenido": 7.93, "Agentes": 6.45, "Coding": 8.33, "Razonamiento": 7.83 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.53, "speed_score_avg": 8.6, "latency_score_avg": 1.56, "cost_score_avg": 8.0, "quality_ci95": 0.731 }, "Agentes": { "quality_avg": 6.286, "speed_score_avg": 8.571, "latency_score_avg": 2.821, "cost_score_avg": 8.0, "quality_ci95": 0.857 }, "Coding": { "quality_avg": 8.945, "speed_score_avg": 8.615, "latency_score_avg": 3.0, "cost_score_avg": 8.0, "quality_ci95": 1.304 }, "Razonamiento": { "quality_avg": 8.254, "speed_score_avg": 9.833, "latency_score_avg": 1.5, "cost_score_avg": 8.0, "quality_ci95": 1.007 } }, "score_by_suite": { "content_generation": 8.37, "tool_calling": 6.31, "task_management": 8.53, "code_generation": 8.07, "reasoning": 8.3, "summarization": 8.03, "presentation": 8.5, "startup_content": 8.4, "deep_reasoning": 7.86, "customer_support": 6.53, "structured_output": 9.18, "hallucination": 7.49, "creativity": 8.25, "string_precision": 7.77, "news_seo_writing": 6.33, "ocr_extraction": 9.07, "orchestration": 4.33, "multi_turn": 7.29, "policy_adherence": 7.0, "agent_capabilities": 5.85, "strategy": 7.66, "sales_outreach": 8.11, "translation": 7.6 }, "quality_by_suite": { "content_generation": 9.06, "tool_calling": 6.12, "task_management": 9.27, "code_generation": 8.64, "reasoning": 8.96, "summarization": 8.68, "presentation": 9.24, "startup_content": 9.14, "deep_reasoning": 8.33, "customer_support": 6.38, "structured_output": 10.0, "hallucination": 7.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 6.6, "ocr_extraction": 10.0, "orchestration": 3.13, "multi_turn": 7.5, "policy_adherence": 7.17, "agent_capabilities": 5.4, "strategy": 8.06, "sales_outreach": 8.67, "translation": 7.86 }, "suites_incompletas": { "code_generation": { "rindio": 2, "total": 4 }, "summarization": { "rindio": 1, "total": 2 }, "deep_reasoning": { "rindio": 3, "total": 6 }, "structured_output": { "rindio": 2, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 3, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 7.84, "quality_ci95": 0.549, "cost_score_avg": 8.0, "speed_score_avg": 8.85, "latency_score_avg": 2.18, "tool_calling_score_avg": 6.6, "judge_score_avg": 4.09, "tokens_per_second": 100.0, "latency_avg_s": 17.53, "total_input_tokens": 33853, "total_output_tokens": 78258, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.51, "score_calidad": 7.84, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "groq-llama-4-scout", "id": "meta-llama/llama-4-scout-17b-16e-instruct", "name": "Llama 4 Scout 17B (Groq preview)", "tier": "cheap", "provider": "groq_direct", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.11, "cost_output_per_M": 0.34, "cost_per_1k_calls_usd": 0.543, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 97, "total_runs": 171, "score_global": 4.16, "score_by_pillar": { "Contenido": 7.87, "Agentes": 7.46, "Coding": 8.6, "Razonamiento": 6.99 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.879, "speed_score_avg": 9.929, "latency_score_avg": 5.429, "cost_score_avg": 8.0, "quality_ci95": 0.798 }, "Agentes": { "quality_avg": 7.207, "speed_score_avg": 9.517, "latency_score_avg": 6.621, "cost_score_avg": 8.0, "quality_ci95": 0.667 }, "Coding": { "quality_avg": 8.914, "speed_score_avg": 9.053, "latency_score_avg": 6.421, "cost_score_avg": 8.0, "quality_ci95": 0.914 }, "Razonamiento": { "quality_avg": 6.884, "speed_score_avg": 8.68, "latency_score_avg": 4.24, "cost_score_avg": 8.0, "quality_ci95": 1.279 } }, "score_by_suite": { "content_generation": 8.47, "tool_calling": 7.37, "task_management": 8.37, "code_generation": 8.62, "reasoning": 8.2, "summarization": 8.0, "presentation": 8.62, "startup_content": 8.35, "deep_reasoning": 6.97, "customer_support": 7.88, "structured_output": 9.24, "hallucination": 7.4, "creativity": 8.45, "string_precision": 8.07, "news_seo_writing": 6.22, "ocr_extraction": 8.71, "orchestration": 7.39, "multi_turn": 7.95, "policy_adherence": 8.19, "agent_capabilities": 5.72, "strategy": 6.33, "sales_outreach": 8.0, "translation": 7.48, "prompt_injection_es": 2.72, "niah_es": 8.45, "business_audit": 6.71 }, "quality_by_suite": { "content_generation": 8.68, "tool_calling": 7.1, "task_management": 8.6, "code_generation": 9.05, "reasoning": 8.43, "summarization": 8.0, "presentation": 9.0, "startup_content": 8.68, "deep_reasoning": 6.67, "customer_support": 7.82, "structured_output": 9.67, "hallucination": 7.0, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 5.59, "ocr_extraction": 9.1, "orchestration": 7.13, "multi_turn": 7.88, "policy_adherence": 8.17, "agent_capabilities": 4.74, "strategy": 5.83, "sales_outreach": 8.0, "translation": 7.18, "prompt_injection_es": 1.2, "niah_es": 9.89, "business_audit": 6.83 }, "suites_incompletas": {}, "quality_avg": 7.66, "quality_ci95": 0.504, "cost_score_avg": 8.0, "speed_score_avg": 9.39, "latency_score_avg": 5.57, "tool_calling_score_avg": 7.34, "judge_score_avg": 4.04, "tokens_per_second": 235.9, "latency_avg_s": 2.39, "total_input_tokens": 32945, "total_output_tokens": 45252, "long_context_runs": 50, "long_context_quality": 8.9, "long_context_score": 7.75, "long_context_by_size": { "8000": 9.45, "64000": 10.0, "128000": 10.0, "256000": 0.0 }, "effective_context": 128000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 1.2, "policy_refusal_rate": 0.0, "score_global_linear": 7.68, "score_calidad": 7.66, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-nemotron-3-nano-omni-reasoning", "id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning", "name": "Nemotron 3 Nano Omni 30B-A3B Reasoning (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "NVIDIA Open License", "cost_input_per_M": 0.1, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.63, "context_window": null, "subscriptions": [], "notes": "Lanzado 20 abril 2026. MoE 30B totales / 3B activos (A3B). Multimodal (texto+imagen+audio+video) + reasoning. Comparar contra Nano 30B normal y Nano 9B v2 — sirve para medir el costo de razonar y la ganancia de multimodal en single-turn texto.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 86, "total_runs": 90, "score_global": 4.07, "score_by_pillar": { "Contenido": 7.44, "Agentes": 7.05, "Coding": 8.39, "Razonamiento": 7.2 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.701, "speed_score_avg": 9.926, "latency_score_avg": 1.852, "cost_score_avg": 7.794, "quality_ci95": 0.864 }, "Agentes": { "quality_avg": 7.007, "speed_score_avg": 9.931, "latency_score_avg": 3.069, "cost_score_avg": 7.817, "quality_ci95": 0.657 }, "Coding": { "quality_avg": 8.904, "speed_score_avg": 9.684, "latency_score_avg": 3.421, "cost_score_avg": 7.865, "quality_ci95": 1.015 }, "Razonamiento": { "quality_avg": 7.428, "speed_score_avg": 10.0, "latency_score_avg": 1.733, "cost_score_avg": 7.492, "quality_ci95": 1.31 } }, "score_by_suite": { "content_generation": 8.04, "tool_calling": 6.62, "task_management": 7.67, "code_generation": 7.91, "reasoning": 8.31, "summarization": 7.53, "presentation": 7.98, "startup_content": 8.51, "deep_reasoning": 6.8, "customer_support": 7.84, "structured_output": 9.18, "hallucination": 7.09, "creativity": 7.46, "string_precision": 8.04, "news_seo_writing": 5.94, "ocr_extraction": 8.58, "orchestration": 7.22, "multi_turn": 7.11, "policy_adherence": 7.2, "agent_capabilities": 6.06, "strategy": 7.01, "sales_outreach": 7.03, "translation": 7.26 }, "quality_by_suite": { "content_generation": 8.38, "tool_calling": 6.19, "task_management": 8.2, "code_generation": 8.36, "reasoning": 9.03, "summarization": 7.86, "presentation": 8.58, "startup_content": 9.25, "deep_reasoning": 6.95, "customer_support": 8.04, "structured_output": 10.0, "hallucination": 7.0, "creativity": 7.75, "string_precision": 8.17, "news_seo_writing": 5.65, "ocr_extraction": 9.35, "orchestration": 7.35, "multi_turn": 7.0, "policy_adherence": 7.17, "agent_capabilities": 5.66, "strategy": 7.22, "sales_outreach": 7.11, "translation": 7.33 }, "suites_incompletas": { "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 7.76, "quality_ci95": 0.488, "cost_score_avg": 7.76, "speed_score_avg": 9.88, "latency_score_avg": 2.47, "tool_calling_score_avg": 6.34, "judge_score_avg": 4.12, "tokens_per_second": 202.1, "latency_avg_s": 10.56, "total_input_tokens": 32258, "total_output_tokens": 194732, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.52, "score_calidad": 7.76, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-nemotron-nano-9b-v2", "id": "nvidia/nvidia-nemotron-nano-9b-v2", "name": "Nemotron Nano 9B v2 (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": false, "license": "NVIDIA Open License", "cost_input_per_M": 0.05, "cost_output_per_M": 0.2, "cost_per_1k_calls_usd": 0.315, "context_window": null, "subscriptions": [], "notes": "Variante chica de Nemotron 3, comparar con Nano 30B", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 86, "total_runs": 90, "score_global": 3.98, "score_by_pillar": { "Contenido": 7.55, "Agentes": 6.38, "Coding": 8.17, "Razonamiento": 7.5 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.14, "speed_score_avg": 7.643, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 0.763 }, "Agentes": { "quality_avg": 6.45, "speed_score_avg": 7.586, "latency_score_avg": 1.276, "cost_score_avg": 8.0, "quality_ci95": 0.867 }, "Coding": { "quality_avg": 8.993, "speed_score_avg": 7.263, "latency_score_avg": 1.789, "cost_score_avg": 8.0, "quality_ci95": 0.926 }, "Razonamiento": { "quality_avg": 8.052, "speed_score_avg": 7.714, "latency_score_avg": 1.143, "cost_score_avg": 7.995, "quality_ci95": 1.059 } }, "score_by_suite": { "content_generation": 8.14, "tool_calling": 6.38, "task_management": 8.26, "code_generation": 8.24, "reasoning": 8.31, "summarization": 7.07, "presentation": 8.27, "startup_content": 8.25, "deep_reasoning": 7.47, "customer_support": 6.88, "structured_output": 8.87, "hallucination": 6.82, "creativity": 7.79, "string_precision": 7.65, "news_seo_writing": 6.97, "ocr_extraction": 8.18, "orchestration": 3.73, "multi_turn": 6.96, "policy_adherence": 7.22, "agent_capabilities": 6.36, "strategy": 7.41, "sales_outreach": 5.87, "translation": 7.71 }, "quality_by_suite": { "content_generation": 9.01, "tool_calling": 6.33, "task_management": 9.12, "code_generation": 9.09, "reasoning": 9.19, "summarization": 7.42, "presentation": 9.14, "startup_content": 9.11, "deep_reasoning": 8.0, "customer_support": 7.1, "structured_output": 10.0, "hallucination": 7.0, "creativity": 8.5, "string_precision": 8.17, "news_seo_writing": 7.29, "ocr_extraction": 9.1, "orchestration": 2.74, "multi_turn": 7.38, "policy_adherence": 7.67, "agent_capabilities": 6.43, "strategy": 8.06, "sales_outreach": 5.78, "translation": 8.48 }, "suites_incompletas": { "deep_reasoning": { "rindio": 5, "total": 6 } }, "quality_avg": 7.83, "quality_ci95": 0.502, "cost_score_avg": 8.0, "speed_score_avg": 7.53, "latency_score_avg": 1.24, "tool_calling_score_avg": 7.51, "judge_score_avg": 4.13, "tokens_per_second": 54.4, "latency_avg_s": 25.86, "total_input_tokens": 28201, "total_output_tokens": 123232, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.34, "score_calidad": 7.83, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "mimo-v2-omni", "id": "xiaomi/mimo-v2-omni", "name": "MiMo-V2-Omni (multimodal)", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.4, "cost_output_per_M": 2.0, "cost_per_1k_calls_usd": 3.12, "context_window": null, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-13", "retired_reason": "Xiaomi lo deprecó; recomienda migrar a MiMo V2.5", "retired_kind": "provider", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 80, "total_runs": 84, "score_global": 3.96, "score_by_pillar": { "Contenido": 7.31, "Agentes": 6.42, "Coding": 8.13, "Razonamiento": 7.78 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.957, "speed_score_avg": 8.222, "latency_score_avg": 1.296, "cost_score_avg": 6.844, "quality_ci95": 0.843 }, "Agentes": { "quality_avg": 6.463, "speed_score_avg": 7.786, "latency_score_avg": 2.429, "cost_score_avg": 7.53, "quality_ci95": 0.94 }, "Coding": { "quality_avg": 8.894, "speed_score_avg": 8.5, "latency_score_avg": 2.562, "cost_score_avg": 7.187, "quality_ci95": 1.08 }, "Razonamiento": { "quality_avg": 8.658, "speed_score_avg": 8.923, "latency_score_avg": 1.154, "cost_score_avg": 6.454, "quality_ci95": 1.086 } }, "score_by_suite": { "content_generation": 8.33, "tool_calling": 6.33, "task_management": 8.33, "code_generation": 7.48, "reasoning": 7.97, "summarization": 6.72, "presentation": 7.93, "startup_content": 8.08, "deep_reasoning": 8.12, "customer_support": 5.39, "structured_output": 8.96, "hallucination": 6.29, "creativity": 7.96, "string_precision": 7.71, "news_seo_writing": 6.31, "ocr_extraction": 8.63, "orchestration": 4.78, "multi_turn": 6.75, "policy_adherence": 7.92, "agent_capabilities": 6.15, "strategy": 8.64, "sales_outreach": 6.16, "translation": 6.27 }, "quality_by_suite": { "content_generation": 9.33, "tool_calling": 6.12, "task_management": 9.21, "code_generation": 8.19, "reasoning": 8.96, "summarization": 6.92, "presentation": 8.92, "startup_content": 9.19, "deep_reasoning": 9.17, "customer_support": 4.98, "structured_output": 10.0, "hallucination": 6.33, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 6.62, "ocr_extraction": 9.69, "orchestration": 4.05, "multi_turn": 7.0, "policy_adherence": 8.58, "agent_capabilities": 6.26, "strategy": 10.0, "sales_outreach": 6.44, "translation": 6.35 }, "suites_incompletas": { "code_generation": { "rindio": 3, "total": 4 }, "deep_reasoning": { "rindio": 4, "total": 6 }, "customer_support": { "rindio": 3, "total": 4 }, "structured_output": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 4, "total": 5 } }, "quality_avg": 7.83, "quality_ci95": 0.552, "cost_score_avg": 7.04, "speed_score_avg": 8.28, "latency_score_avg": 1.79, "tool_calling_score_avg": 6.89, "judge_score_avg": 4.04, "tokens_per_second": 84.1, "latency_avg_s": 12.46, "total_input_tokens": 36791, "total_output_tokens": 88374, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.29, "score_calidad": 7.83, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "local-nemotron3-base-33b", "id": "nemotron3:33b-q4_K_M", "name": "Nemotron 3 Base 33B (DGX Spark Q4_K_M)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open License", "cost_input_per_M": 0.09, "cost_output_per_M": 0.45, "cost_per_1k_calls_usd": 0.702, "context_window": null, "subscriptions": [], "notes": "Nemotron 3 base 33B (NO la versión Omni Reasoning) en Q4_K_M via Ollama oficial. Comparar con Nemotron 3 Super 120B (DGX, también Q4) y Nemotron 3 Nano Omni Reasoning cuando esté disponible.", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 86, "total_runs": 90, "score_global": 3.95, "score_by_pillar": { "Contenido": 7.62, "Agentes": 6.89, "Coding": 7.8, "Razonamiento": 6.59 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.303, "speed_score_avg": 7.786, "latency_score_avg": 1.071, "cost_score_avg": 7.659, "quality_ci95": 0.686 }, "Agentes": { "quality_avg": 7.16, "speed_score_avg": 8.0, "latency_score_avg": 1.448, "cost_score_avg": 7.814, "quality_ci95": 0.718 }, "Coding": { "quality_avg": 8.348, "speed_score_avg": 8.0, "latency_score_avg": 2.526, "cost_score_avg": 7.78, "quality_ci95": 1.271 }, "Razonamiento": { "quality_avg": 6.841, "speed_score_avg": 8.0, "latency_score_avg": 1.143, "cost_score_avg": 7.448, "quality_ci95": 1.815 } }, "score_by_suite": { "content_generation": 8.02, "tool_calling": 5.75, "task_management": 7.74, "code_generation": 7.93, "reasoning": 8.3, "summarization": 7.32, "presentation": 7.99, "startup_content": 8.3, "deep_reasoning": 5.74, "customer_support": 7.67, "structured_output": 8.76, "hallucination": 6.35, "creativity": 7.64, "string_precision": 6.91, "news_seo_writing": 6.96, "ocr_extraction": 7.99, "orchestration": 7.08, "multi_turn": 7.11, "policy_adherence": 6.59, "agent_capabilities": 6.55, "strategy": 7.4, "sales_outreach": 7.59, "translation": 7.06 }, "quality_by_suite": { "content_generation": 8.78, "tool_calling": 5.42, "task_management": 8.61, "code_generation": 8.72, "reasoning": 9.3, "summarization": 7.72, "presentation": 8.86, "startup_content": 9.25, "deep_reasoning": 5.67, "customer_support": 8.2, "structured_output": 9.67, "hallucination": 6.33, "creativity": 8.25, "string_precision": 6.83, "news_seo_writing": 7.58, "ocr_extraction": 8.81, "orchestration": 7.46, "multi_turn": 7.5, "policy_adherence": 6.67, "agent_capabilities": 6.67, "strategy": 8.06, "sales_outreach": 8.22, "translation": 7.46 }, "suites_incompletas": { "reasoning": { "rindio": 2, "total": 3 } }, "quality_avg": 7.82, "quality_ci95": 0.527, "cost_score_avg": 7.69, "speed_score_avg": 7.93, "latency_score_avg": 1.49, "tool_calling_score_avg": 5.51, "judge_score_avg": 4.12, "tokens_per_second": 63.2, "latency_avg_s": 39.19, "total_input_tokens": 31924, "total_output_tokens": 199928, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.34, "score_calidad": 7.82, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-ministral-14b", "id": "mistralai/ministral-14b-instruct-2512", "name": "Ministral 14B (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.1, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.63, "context_window": null, "subscriptions": [], "notes": "Mistral chico nuevo dic 2025 - comparar con Mistral Small 4", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 85, "total_runs": 89, "score_global": 3.76, "score_by_pillar": { "Contenido": 7.25, "Agentes": 6.93, "Coding": 7.33, "Razonamiento": 6.86 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.025, "speed_score_avg": 4.519, "latency_score_avg": 1.222, "cost_score_avg": 8.0, "quality_ci95": 0.806 }, "Agentes": { "quality_avg": 7.55, "speed_score_avg": 3.714, "latency_score_avg": 2.179, "cost_score_avg": 8.0, "quality_ci95": 0.757 }, "Coding": { "quality_avg": 8.151, "speed_score_avg": 3.579, "latency_score_avg": 2.158, "cost_score_avg": 8.0, "quality_ci95": 1.275 }, "Razonamiento": { "quality_avg": 7.595, "speed_score_avg": 3.533, "latency_score_avg": 1.067, "cost_score_avg": 8.0, "quality_ci95": 1.282 } }, "score_by_suite": { "content_generation": 7.97, "tool_calling": 6.89, "task_management": 7.98, "code_generation": 7.54, "reasoning": 8.0, "summarization": 7.53, "presentation": 7.7, "startup_content": 8.07, "deep_reasoning": 6.84, "customer_support": 5.95, "structured_output": 6.36, "hallucination": 5.41, "creativity": 7.86, "string_precision": 7.53, "news_seo_writing": 5.61, "ocr_extraction": 7.71, "orchestration": 7.4, "multi_turn": 7.17, "policy_adherence": 6.96, "agent_capabilities": 6.49, "strategy": 7.21, "sales_outreach": 6.86, "translation": 7.01 }, "quality_by_suite": { "content_generation": 8.89, "tool_calling": 7.17, "task_management": 9.15, "code_generation": 8.53, "reasoning": 9.25, "summarization": 8.4, "presentation": 8.64, "startup_content": 9.17, "deep_reasoning": 7.5, "customer_support": 6.23, "structured_output": 7.0, "hallucination": 5.67, "creativity": 9.0, "string_precision": 8.17, "news_seo_writing": 5.76, "ocr_extraction": 8.75, "orchestration": 8.25, "multi_turn": 8.0, "policy_adherence": 7.67, "agent_capabilities": 6.94, "strategy": 8.06, "sales_outreach": 7.56, "translation": 7.62 }, "suites_incompletas": { "startup_content": { "rindio": 4, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 } }, "quality_avg": 7.86, "quality_ci95": 0.512, "cost_score_avg": 8.0, "speed_score_avg": 3.89, "latency_score_avg": 1.54, "tool_calling_score_avg": 5.53, "judge_score_avg": 4.12, "tokens_per_second": 21.4, "latency_avg_s": 50.96, "total_input_tokens": 25159, "total_output_tokens": 84109, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.11, "score_calidad": 7.86, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gpt-oss-120b-cloud", "id": "gpt-oss:120b-cloud", "name": "GPT-OSS 120B (Ollama Cloud)", "tier": "cloud_ollama", "provider": "ollama_cloud", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.039, "cost_output_per_M": 0.18, "cost_per_1k_calls_usd": 0.282, "context_window": null, "subscriptions": [ { "key": "ollama_cloud_pro", "name": "Ollama Cloud", "plan": "Pro", "price_month_usd": 30, "url": "https://ollama.com/cloud", "notes": "Rate limit varía por modelo. Recomendado para uso a volumen mid (1-10k calls/día)." } ], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 84, "total_runs": 88, "score_global": 3.55, "score_by_pillar": { "Contenido": 7.96, "Agentes": 6.23, "Coding": 8.15, "Razonamiento": 6.96 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.63, "speed_score_avg": 8.074, "latency_score_avg": 1.556, "cost_score_avg": 8.0, "quality_ci95": 0.696 }, "Agentes": { "quality_avg": 6.036, "speed_score_avg": 7.556, "latency_score_avg": 3.111, "cost_score_avg": 8.0, "quality_ci95": 1.015 }, "Coding": { "quality_avg": 8.867, "speed_score_avg": 7.474, "latency_score_avg": 2.474, "cost_score_avg": 8.0, "quality_ci95": 1.058 }, "Razonamiento": { "quality_avg": 7.238, "speed_score_avg": 8.0, "latency_score_avg": 1.267, "cost_score_avg": 8.0, "quality_ci95": 1.569 } }, "score_by_suite": { "content_generation": 8.27, "tool_calling": 6.43, "task_management": 8.04, "code_generation": 8.08, "reasoning": 8.27, "summarization": 7.5, "presentation": 8.02, "startup_content": 8.29, "deep_reasoning": 6.54, "customer_support": 5.77, "structured_output": 8.97, "hallucination": 5.94, "creativity": 8.04, "string_precision": 7.72, "news_seo_writing": 7.04, "ocr_extraction": 8.08, "orchestration": 4.3, "multi_turn": 7.55, "policy_adherence": 6.69, "agent_capabilities": 6.1, "strategy": 7.51, "sales_outreach": 8.51, "translation": 8.29 }, "quality_by_suite": { "content_generation": 8.97, "tool_calling": 6.19, "task_management": 8.76, "code_generation": 8.87, "reasoning": 9.13, "summarization": 7.92, "presentation": 8.78, "startup_content": 9.17, "deep_reasoning": 6.67, "customer_support": 5.31, "structured_output": 10.0, "hallucination": 5.67, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.38, "ocr_extraction": 8.8, "orchestration": 3.37, "multi_turn": 8.0, "policy_adherence": 6.67, "agent_capabilities": 5.85, "strategy": 8.06, "sales_outreach": 9.33, "translation": 9.0 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "customer_support": { "rindio": 3, "total": 4 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 7.72, "quality_ci95": 0.595, "cost_score_avg": 8.0, "speed_score_avg": 7.79, "latency_score_avg": 2.07, "tool_calling_score_avg": 6.31, "judge_score_avg": 4.08, "tokens_per_second": 75.4, "latency_avg_s": 13.42, "total_input_tokens": 25341, "total_output_tokens": 89374, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.34, "score_calidad": 7.72, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "groq-llama-3.1-8b", "id": "llama-3.1-8b-instant", "name": "Llama 3.1 8B Instant (Groq)", "tier": "ultra_cheap", "provider": "groq_direct", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.05, "cost_output_per_M": 0.08, "cost_per_1k_calls_usd": 0.135, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 84, "total_runs": 87, "score_global": 2.88, "score_by_pillar": { "Contenido": 8.2, "Agentes": 7.26, "Coding": 8.08, "Razonamiento": 6.65 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.276, "speed_score_avg": 10.0, "latency_score_avg": 6.074, "cost_score_avg": 8.0, "quality_ci95": 0.687 }, "Agentes": { "quality_avg": 6.78, "speed_score_avg": 9.923, "latency_score_avg": 7.538, "cost_score_avg": 8.0, "quality_ci95": 0.827 }, "Coding": { "quality_avg": 7.958, "speed_score_avg": 9.579, "latency_score_avg": 7.895, "cost_score_avg": 8.0, "quality_ci95": 1.301 }, "Razonamiento": { "quality_avg": 6.077, "speed_score_avg": 10.0, "latency_score_avg": 6.0, "cost_score_avg": 8.0, "quality_ci95": 1.717 } }, "score_by_suite": { "content_generation": 8.54, "tool_calling": 7.82, "task_management": 8.29, "code_generation": 8.09, "reasoning": 7.83, "summarization": 7.79, "presentation": 8.19, "startup_content": 8.2, "deep_reasoning": 6.07, "customer_support": 8.09, "structured_output": 9.32, "hallucination": 7.45, "creativity": 8.39, "string_precision": 7.22, "news_seo_writing": 7.08, "ocr_extraction": 8.13, "orchestration": 5.93, "multi_turn": 7.99, "policy_adherence": 7.28, "agent_capabilities": 6.25, "strategy": 5.85, "sales_outreach": 8.98, "translation": 8.49 }, "quality_by_suite": { "content_generation": 8.72, "tool_calling": 7.38, "task_management": 8.41, "code_generation": 8.07, "reasoning": 7.83, "summarization": 7.48, "presentation": 8.48, "startup_content": 8.41, "deep_reasoning": 5.28, "customer_support": 7.92, "structured_output": 9.67, "hallucination": 7.0, "creativity": 8.5, "string_precision": 6.67, "news_seo_writing": 6.79, "ocr_extraction": 8.05, "orchestration": 5.0, "multi_turn": 7.88, "policy_adherence": 6.75, "agent_capabilities": 5.33, "strategy": 5.0, "sales_outreach": 9.33, "translation": 8.48 }, "suites_incompletas": { "tool_calling": { "rindio": 3, "total": 4 }, "customer_support": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 } }, "quality_avg": 7.38, "quality_ci95": 0.574, "cost_score_avg": 8.0, "speed_score_avg": 9.88, "latency_score_avg": 6.81, "tool_calling_score_avg": 8.01, "judge_score_avg": 3.89, "tokens_per_second": 374.6, "latency_avg_s": 1.3, "total_input_tokens": 27027, "total_output_tokens": 43520, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.62, "score_calidad": 7.38, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "groq-gpt-oss-20b", "id": "openai/gpt-oss-20b", "name": "GPT-OSS 20B (Groq)", "tier": "ultra_cheap", "provider": "groq_direct", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.03, "cost_output_per_M": 0.13, "cost_per_1k_calls_usd": 0.204, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 91, "total_runs": 95, "score_global": 2.65, "score_by_pillar": { "Contenido": 8.19, "Agentes": 6.62, "Coding": 8.87, "Razonamiento": 6.76 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.335, "speed_score_avg": 10.0, "latency_score_avg": 5.481, "cost_score_avg": 8.0, "quality_ci95": 0.69 }, "Agentes": { "quality_avg": 5.86, "speed_score_avg": 10.0, "latency_score_avg": 7.63, "cost_score_avg": 8.0, "quality_ci95": 1.044 }, "Coding": { "quality_avg": 9.077, "speed_score_avg": 10.0, "latency_score_avg": 7.529, "cost_score_avg": 8.0, "quality_ci95": 1.014 }, "Razonamiento": { "quality_avg": 6.572, "speed_score_avg": 9.417, "latency_score_avg": 3.333, "cost_score_avg": 8.0, "quality_ci95": 1.231 } }, "score_by_suite": { "content_generation": 8.84, "tool_calling": 6.76, "task_management": 7.62, "code_generation": 8.56, "reasoning": 8.48, "summarization": 7.8, "presentation": 8.24, "startup_content": 8.74, "deep_reasoning": 6.8, "customer_support": 7.1, "structured_output": 9.32, "hallucination": 6.88, "creativity": 8.22, "string_precision": 8.37, "news_seo_writing": 6.84, "ocr_extraction": 9.4, "orchestration": 4.75, "multi_turn": 8.7, "policy_adherence": 6.22, "agent_capabilities": 5.46, "strategy": 7.66, "sales_outreach": 8.93, "translation": 7.67, "business_audit": 5.91 }, "quality_by_suite": { "content_generation": 9.15, "tool_calling": 5.91, "task_management": 7.53, "code_generation": 8.88, "reasoning": 8.91, "summarization": 7.72, "presentation": 8.56, "startup_content": 9.23, "deep_reasoning": 6.5, "customer_support": 6.5, "structured_output": 9.67, "hallucination": 6.33, "creativity": 8.38, "string_precision": 8.17, "news_seo_writing": 6.46, "ocr_extraction": 10.0, "orchestration": 3.04, "multi_turn": 9.0, "policy_adherence": 5.25, "agent_capabilities": 4.21, "strategy": 7.72, "sales_outreach": 9.33, "translation": 7.46, "business_audit": 5.63 }, "suites_incompletas": { "code_generation": { "rindio": 3, "total": 4 }, "deep_reasoning": { "rindio": 5, "total": 6 }, "news_seo_writing": { "rindio": 4, "total": 5 }, "ocr_extraction": { "rindio": 4, "total": 5 }, "orchestration": { "rindio": 4, "total": 5 }, "agent_capabilities": { "rindio": 4, "total": 5 } }, "quality_avg": 7.38, "quality_ci95": 0.586, "cost_score_avg": 8.0, "speed_score_avg": 9.85, "latency_score_avg": 5.78, "tool_calling_score_avg": 6.45, "judge_score_avg": 4.15, "tokens_per_second": 587.6, "latency_avg_s": 3.21, "total_input_tokens": 26164, "total_output_tokens": 102694, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.54, "score_calidad": 7.38, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-nemotron-super-1.5", "id": "nvidia/llama-3.3-nemotron-super-49b-v1.5", "name": "Nemotron Super 49B v1.5 (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "NVIDIA Open Model", "cost_input_per_M": 0.1, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.63, "context_window": 131072, "subscriptions": [], "notes": "Versión iterada del Nemotron Super 120B que ya medimos en Lote 2", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 92, "total_runs": 96, "score_global": 2.57, "score_by_pillar": { "Contenido": 7.4, "Agentes": 5.96, "Coding": 7.85, "Razonamiento": 6.87 }, "dims_by_pillar": { "Contenido": { "quality_avg": 8.278, "speed_score_avg": 4.37, "latency_score_avg": 1.111, "cost_score_avg": 7.954, "quality_ci95": 0.695 }, "Agentes": { "quality_avg": 6.169, "speed_score_avg": 4.857, "latency_score_avg": 1.071, "cost_score_avg": 7.955, "quality_ci95": 0.967 }, "Coding": { "quality_avg": 9.012, "speed_score_avg": 3.889, "latency_score_avg": 1.0, "cost_score_avg": 7.823, "quality_ci95": 0.976 }, "Razonamiento": { "quality_avg": 7.467, "speed_score_avg": 5.391, "latency_score_avg": 1.0, "cost_score_avg": 7.802, "quality_ci95": 1.303 } }, "score_by_suite": { "content_generation": 7.77, "tool_calling": 6.18, "task_management": 7.88, "code_generation": 7.85, "reasoning": 7.78, "summarization": 7.12, "presentation": 7.79, "startup_content": 8.06, "deep_reasoning": 7.62, "customer_support": 5.39, "structured_output": 8.53, "hallucination": 5.54, "creativity": 7.67, "string_precision": 7.34, "news_seo_writing": 6.86, "ocr_extraction": 7.91, "orchestration": 4.44, "multi_turn": 6.46, "policy_adherence": 7.35, "agent_capabilities": 5.47, "strategy": 7.32, "sales_outreach": 6.86, "translation": 7.02, "business_audit": 6.57 }, "quality_by_suite": { "content_generation": 8.79, "tool_calling": 6.4, "task_management": 9.0, "code_generation": 9.24, "reasoning": 9.19, "summarization": 7.92, "presentation": 8.82, "startup_content": 9.3, "deep_reasoning": 8.75, "customer_support": 5.45, "structured_output": 10.0, "hallucination": 5.67, "creativity": 8.75, "string_precision": 8.17, "news_seo_writing": 7.52, "ocr_extraction": 9.1, "orchestration": 4.07, "multi_turn": 6.88, "policy_adherence": 8.08, "agent_capabilities": 5.44, "strategy": 8.06, "sales_outreach": 7.56, "translation": 7.46, "business_audit": 6.8 }, "suites_incompletas": { "task_management": { "rindio": 2, "total": 3 }, "code_generation": { "rindio": 3, "total": 4 }, "startup_content": { "rindio": 4, "total": 5 }, "deep_reasoning": { "rindio": 4, "total": 6 } }, "quality_avg": 7.66, "quality_ci95": 0.558, "cost_score_avg": 7.89, "speed_score_avg": 4.63, "latency_score_avg": 1.04, "tool_calling_score_avg": 7.9, "judge_score_avg": 4.11, "tokens_per_second": 27.8, "latency_avg_s": 79.7, "total_input_tokens": 29103, "total_output_tokens": 151491, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.97, "score_calidad": 7.66, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "qwen3.5-cloud", "id": "qwen3.5:cloud", "name": "Qwen 3.5 (Ollama Cloud default)", "tier": "cloud_ollama", "provider": "ollama_cloud", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.39, "cost_output_per_M": 2.34, "cost_per_1k_calls_usd": 3.627, "context_window": null, "subscriptions": [ { "key": "ollama_cloud_pro", "name": "Ollama Cloud", "plan": "Pro", "price_month_usd": 30, "url": "https://ollama.com/cloud", "notes": "Rate limit varía por modelo. Recomendado para uso a volumen mid (1-10k calls/día)." } ], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-14", "retired_reason": "sin causa registrada; fecha recuperada del historial de git", "retired_kind": "unknown", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 52, "total_runs": 56, "score_global": 2.54, "score_by_pillar": { "Contenido": 6.78, "Agentes": 6.99, "Coding": 8.02, "Razonamiento": 6.33 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.307, "speed_score_avg": 9.077, "latency_score_avg": 1.077, "cost_score_avg": 6.043, "quality_ci95": 1.013 }, "Agentes": { "quality_avg": 7.503, "speed_score_avg": 6.826, "latency_score_avg": 2.0, "cost_score_avg": 7.144, "quality_ci95": 0.865 }, "Coding": { "quality_avg": 9.004, "speed_score_avg": 7.1, "latency_score_avg": 1.4, "cost_score_avg": 7.217, "quality_ci95": 1.658 }, "Razonamiento": { "quality_avg": 6.877, "speed_score_avg": 7.8, "latency_score_avg": 1.1, "cost_score_avg": 5.676, "quality_ci95": 1.397 } }, "score_by_suite": { "content_generation": 7.95, "tool_calling": 7.14, "task_management": 8.19, "code_generation": 8.46, "reasoning": 8.1, "summarization": 7.01, "presentation": 6.78, "startup_content": 7.15, "deep_reasoning": 5.82, "customer_support": 6.21, "structured_output": 8.64, "hallucination": 6.55, "string_precision": 7.46, "ocr_extraction": 8.72, "orchestration": 6.88, "multi_turn": 7.19, "policy_adherence": 8.08, "agent_capabilities": 6.75, "strategy": 6.16, "sales_outreach": 5.7, "translation": 3.9 }, "quality_by_suite": { "content_generation": 8.79, "tool_calling": 7.45, "task_management": 9.24, "code_generation": 9.52, "reasoning": 9.44, "summarization": 7.78, "presentation": 7.34, "startup_content": 7.91, "deep_reasoning": 6.25, "customer_support": 6.51, "structured_output": 10.0, "hallucination": 7.0, "string_precision": 8.2, "ocr_extraction": 10.0, "orchestration": 7.54, "multi_turn": 8.0, "policy_adherence": 9.0, "agent_capabilities": 6.95, "strategy": 6.67, "sales_outreach": 5.67, "translation": 3.33 }, "suites_incompletas": { "content_generation": { "rindio": 3, "total": 4 }, "task_management": { "rindio": 1, "total": 3 }, "code_generation": { "rindio": 2, "total": 4 }, "reasoning": { "rindio": 1, "total": 3 }, "startup_content": { "rindio": 3, "total": 5 }, "deep_reasoning": { "rindio": 4, "total": 6 }, "structured_output": { "rindio": 2, "total": 4 }, "string_precision": { "rindio": 5, "total": 6 }, "ocr_extraction": { "rindio": 1, "total": 5 }, "multi_turn": { "rindio": 3, "total": 4 }, "policy_adherence": { "rindio": 2, "total": 4 }, "agent_capabilities": { "rindio": 4, "total": 5 }, "strategy": { "rindio": 2, "total": 3 }, "sales_outreach": { "rindio": 2, "total": 3 }, "translation": { "rindio": 1, "total": 3 } }, "quality_avg": 7.63, "quality_ci95": 0.649, "cost_score_avg": 6.57, "speed_score_avg": 7.58, "latency_score_avg": 1.4, "tool_calling_score_avg": 8.31, "judge_score_avg": 4.06, "tokens_per_second": 72.6, "latency_avg_s": 30.64, "total_input_tokens": 23645, "total_output_tokens": 81047, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 7.0, "score_calidad": 7.63, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "nim-kimi-k2.5", "id": "moonshotai/kimi-k2.5", "name": "Kimi K2.5 (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.4, "cost_output_per_M": 1.9, "cost_per_1k_calls_usd": 2.97, "context_window": 262144, "subscriptions": [], "notes": "Version nueva 2026, no tenemos K2.5 antes. Comparar con K2.6 thinking", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 79, "total_runs": 83, "score_global": 0.86, "score_by_pillar": { "Contenido": 6.82, "Agentes": 6.35, "Coding": 7.21, "Razonamiento": 5.91 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.935, "speed_score_avg": 4.0, "latency_score_avg": 1.0, "cost_score_avg": 5.931, "quality_ci95": 0.815 }, "Agentes": { "quality_avg": 7.103, "speed_score_avg": 3.464, "latency_score_avg": 1.143, "cost_score_avg": 6.885, "quality_ci95": 0.776 }, "Coding": { "quality_avg": 8.188, "speed_score_avg": 4.286, "latency_score_avg": 1.5, "cost_score_avg": 6.987, "quality_ci95": 1.548 }, "Razonamiento": { "quality_avg": 6.488, "speed_score_avg": 5.579, "latency_score_avg": 1.0, "cost_score_avg": 5.816, "quality_ci95": 1.569 } }, "score_by_suite": { "content_generation": 7.04, "tool_calling": 5.84, "task_management": 6.56, "code_generation": 6.43, "reasoning": 6.27, "summarization": 6.3, "presentation": 7.57, "startup_content": 7.14, "deep_reasoning": 5.53, "customer_support": 6.82, "structured_output": 7.32, "hallucination": 5.81, "creativity": 7.16, "string_precision": 7.24, "news_seo_writing": 4.78, "ocr_extraction": 7.69, "orchestration": 6.66, "multi_turn": 6.11, "policy_adherence": 6.98, "agent_capabilities": 5.67, "strategy": 7.21, "sales_outreach": 7.75, "translation": 6.78, "business_audit": 5.68 }, "quality_by_suite": { "content_generation": 8.2, "tool_calling": 6.05, "task_management": 7.5, "code_generation": 7.44, "reasoning": 7.3, "summarization": 7.26, "presentation": 9.06, "startup_content": 8.35, "deep_reasoning": 6.25, "customer_support": 7.59, "structured_output": 8.0, "hallucination": 6.33, "creativity": 8.33, "string_precision": 8.17, "news_seo_writing": 5.07, "ocr_extraction": 9.38, "orchestration": 7.56, "multi_turn": 7.0, "policy_adherence": 8.17, "agent_capabilities": 6.16, "strategy": 8.34, "sales_outreach": 9.33, "translation": 7.86, "business_audit": 6.05 }, "suites_incompletas": { "content_generation": { "rindio": 3, "total": 4 }, "task_management": { "rindio": 2, "total": 3 }, "code_generation": { "rindio": 2, "total": 4 }, "reasoning": { "rindio": 2, "total": 3 }, "startup_content": { "rindio": 4, "total": 5 }, "deep_reasoning": { "rindio": 2, "total": 6 }, "creativity": { "rindio": 3, "total": 4 }, "news_seo_writing": { "rindio": 3, "total": 5 }, "ocr_extraction": { "rindio": 2, "total": 5 }, "strategy": { "rindio": 2, "total": 3 }, "translation": { "rindio": 2, "total": 3 } }, "quality_avg": 7.43, "quality_ci95": 0.597, "cost_score_avg": 6.33, "speed_score_avg": 4.24, "latency_score_avg": 1.1, "tool_calling_score_avg": 7.46, "judge_score_avg": 4.02, "tokens_per_second": 27.5, "latency_avg_s": 73.47, "total_input_tokens": 22202, "total_output_tokens": 112423, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.55, "score_calidad": 7.43, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-qwen3-next-thinking", "id": "qwen/qwen3-next-80b-a3b-thinking", "name": "Qwen 3-Next 80B Thinking (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.098, "cost_output_per_M": 0.78, "cost_per_1k_calls_usd": 1.199, "context_window": 262144, "subscriptions": [], "notes": "Variante thinking — comparar con Qwen 3-Next Instruct", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 184, "total_runs": 192, "score_global": 0.13, "score_by_pillar": { "Contenido": 6.58, "Agentes": 6.84, "Coding": 7.43, "Razonamiento": 6.62 }, "dims_by_pillar": { "Contenido": { "quality_avg": 6.855, "speed_score_avg": 9.107, "latency_score_avg": 1.0, "cost_score_avg": 6.822, "quality_ci95": 0.561 }, "Agentes": { "quality_avg": 7.14, "speed_score_avg": 9.138, "latency_score_avg": 1.19, "cost_score_avg": 7.1, "quality_ci95": 0.533 }, "Coding": { "quality_avg": 7.956, "speed_score_avg": 8.842, "latency_score_avg": 1.474, "cost_score_avg": 7.213, "quality_ci95": 0.948 }, "Razonamiento": { "quality_avg": 6.572, "speed_score_avg": 9.5, "latency_score_avg": 1.1, "cost_score_avg": 6.825, "quality_ci95": 0.895 } }, "score_by_suite": { "content_generation": 7.14, "tool_calling": 6.39, "task_management": 6.38, "code_generation": 7.14, "reasoning": 6.24, "summarization": 6.72, "presentation": 6.76, "startup_content": 6.61, "deep_reasoning": 5.88, "customer_support": 6.81, "structured_output": 6.62, "hallucination": 5.93, "creativity": 6.93, "string_precision": 7.66, "news_seo_writing": 4.6, "ocr_extraction": 8.02, "orchestration": 7.11, "multi_turn": 6.9, "policy_adherence": 7.28, "agent_capabilities": 6.82, "strategy": 6.54, "sales_outreach": 7.59, "translation": 7.38, "business_audit": 7.4 }, "quality_by_suite": { "content_generation": 7.69, "tool_calling": 6.43, "task_management": 6.55, "code_generation": 7.66, "reasoning": 6.34, "summarization": 7.13, "presentation": 7.06, "startup_content": 6.87, "deep_reasoning": 5.83, "customer_support": 7.13, "structured_output": 6.75, "hallucination": 5.67, "creativity": 7.31, "string_precision": 8.17, "news_seo_writing": 4.09, "ocr_extraction": 8.9, "orchestration": 7.51, "multi_turn": 7.25, "policy_adherence": 7.75, "agent_capabilities": 7.12, "strategy": 6.81, "sales_outreach": 8.22, "translation": 8.01, "business_audit": 8.0 }, "suites_incompletas": {}, "quality_avg": 7.17, "quality_ci95": 0.47, "cost_score_avg": 6.96, "speed_score_avg": 9.16, "latency_score_avg": 1.16, "tool_calling_score_avg": 4.34, "judge_score_avg": 3.7, "tokens_per_second": 105.9, "latency_avg_s": 17.79, "total_input_tokens": 58215, "total_output_tokens": 346228, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.84, "score_calidad": 7.17, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "mistral-nemo", "id": "mistralai/mistral-nemo", "name": "Mistral Nemo", "tier": "ultra_cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.02, "cost_output_per_M": 0.02, "cost_per_1k_calls_usd": 0.036, "context_window": 131072, "subscriptions": [], "notes": "", "tested": true, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": true, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "solid", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 166, "total_runs": 170, "score_global": 0.0, "score_by_pillar": { "Contenido": 6.69, "Agentes": 6.52, "Coding": 7.51, "Razonamiento": 5.89 }, "dims_by_pillar": { "Contenido": { "quality_avg": 7.062, "speed_score_avg": 4.167, "latency_score_avg": 1.476, "cost_score_avg": 8.0, "quality_ci95": 0.915 }, "Agentes": { "quality_avg": 6.721, "speed_score_avg": 5.548, "latency_score_avg": 3.645, "cost_score_avg": 8.0, "quality_ci95": 0.79 }, "Coding": { "quality_avg": 8.447, "speed_score_avg": 3.435, "latency_score_avg": 1.957, "cost_score_avg": 8.0, "quality_ci95": 0.913 }, "Razonamiento": { "quality_avg": 5.757, "speed_score_avg": 5.041, "latency_score_avg": 1.689, "cost_score_avg": 8.0, "quality_ci95": 0.725 } }, "score_by_suite": { "content_generation": 7.62, "tool_calling": 6.63, "task_management": 7.53, "code_generation": 6.64, "reasoning": 7.02, "summarization": 6.29, "presentation": 7.42, "startup_content": 7.21, "deep_reasoning": 5.02, "customer_support": 7.78, "structured_output": 8.4, "hallucination": 6.03, "creativity": 7.69, "string_precision": 7.3, "news_seo_writing": 5.41, "ocr_extraction": 7.75, "orchestration": 5.87, "multi_turn": 6.7, "policy_adherence": 6.67, "agent_capabilities": 6.35, "strategy": 7.05, "sales_outreach": 5.77, "translation": 6.63, "business_audit": 5.47, "business_strategy": 6.27, "content_verificable": 6.35 }, "quality_by_suite": { "content_generation": 8.43, "tool_calling": 6.26, "task_management": 8.47, "code_generation": 7.41, "reasoning": 7.77, "summarization": 6.9, "presentation": 8.34, "startup_content": 8.09, "deep_reasoning": 4.79, "customer_support": 7.68, "structured_output": 9.67, "hallucination": 6.33, "creativity": 8.62, "string_precision": 8.17, "news_seo_writing": 5.48, "ocr_extraction": 8.7, "orchestration": 5.42, "multi_turn": 7.38, "policy_adherence": 7.17, "agent_capabilities": 6.26, "strategy": 7.83, "sales_outreach": 5.89, "translation": 7.18, "business_audit": 5.37, "business_strategy": 6.42, "content_verificable": 6.67 }, "suites_incompletas": { "customer_support": { "rindio": 1, "total": 4 }, "orchestration": { "rindio": 4, "total": 5 } }, "quality_avg": 7.03, "quality_ci95": 0.514, "cost_score_avg": 8.0, "speed_score_avg": 4.64, "latency_score_avg": 1.9, "tool_calling_score_avg": 3.3, "judge_score_avg": 4.09, "tokens_per_second": 31.0, "latency_avg_s": 17.71, "total_input_tokens": 44403, "total_output_tokens": 66268, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_global_linear": 6.59, "score_calidad": 7.03, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "examen_incompleto", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-mistral-nemotron", "id": "mistralai/mistral-nemotron", "name": "Mistral-Nemotron (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.3, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.89, "context_window": null, "subscriptions": [], "notes": "Colaboración Mistral × NVIDIA, optimizado en Nemo", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 8, "total_runs": 12, "score_global": 8.27, "score_by_pillar": { "Contenido": 8.25, "Agentes": 6.89, "Coding": 8.67 }, "dims_by_pillar": { "Contenido": { "quality_avg": 9.25, "speed_score_avg": 6.0, "latency_score_avg": 1.75, "cost_score_avg": 7.969, "quality_ci95": 0.516 }, "Agentes": { "quality_avg": 7.109, "speed_score_avg": 5.429, "latency_score_avg": 4.286, "cost_score_avg": 7.89, "quality_ci95": 1.312 }, "Coding": { "quality_avg": 9.72, "speed_score_avg": 8.0, "latency_score_avg": 1.0, "cost_score_avg": 7.931, "quality_ci95": null } }, "score_by_suite": { "content_generation": 8.25, "tool_calling": 5.94, "task_management": 8.15, "code_generation": 8.67 }, "quality_by_suite": { "content_generation": 9.25, "tool_calling": 5.7, "task_management": 8.99, "code_generation": 9.72 }, "suites_incompletas": { "code_generation": { "rindio": 1, "total": 4 } }, "quality_avg": 9.21, "quality_ci95": 0.371, "cost_score_avg": 7.88, "speed_score_avg": 6.75, "latency_score_avg": 1.75, "tool_calling_score_avg": 2.5, "judge_score_avg": 4.65, "tokens_per_second": 45.2, "latency_avg_s": 29.22, "total_input_tokens": 863, "total_output_tokens": 5640, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": 9.21, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-deepseek-v4-pro", "id": "deepseek-ai/deepseek-v4-pro", "name": "DeepSeek V4 Pro (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "MIT", "cost_input_per_M": 0.435, "cost_output_per_M": 0.87, "cost_per_1k_calls_usd": 1.435, "context_window": 1048576, "subscriptions": [], "notes": "Re-test del flagship via NIM (vs OpenRouter que dio 76% cobertura en Lote 7-8)", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 2, "total_runs": 3, "score_global": 7.95, "score_by_pillar": { "Contenido": 7.95, "Agentes": 6.71 }, "dims_by_pillar": { "Contenido": { "quality_avg": 9.42, "speed_score_avg": 1.5, "latency_score_avg": 1.0, "cost_score_avg": 7.796, "quality_ci95": 0.139 }, "Agentes": { "quality_avg": 7.66, "speed_score_avg": 1.0, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": null } }, "score_by_suite": { "content_generation": 7.95, "tool_calling": 6.71 }, "quality_by_suite": { "content_generation": 9.42, "tool_calling": 7.66 }, "suites_incompletas": { "content_generation": { "rindio": 2, "total": 4 }, "tool_calling": { "rindio": 1, "total": 4 } }, "quality_avg": 9.42, "quality_ci95": 0.139, "cost_score_avg": 7.8, "speed_score_avg": 1.5, "latency_score_avg": 1.0, "tool_calling_score_avg": 10.0, "judge_score_avg": 4.8, "tokens_per_second": 6.6, "latency_avg_s": 108.44, "total_input_tokens": 142, "total_output_tokens": 1444, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": 9.42, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-magistral-small", "id": "mistralai/magistral-small-2506", "name": "Mistral Magistral Small (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.5, "cost_output_per_M": 1.5, "cost_per_1k_calls_usd": 2.4, "context_window": null, "subscriptions": [], "notes": "Mistral con razonamiento, tamano medio", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 4, "total_runs": 8, "score_global": 7.83, "score_by_pillar": { "Contenido": 7.83, "Agentes": 5.68 }, "dims_by_pillar": { "Contenido": { "quality_avg": 9.16, "speed_score_avg": 4.0, "latency_score_avg": 1.0, "cost_score_avg": 6.943, "quality_ci95": 0.641 }, "Agentes": { "quality_avg": 5.595, "speed_score_avg": 4.0, "latency_score_avg": 3.75, "cost_score_avg": 7.898, "quality_ci95": 1.01 } }, "score_by_suite": { "content_generation": 7.83, "tool_calling": 6.68 }, "quality_by_suite": { "content_generation": 9.16, "tool_calling": 7.38 }, "suites_incompletas": {}, "quality_avg": 9.16, "quality_ci95": 0.641, "cost_score_avg": 6.94, "speed_score_avg": 4.0, "latency_score_avg": 1.0, "tool_calling_score_avg": 2.5, "judge_score_avg": 4.65, "tokens_per_second": 25.2, "latency_avg_s": 59.76, "total_input_tokens": 957, "total_output_tokens": 6021, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": 9.16, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-qwen3.6-27b", "id": "qwen3.6:27b", "name": "Qwen 3.6 27B base (DGX Spark)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.29, "cost_output_per_M": 3.2, "cost_per_1k_calls_usd": 4.887, "context_window": null, "subscriptions": [], "notes": "Qwen 3.6 BASE (Apache 2.0, pesos en HF) — cierra el gap del roadmap: solo teníamos Qwen 3.6 Plus (propietario API-only). Corre gratis local en DGX Spark; el costo del ranking usa el precio OpenRouter ($0.29/$3.20) para comparación justa.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 4, "total_runs": 4, "score_global": 6.98, "score_by_pillar": { "Razonamiento": 7.12, "Contenido": 6.84 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 8.66, "speed_score_avg": 2.0, "latency_score_avg": 1.0, "cost_score_avg": 5.541, "quality_ci95": 0.416 }, "Contenido": { "quality_avg": 8.24, "speed_score_avg": 2.0, "latency_score_avg": 1.0, "cost_score_avg": 5.677, "quality_ci95": 0.388 } }, "score_by_suite": { "reasoning": 7.12, "content_generation": 6.84 }, "quality_by_suite": { "reasoning": 8.66, "content_generation": 8.24 }, "suites_incompletas": { "reasoning": { "rindio": 2, "total": 3 }, "content_generation": { "rindio": 2, "total": 4 } }, "quality_avg": 8.45, "quality_ci95": 0.351, "cost_score_avg": 5.61, "speed_score_avg": 2.0, "latency_score_avg": 1.0, "tool_calling_score_avg": null, "judge_score_avg": 4.5, "tokens_per_second": 10.0, "latency_avg_s": 195.59, "total_input_tokens": 494, "total_output_tokens": 7818, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": 8.45, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-kimi-k2-thinking", "id": "moonshotai/kimi-k2-thinking", "name": "Kimi K2 Thinking", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.6, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 3.93, "context_window": 262144, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": true, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 2, "total_runs": 2, "score_global": 5.36, "score_by_pillar": { "Razonamiento": 5.36 }, "dims_by_pillar": { "Razonamiento": { "quality_avg": 5.0, "speed_score_avg": 10.0, "latency_score_avg": 2.0, "cost_score_avg": 6.421, "quality_ci95": 6.93 } }, "score_by_suite": { "business_audit": 5.36 }, "quality_by_suite": { "business_audit": 5.0 }, "suites_incompletas": { "business_audit": { "rindio": 2, "total": 10 } }, "quality_avg": 5.0, "quality_ci95": 6.93, "cost_score_avg": 6.42, "speed_score_avg": 10.0, "latency_score_avg": 2.0, "tool_calling_score_avg": null, "judge_score_avg": 5.0, "tokens_per_second": 160.8, "latency_avg_s": 8.24, "total_input_tokens": 492, "total_output_tokens": 2693, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": 5.0, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "nim-nemotron-3.5-lightning", "id": "nvidia/nemotron-3.5-lightning-30b-a3b", "name": "Nemotron 3.5 Lightning (NIM)", "tier": "cloud_nim", "provider": "nvidia_nim", "open_source": true, "license": "", "cost_input_per_M": 0.1, "cost_output_per_M": 0.25, "cost_per_1k_calls_usd": 0.405, "context_window": 262144, "subscriptions": [], "notes": "Única ruta con tool calling. Mide lo que OpenRouter no puede: las 4 suites con herramientas.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": true, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 14, "total_runs": 18, "score_global": 5.15, "score_by_pillar": { "Agentes": 5.41 }, "dims_by_pillar": { "Agentes": { "quality_avg": 5.054, "speed_score_avg": 6.278, "latency_score_avg": 2.667, "cost_score_avg": 8.0, "quality_ci95": 1.202 } }, "score_by_suite": { "tool_calling": 6.32, "customer_support": 5.7, "orchestration": 3.46, "agent_capabilities": 6.4 }, "quality_by_suite": { "tool_calling": 6.05, "customer_support": 5.6, "orchestration": 2.41, "agent_capabilities": 6.46 }, "suites_incompletas": {}, "quality_avg": 4.77, "quality_ci95": 1.477, "cost_score_avg": 8.0, "speed_score_avg": 5.93, "latency_score_avg": 2.21, "tool_calling_score_avg": 6.62, "judge_score_avg": 3.89, "tokens_per_second": 48.5, "latency_avg_s": 27.79, "total_input_tokens": 15735, "total_output_tokens": 7795, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": 4.77, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "deepseek-r1-free", "id": "deepseek/deepseek-r1:free", "name": "DeepSeek R1 (free)", "tier": "free", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.7, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 3.96, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": true, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "free", "agentico": "sin_evidencia_agentica" } } }, { "key": "llama-3.3-70b-free", "id": "meta-llama/llama-3.3-70b-instruct:free", "name": "Llama 3.3 70B (free)", "tier": "free", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.1, "cost_output_per_M": 0.32, "cost_per_1k_calls_usd": 0.51, "context_window": 131072, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": true, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "free", "agentico": "sin_evidencia_agentica" } } }, { "key": "qwen3-coder-free", "id": "qwen/qwen3-coder-480b:free", "name": "Qwen3 Coder 480B (free)", "tier": "free", "provider": "openrouter", "open_source": true, "license": "", "cost_input_per_M": 0.22, "cost_output_per_M": 1.8, "cost_per_1k_calls_usd": 2.766, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": true, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "free", "agentico": "sin_evidencia_agentica" } } }, { "key": "minimax-m2.7-direct", "id": "MiniMax-M2.7", "name": "MiniMax M2.7 (directo)", "tier": "cheap", "provider": "minimax_direct", "open_source": false, "license": "", "cost_input_per_M": 0.3, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.89, "context_window": 204800, "subscriptions": [ { "key": "minimax_agent_pro", "name": "MiniMax Agent Pro", "plan": "Agent Pro", "price_month_usd": 19, "url": "https://api.minimax.io", "notes": "Acceso a M2.7 highspeed + límites generosos para agentes (1k+ calls/día)." } ], "notes": "API directa MiniMax. Disponible también en sub Agent Pro $19/mes.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 4, "score_global": null, "score_by_pillar": { "Agentes": 5.64 }, "dims_by_pillar": { "Agentes": { "quality_avg": 5.0, "speed_score_avg": 7.5, "latency_score_avg": 5.0, "cost_score_avg": 8.0, "quality_ci95": 0.0 } }, "score_by_suite": {}, "quality_by_suite": {}, "suites_incompletas": {}, "quality_avg": null, "quality_ci95": null, "cost_score_avg": null, "speed_score_avg": null, "latency_score_avg": null, "tool_calling_score_avg": 8.75, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "minimax-m2.7-highspeed", "id": "MiniMax-M2.7-highspeed", "name": "MiniMax M2.7 Highspeed", "tier": "cheap", "provider": "minimax_direct", "open_source": false, "license": "", "cost_input_per_M": 0.3, "cost_output_per_M": 1.2, "cost_per_1k_calls_usd": 1.89, "context_window": 204800, "subscriptions": [ { "key": "minimax_agent_pro", "name": "MiniMax Agent Pro", "plan": "Agent Pro", "price_month_usd": 19, "url": "https://api.minimax.io", "notes": "Acceso a M2.7 highspeed + límites generosos para agentes (1k+ calls/día)." } ], "notes": "Acceso vía sub Agent Pro $19/mes. Misma calidad que M2.7 directo, latencia ultra baja.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 4, "score_global": null, "score_by_pillar": { "Agentes": 5.52 }, "dims_by_pillar": { "Agentes": { "quality_avg": 5.0, "speed_score_avg": 7.0, "latency_score_avg": 4.0, "cost_score_avg": 8.0, "quality_ci95": 0.0 } }, "score_by_suite": {}, "quality_by_suite": {}, "suites_incompletas": {}, "quality_avg": null, "quality_ci95": null, "cost_score_avg": null, "speed_score_avg": null, "latency_score_avg": null, "tool_calling_score_avg": 8.75, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gemini-flash-thinking", "id": "google/gemini-2.5-flash", "name": "Gemini 2.5 Flash (thinking)", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.3, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 3.84, "context_window": 1048576, "subscriptions": [], "notes": "Misma versión que gemini-flash con thinking forzado (effort=high).", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.9259, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "qwen-3.5-plus", "id": "qwen/qwen3.5-plus", "name": "Qwen 3.5 Plus", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "Proprietary", "cost_input_per_M": 1.2, "cost_output_per_M": 2.0, "cost_per_1k_calls_usd": 3.36, "context_window": null, "subscriptions": [], "notes": "Plus = API-only propietario de Alibaba", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "kimi-k2.5-thinking", "id": "moonshotai/kimi-k2.5", "name": "Kimi K2.5 (thinking)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.57, "cost_output_per_M": 2.85, "cost_per_1k_calls_usd": 4.446, "context_window": 262144, "subscriptions": [], "notes": "Misma versión que kimi-k2.5 pero con reasoning forzado vía OpenRouter (effort=high).", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "kimi-k2.6-thinking", "id": "moonshotai/kimi-k2.6", "name": "Kimi K2.6 (thinking)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.5795, "cost_output_per_M": 2.44, "cost_per_1k_calls_usd": 3.834, "context_window": 262144, "subscriptions": [], "notes": "Misma versión que kimi-k2.6 con thinking forzado vía OpenRouter (effort=high).", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9487, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "claude-opus-4.7-thinking", "id": "anthropic/claude-opus-4-7", "name": "Claude Opus 4.7 (thinking)", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 25.0, "cost_per_1k_calls_usd": 39.0, "context_window": null, "subscriptions": [], "notes": "Mismo modelo que claude-opus-4.7 con extended thinking forzado (effort=high). Reasoning tokens facturados como output a $25/M — ~5-7x más caro por test que sin thinking.", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "gpt-4o", "id": "openai/gpt-4o", "name": "GPT-4o", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 2.5, "cost_output_per_M": 10.0, "cost_per_1k_calls_usd": 15.75, "context_window": 128000, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-sonnet", "id": "anthropic/claude-sonnet-4", "name": "Claude Sonnet 4", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 3.0, "cost_output_per_M": 15.0, "cost_per_1k_calls_usd": 23.4, "context_window": 1000000, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "claude-sonnet-4.6", "id": "anthropic/claude-sonnet-4-6", "name": "Claude Sonnet 4.6", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 3.0, "cost_output_per_M": 15.0, "cost_per_1k_calls_usd": 23.4, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 0, "total_runs": 4, "score_global": null, "score_by_pillar": { "Agentes": 5.21 }, "dims_by_pillar": { "Agentes": { "quality_avg": 5.0, "speed_score_avg": 7.5, "latency_score_avg": 4.0, "cost_score_avg": 5.658, "quality_ci95": 0.0 } }, "score_by_suite": {}, "quality_by_suite": {}, "suites_incompletas": {}, "quality_avg": null, "quality_ci95": null, "cost_score_avg": null, "speed_score_avg": null, "latency_score_avg": null, "tool_calling_score_avg": 10.0, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "claude-sonnet-4.6-thinking", "id": "anthropic/claude-sonnet-4-6", "name": "Claude Sonnet 4.6 (thinking)", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 3.0, "cost_output_per_M": 15.0, "cost_per_1k_calls_usd": 23.4, "context_window": null, "subscriptions": [], "notes": "Mismo modelo que claude-sonnet-4.6 con extended thinking forzado (effort=high). Reasoning tokens facturados como output a $15/M — ~5-7x más caro por test que sin thinking.", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "claude-haiku-4.5-thinking", "id": "anthropic/claude-haiku-4.5", "name": "Claude Haiku 4.5 (thinking)", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.0, "cost_output_per_M": 5.0, "cost_per_1k_calls_usd": 7.8, "context_window": 200000, "subscriptions": [], "notes": "Misma versión con extended thinking forzado.", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "openrouter-north-mini-code", "id": "cohere/north-mini-code", "name": "North Mini Code", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "Cohere Commercial", "cost_input_per_M": 0.2, "cost_output_per_M": 0.6, "cost_per_1k_calls_usd": 0.96, "context_window": 128000, "subscriptions": [], "notes": "Modelo de Cohere enfocado en coding via OpenRouter (version de paga, sin rate limit restrictivo).", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "gpt-5.5-pro", "id": "gpt-5.5-pro", "name": "GPT-5.5 Pro", "tier": "premium", "provider": "openai_responses", "open_source": false, "license": "", "cost_input_per_M": 30.0, "cost_output_per_M": 180.0, "cost_per_1k_calls_usd": 279.0, "context_window": null, "subscriptions": [], "notes": "Sólo /v1/responses (no chat/completions)", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "groq-gpt-oss-120b", "id": "openai/gpt-oss-120b", "name": "GPT-OSS 120B (Groq)", "tier": "cheap", "provider": "groq_direct", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.037, "cost_output_per_M": 0.17, "cost_per_1k_calls_usd": 0.266, "context_window": 131072, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gpt-4o-high", "id": "openai/gpt-4o:high", "name": "GPT-4o High", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 5.0, "cost_output_per_M": 15.0, "cost_per_1k_calls_usd": 24.0, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "deepseek-v4-pro-cloud", "id": "deepseek-v4-pro", "name": "DeepSeek V4 Pro (Ollama Cloud)", "tier": "cloud_ollama", "provider": "ollama_cloud", "open_source": true, "license": "MIT", "cost_input_per_M": 0.435, "cost_output_per_M": 0.87, "cost_per_1k_calls_usd": 1.435, "context_window": 1048576, "subscriptions": [ { "key": "ollama_cloud_pro", "name": "Ollama Cloud", "plan": "Pro", "price_month_usd": 30, "url": "https://ollama.com/cloud", "notes": "Rate limit varía por modelo. Recomendado para uso a volumen mid (1-10k calls/día)." } ], "notes": "Recien agregado a Ollama Cloud (abril 28). Smoke test 22s OK, sin timeouts vs OpenRouter (76% cobertura) y NIM (504s timeouts).", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "deepseek-v4-flash-cloud", "id": "deepseek-v4-flash", "name": "DeepSeek V4 Flash (Ollama Cloud)", "tier": "cloud_ollama", "provider": "ollama_cloud", "open_source": true, "license": "MIT", "cost_input_per_M": 0.098, "cost_output_per_M": 0.197, "cost_per_1k_calls_usd": 0.325, "context_window": 1048576, "subscriptions": [ { "key": "ollama_cloud_pro", "name": "Ollama Cloud", "plan": "Pro", "price_month_usd": 30, "url": "https://ollama.com/cloud", "notes": "Rate limit varía por modelo. Recomendado para uso a volumen mid (1-10k calls/día)." } ], "notes": "Variante mas chica de V4. Comparar con V4 Flash NIM (7.07 score).", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gemini-3.1-flash-lite-thinking", "id": "google/gemini-3.1-flash-lite-preview", "name": "Gemini 3.1 Flash Lite (thinking)", "tier": "cheap", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.25, "cost_output_per_M": 1.5, "cost_per_1k_calls_usd": 2.325, "context_window": 1048576, "subscriptions": [], "notes": "Misma versión con thinking forzado.", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.9259, "piso": 0.8889, "intentos": 3, "estado": "ok_parcial" }, "harbor-reunion": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "gemini-3.1-pro-thinking", "id": "google/gemini-3.1-pro-preview", "name": "Gemini 3.1 Pro (thinking)", "tier": "medium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 2.0, "cost_output_per_M": 12.0, "cost_per_1k_calls_usd": 18.6, "context_window": 1048576, "subscriptions": [], "notes": "Misma versión con thinking forzado (effort=high). Costo ~5x mayor por test que sin thinking.", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" }, "harbor-reunion": { "media": 0.9744, "piso": 0.9231, "intentos": 3, "estado": "ok_parcial" }, "harbor-ruteo": { "media": 1.0, "piso": 1.0, "intentos": 3, "estado": "ok_siempre" } }, "estado": "apto" }, "sirve_para_agentes": true, "elegible": { "catalogo": true, "ranking": false, "agentico": true, "motivos": { "ranking": "sin_muestra" } } }, { "key": "grok-4.20-multi-agent", "id": "x-ai/grok-4.20-multi-agent", "name": "Grok 4.20 Multi-Agent", "tier": "premium", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 1.25, "cost_output_per_M": 2.5, "cost_per_1k_calls_usd": 4.125, "context_window": 2000000, "subscriptions": [], "notes": "Variante multi-agente (Heavy) de Grok 4.20, contexto 2M. Precio vía OpenRouter API may 2026.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "mimo-v2-flash-free", "id": "xiaomi/mimo-v2-flash:free", "name": "MiMo-V2-Flash (free)", "tier": "free", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0.1, "cost_output_per_M": 0.3, "cost_per_1k_calls_usd": 0.48, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": true, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "free", "agentico": "sin_evidencia_agentica" } } }, { "key": "qwen-3.6-plus-free", "id": "qwen/qwen3.6-plus:free", "name": "Qwen 3.6 Plus (free)", "tier": "free", "provider": "openrouter", "open_source": false, "license": "", "cost_input_per_M": 0.325, "cost_output_per_M": 1.95, "cost_per_1k_calls_usd": 3.022, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": true, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "free", "agentico": "sin_evidencia_agentica" } } }, { "key": "hermes-4-70b-thinking", "id": "nousresearch/hermes-4-70b", "name": "Hermes 4 70B (thinking)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Llama 3 community", "cost_input_per_M": 0.13, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.639, "context_window": 131072, "subscriptions": [], "notes": "Misma versión que hermes-4-70b pero con reasoning forzado vía OpenRouter (effort=high). Technical report reporta +12 puntos MMLU al activar reasoning (76.7 → 88.4).", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "sin_herramientas", "motivo": "no existe endpoint con tool use — el modelo nunca llegó a correr" } }, "estado": "no_apto" }, "sirve_para_agentes": false, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_herramientas" } } }, { "key": "hermes-4-405b-thinking", "id": "nousresearch/hermes-4-405b", "name": "Hermes 4 405B (thinking)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Llama 3 community", "cost_input_per_M": 1.0, "cost_output_per_M": 3.0, "cost_per_1k_calls_usd": 4.8, "context_window": 131072, "subscriptions": [], "notes": "Misma versión que hermes-4-405b pero con reasoning forzado.", "tested": false, "reasoning_medido": "high (forzado)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": { "tareas": { "harbor-cotizar": { "media": 0.0, "piso": 0.0, "intentos": 3, "estado": "sin_herramientas", "motivo": "no existe endpoint con tool use — el modelo nunca llegó a correr" } }, "estado": "no_apto" }, "sirve_para_agentes": false, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_herramientas" } } }, { "key": "step3", "id": "stepfun-ai/step3", "name": "Step3 (StepFun)", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 1.0, "cost_output_per_M": 3.0, "cost_per_1k_calls_usd": 4.8, "context_window": null, "subscriptions": [], "notes": "MoE 321B/38B activos, multimodal reasoning. 65K context. Lanzado ago 2025.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "seed-oss-36b", "id": "bytedance/seed-oss-36b-instruct", "name": "Seed-OSS 36B Instruct", "tier": "cheap", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.2, "cost_output_per_M": 0.6, "cost_per_1k_calls_usd": 0.96, "context_window": null, "subscriptions": [], "notes": "Reasoning + math + coding + agentic. 131K context. ByteDance.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "spark-gemma4-31b-think", "id": "gemma-4-31B-it-Q4_K_M.gguf", "name": "Gemma 4 31B (Spark llama-server, reasoning)", "tier": "local", "provider": "llama_server_think", "open_source": true, "license": "Gemma Terms", "cost_input_per_M": 0.12, "cost_output_per_M": 0.37, "cost_per_1k_calls_usd": 0.591, "context_window": 131072, "subscriptions": [], "notes": "Mismo build que spark-gemma4-31b-llamacpp pero CON reasoning interno (default). Comparar delta calidad vs latencia contra la variante sin reasoning.", "tested": false, "reasoning_medido": "high (llama-server)", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-kimi-k2.5", "id": "moonshotai/kimi-k2.5", "name": "Kimi K2.5", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Modified MIT", "cost_input_per_M": 0.57, "cost_output_per_M": 2.85, "cost_per_1k_calls_usd": 4.446, "context_window": 262144, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 4, "score_global": null, "score_by_pillar": { "Agentes": 5.03 }, "dims_by_pillar": { "Agentes": { "quality_avg": 5.0, "speed_score_avg": 3.5, "latency_score_avg": 1.25, "cost_score_avg": 7.769, "quality_ci95": 0.0 } }, "score_by_suite": {}, "quality_by_suite": {}, "suites_incompletas": {}, "quality_avg": null, "quality_ci95": null, "cost_score_avg": null, "speed_score_avg": null, "latency_score_avg": null, "tool_calling_score_avg": 8.75, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "long_context_runs": 0, "long_context_quality": null, "long_context_score": null, "long_context_by_size": {}, "effective_context": null, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 0, "security_score": null, "policy_refusal_rate": 0.0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-step-3.5-flash", "id": "stepfun/step-3.5-flash", "name": "Step 3.5 Flash", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.1, "cost_output_per_M": 0.3, "cost_per_1k_calls_usd": 0.48, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "or-gemma-4-31b", "id": "google/gemma-4-31b-it", "name": "Gemma 4 31B", "tier": "cloud_nim", "provider": "openrouter", "open_source": true, "license": "Gemma Terms", "cost_input_per_M": 0.1, "cost_output_per_M": 0.34, "cost_per_1k_calls_usd": 0.54, "context_window": 262144, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 68, "score_global": null, "score_by_pillar": { "Agentes": 4.85 }, "dims_by_pillar": { "Agentes": { "quality_avg": 5.0, "speed_score_avg": 1.0, "latency_score_avg": 1.0, "cost_score_avg": 8.0, "quality_ci95": 0.0 } }, "score_by_suite": {}, "quality_by_suite": {}, "suites_incompletas": {}, "quality_avg": null, "quality_ci95": null, "cost_score_avg": null, "speed_score_avg": null, "latency_score_avg": null, "tool_calling_score_avg": 10.0, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "long_context_runs": 45, "long_context_quality": 9.93, "long_context_score": 8.09, "long_context_by_size": { "8000": 10.0, "64000": 10.0, "128000": 9.45 }, "effective_context": 128000, "agentic_runs": 0, "agentic_quality": null, "multiturno_score": null, "agentic_score": null, "security_runs": 20, "security_score": 1.82, "policy_refusal_rate": 0.0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "sin_muestra", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-nemotron-3-nano-omni-reasoning", "id": "hf.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF:Q4_K_M", "name": "Nemotron 3 Nano Omni 30B-A3B Reasoning (DGX Spark Q4_K_M)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "NVIDIA Open License", "cost_input_per_M": 0.1, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.63, "context_window": null, "subscriptions": [], "notes": "MoE 30B totales / 3B activos (A3B), thinking + multimodal. GGUF community por unsloth — los tags oficiales de Ollama (nemotron3:33b) son la versión base, no la Omni Reasoning. Ollama: `ollama pull hf.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF:Q4_K_M`. Comparar contra el mismo modelo via NIM (FP16) para medir costo de cuantización.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": true, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-qwen3.5-35b", "id": "qwen3.5:35b", "name": "Qwen 3.5 35B (DGX Spark)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.39, "cost_output_per_M": 2.34, "cost_per_1k_calls_usd": 3.627, "context_window": null, "subscriptions": [], "notes": "Tag real instalado en DGX Spark. Comparar vs Qwen 3.5 397B Cloud/NIM (misma familia, distinto tamaño).", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-qwen3.6-35b", "id": "qwen3.6:35b", "name": "Qwen 3.6 35B base (DGX Spark)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.14, "cost_output_per_M": 1.0, "cost_per_1k_calls_usd": 1.542, "context_window": null, "subscriptions": [], "notes": "Qwen 3.6 BASE 35B (MoE a3b) abierto. Corre gratis local en DGX Spark; costo del ranking = precio OpenRouter ($0.14/$1.00). Comparar vs 3.6 Plus propietario y vs 3.6 27B.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-qwen3-coder-next", "id": "qwen3-coder-next:q4_K_M", "name": "Qwen3-Coder-Next (DGX Spark Q4_K_M)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.11, "cost_output_per_M": 0.8, "cost_per_1k_calls_usd": 1.233, "context_window": null, "subscriptions": [], "notes": "Coding-especializado next-gen. Corre gratis local en DGX Spark (Q4_K_M); costo del ranking = precio OpenRouter ($0.11/$0.80, FP8). Comparar vs Devstral Small (#1) y Qwen3 Coder en el pilar Coding. Caveat: la versión local Q4 puede rendir algo bajo la FP8 de OpenRouter.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-qwen2.5-72b", "id": "qwen2.5:72b", "name": "Qwen 2.5 72B (DGX Spark)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.36, "cost_output_per_M": 0.4, "cost_per_1k_calls_usd": 0.708, "context_window": null, "subscriptions": [], "notes": "Generación previa instalada en el Spark — baseline para medir salto 2.5→3.5→3.6 a igual tamaño grande. Corre gratis local; costo del ranking = precio OpenRouter ($0.36/$0.40).", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "llama3.3-70b", "id": "llama3.3:70b", "name": "Llama 3.3 70B (local)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.1, "cost_output_per_M": 0.32, "cost_per_1k_calls_usd": 0.51, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "llama4-maverick", "id": "llama4-maverick", "name": "Llama 4 Maverick (local)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Llama Community", "cost_input_per_M": 0.15, "cost_output_per_M": 0.6, "cost_per_1k_calls_usd": 0.945, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gemma4-31b", "id": "gemma4:31b", "name": "Gemma 4 31B (local)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.12, "cost_output_per_M": 0.37, "cost_per_1k_calls_usd": 0.591, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "gemma4-26b-moe", "id": "gemma4:26b", "name": "Gemma 4 26B MoE (local, solo 3.8B activos)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0.06, "cost_output_per_M": 0.33, "cost_per_1k_calls_usd": 0.513, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": true, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": true, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-devstral-small-2", "id": "devstral-small2:24b", "name": "Devstral Small 2 24B (DGX Spark Q4_K_M)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0, "cost_output_per_M": 0, "cost_per_1k_calls_usd": 0.0, "context_window": 131072, "subscriptions": [], "notes": "Nueva generación pequeña de Mistral (24B). Verificar tag real en Ollama con `ollama pull devstral-small2:24b` antes de correr. Comparar contra Devstral Small original y Qwen3-Coder-Next en coding.", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": false, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "self_hosted", "agentico": "sin_evidencia_agentica" } } }, { "key": "local-deepseek-v3", "id": "deepseek-v3", "name": "DeepSeek V3 (local)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0, "cost_output_per_M": 0, "cost_per_1k_calls_usd": 0.0, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "mistral-nemo-12b", "id": "mistral-nemo", "name": "Mistral Nemo 12B (local)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "Apache 2.0", "cost_input_per_M": 0, "cost_output_per_M": 0, "cost_per_1k_calls_usd": 0.0, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } }, { "key": "phi-4-14b", "id": "phi4", "name": "Phi-4 14B (local)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0, "cost_output_per_M": 0, "cost_per_1k_calls_usd": 0.0, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": true, "retired_at": "2026-07-14", "retired_reason": "decisión del benchmark, no del proveedor: no compite (Phi-4 es el modelo juez)", "retired_kind": "policy", "provider_variant": false, "ruta_unica": false, "self_hosted": false, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": false, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": false, "ranking": false, "agentico": false, "motivos": { "catalogo": "retirado", "ranking": "retirado", "agentico": "retirado" } } }, { "key": "minimax-m2.5", "id": "MiniMax-M2.5", "name": "MiniMax M2.5 (local, open-source)", "tier": "local", "provider": "openrouter", "open_source": true, "license": "MIT", "cost_input_per_M": 0, "cost_output_per_M": 0, "cost_per_1k_calls_usd": 0.0, "context_window": null, "subscriptions": [], "notes": "", "tested": false, "reasoning_medido": "default del proveedor", "presupuesto_thinking": false, "retired": false, "retired_at": null, "retired_reason": null, "retired_kind": null, "provider_variant": true, "ruta_unica": false, "self_hosted": true, "no_medir": false, "examen_incompleto": false, "medido_en_free": false, "ranked": false, "sample_tier": "preliminary", "tool_calling": true, "thinking": false, "multimodal": false, "runs": 0, "total_runs": 0, "score_global": null, "score_by_pillar": {}, "dims_by_pillar": {}, "score_by_suite": {}, "quality_ci95": null, "judge_score_avg": null, "tokens_per_second": null, "latency_avg_s": null, "total_input_tokens": 0, "total_output_tokens": 0, "score_calidad": null, "pareto": false, "agentico": null, "sirve_para_agentes": null, "elegible": { "catalogo": true, "ranking": false, "agentico": false, "motivos": { "ranking": "variante_proveedor", "agentico": "sin_evidencia_agentica" } } } ] }