{
  "name": "the makers this bench has never run",
  "description": "Google, Meta, Mistral and MiniMax have no entry at all, which is four of the makers a reader would look for first. Current-generation and tool-capable only. key_limit is set per run from output price against the 64000-token ceiling: gemini pro reserves $0.77 of a key, maverick $0.05.",
  "defaults": {"pr": "smykla-skalski/cairn#8", "subject": "proxy", "mode": "agent", "effort": "high", "timeout": 900},
  "runs": [
    {"model": "openrouter:google/gemini-3.1-pro-preview", "label": "gemini-3.1-pro", "repeat": 3, "key_limit": 8},
    {"model": "openrouter:google/gemini-3.7-flash", "label": "gemini-3.7-flash", "repeat": 3, "key_limit": 4},
    {"model": "openrouter:minimax/minimax-m3", "label": "minimax-m3", "repeat": 3, "key_limit": 3},
    {"model": "openrouter:mistralai/devstral-2512", "label": "devstral-2512", "repeat": 3, "key_limit": 3},
    {"model": "openrouter:meta-llama/llama-4-maverick", "label": "llama-4-maverick", "repeat": 3, "key_limit": 2}
  ]
}