LLM models comparison

models.json

[
  { "name": "open-mistral-7b", "parameters": { "amount": "7B", "times": "1" }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "open-mixtral-8x7b", "parameters": { "amount": "7B", "times": "8" }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "open-mixtral-8x22b", "parameters": { "amount": "22B", "times": "8" }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "mistral-small-2402", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "mistral-small-2409", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "mistral-medium", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "mistral-large-2402", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "mistral-large-2407", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "mistral-embed", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "20M", "tpmth": "200B" } },
  { "name": "codestral-2405", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "codestral-mamba-2407", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "open-mistral-nemo", "parameters": { "amount": null, "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "pixtral-12b-2409", "parameters": { "amount": "12B", "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "ministral-3b-2410", "parameters": { "amount": "3B", "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "ministral-8b-2410", "parameters": { "amount": "8B", "times": null }, "context": null, "provider": "mistral", "rates": { "rps": 1, "tpm": "500K", "tpmth": "1B" } },
  { "name": "nousresearch/hermes-3-llama-3.1-405b:free", "parameters": { "amount": "405B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "google/gemini-flash-1.5-exp", "parameters": { "amount": null, "times": "1" }, "context": "1,000,000", "provider": "openrouter" },
  { "name": "google/gemini-pro-1.5-exp", "parameters": { "amount": null, "times": "1" }, "context": "1,000,000", "provider": "openrouter" },
  { "name": "google/gemma-2-9b-it:free", "parameters": { "amount": "9B", "times": "1" }, "context": "4,096", "provider": "openrouter" },
  { "name": "meta-llama/llama-3.1-405b-instruct:free", "parameters": { "amount": "405B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "google/gemini-flash-1.5-8b-exp", "parameters": { "amount": "8B", "times": "1" }, "context": "1,000,000", "provider": "openrouter" },
  { "name": "meta-llama/llama-3.1-70b-instruct:free", "parameters": { "amount": "70B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "meta-llama/llama-3-8b-instruct:free", "parameters": { "amount": "8B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "qwen/qwen-2-7b-instruct:free", "parameters": { "amount": "7B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "liquid/lfm-40b:free", "parameters": { "amount": "40B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "meta-llama/llama-3.1-8b-instruct:free", "parameters": { "amount": "8B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "meta-llama/llama-3.2-11b-vision-instruct:free", "parameters": { "amount": "11B", "times": "1" }, "context": "8,000", "provider": "openrouter" },
  { "name": "meta-llama/llama-3.2-3b-instruct:free", "parameters": { "amount": "3B", "times": "1" }, "context": "4,000", "provider": "openrouter" },
  { "name": "mistralai/mistral-7b-instruct:free", "parameters": { "amount": "7.3B", "times": "1" }, "context": "8,000", "provider": "openrouter" },
  { "name": "undi95/toppy-m-7b:free", "parameters": { "amount": "7B", "times": "1" }, "context": "4,000", "provider": "openrouter" },
  { "name": "openchat/openchat-7b:free", "parameters": { "amount": "7B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "microsoft/phi-3-medium-128k-instruct:free", "parameters": { "amount": "128K", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "microsoft/phi-3-mini-128k-instruct:free", "parameters": { "amount": "3.8B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "gryphe/mythomax-l2-13b:free", "parameters": { "amount": "13B", "times": "1" }, "context": "4,096", "provider": "openrouter" },
  { "name": "gryphe/mythomist-7b:free", "parameters": { "amount": "7B", "times": "1" }, "context": "8,192", "provider": "openrouter" },
  { "name": "meta-llama/llama-3.2-1b-instruct:free", "parameters": { "amount": "1B", "times": "1" }, "context": "4,096", "provider": "openrouter" },
  { "name": "huggingface/zephyr-7b-beta:free", "parameters": { "amount": "7B", "times": "1" }, "context": "4,096", "provider": "openrouter" }
]