llm-instruction-following-code / models_verified_working.py
richardyoung's picture
Upload models_verified_working.py with huggingface_hub
2de3a65 verified
# Verified working models from OpenRouter (V2)
# Date: 2025-10-14 09:16:49
# Total verified: 256 out of 331 tested
# Verification rate: 77.3%
VERIFIED_MODELS = [
"inclusionai/ling-1t",
"baidu/ernie-4.5-21b-a3b-thinking",
"google/gemini-2.5-flash-image",
"qwen/qwen3-vl-30b-a3b-instruct",
"openai/gpt-5-pro",
"anthropic/claude-sonnet-4.5",
"deepseek/deepseek-v3.2-exp",
"thedrummer/cydonia-24b-v4.1",
"google/gemini-2.5-flash-preview-09-2025",
"google/gemini-2.5-flash-lite-preview-09-2025",
"qwen/qwen3-vl-235b-a22b-thinking",
"qwen/qwen3-vl-235b-a22b-instruct",
"qwen/qwen3-max",
"qwen/qwen3-coder-plus",
"openai/gpt-5-codex",
"deepseek/deepseek-v3.1-terminus",
"x-ai/grok-4-fast",
"qwen/qwen3-coder-flash",
"arcee-ai/afm-4.5b",
"opengvlab/internvl3-78b",
"qwen/qwen3-next-80b-a3b-thinking",
"qwen/qwen3-next-80b-a3b-instruct",
"meituan/longcat-flash-chat:free",
"meituan/longcat-flash-chat",
"qwen/qwen-plus-2025-07-28",
"qwen/qwen-plus-2025-07-28:thinking",
"nvidia/nemotron-nano-9b-v2:free",
"moonshotai/kimi-k2-0905",
"deepcogito/cogito-v2-preview-llama-109b-moe",
"deepcogito/cogito-v2-preview-deepseek-671b",
"stepfun-ai/step3",
"x-ai/grok-code-fast-1",
"nousresearch/hermes-4-70b",
"nousresearch/hermes-4-405b",
"google/gemini-2.5-flash-image-preview",
"deepseek/deepseek-chat-v3.1",
"mistralai/mistral-medium-3.1",
"baidu/ernie-4.5-21b-a3b",
"z-ai/glm-4.5v",
"ai21/jamba-mini-1.7",
"ai21/jamba-large-1.7",
"openai/gpt-5-chat",
"openai/gpt-5",
"openai/gpt-5-mini",
"openai/gpt-oss-120b",
"openai/gpt-oss-20b:free",
"openai/gpt-oss-20b",
"anthropic/claude-opus-4.1",
"mistralai/codestral-2508",
"qwen/qwen3-coder-30b-a3b-instruct",
"qwen/qwen3-30b-a3b-instruct-2507",
"z-ai/glm-4.5-air:free",
"z-ai/glm-4-32b",
"qwen/qwen3-coder",
"bytedance/ui-tars-1.5-7b",
"google/gemini-2.5-flash-lite",
"qwen/qwen3-235b-a22b-2507",
"switchpoint/router",
"moonshotai/kimi-k2",
"thudm/glm-4.1v-9b-thinking",
"mistralai/devstral-medium",
"mistralai/devstral-small",
"cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
"x-ai/grok-4",
"google/gemma-3n-e2b-it:free",
"tencent/hunyuan-a13b-instruct",
"baidu/ernie-4.5-vl-424b-a47b",
"baidu/ernie-4.5-300b-a47b",
"thedrummer/anubis-70b-v1.1",
"inception/mercury",
"mistralai/mistral-small-3.2-24b-instruct",
"google/gemini-2.5-flash-lite-preview-06-17",
"google/gemini-2.5-flash",
"moonshotai/kimi-dev-72b:free",
"x-ai/grok-3-mini",
"x-ai/grok-3",
"mistralai/magistral-small-2506",
"mistralai/magistral-medium-2506",
"anthropic/claude-opus-4",
"anthropic/claude-sonnet-4",
"mistralai/devstral-small-2505:free",
"mistralai/devstral-small-2505",
"google/gemma-3n-e4b-it:free",
"google/gemma-3n-e4b-it",
"openai/codex-mini",
"meta-llama/llama-3.3-8b-instruct:free",
"nousresearch/deephermes-3-mistral-24b-preview",
"mistralai/mistral-medium-3",
"arcee-ai/spotlight",
"arcee-ai/maestro-reasoning",
"arcee-ai/virtuoso-large",
"arcee-ai/coder-large",
"microsoft/phi-4-reasoning-plus",
"inception/mercury-coder",
"qwen/qwen3-4b:free",
"deepseek/deepseek-prover-v2",
"qwen/qwen3-30b-a3b",
"qwen/qwen3-235b-a22b:free",
"tngtech/deepseek-r1t-chimera:free",
"tngtech/deepseek-r1t-chimera",
"openai/o4-mini-high",
"openai/o3",
"shisa-ai/shisa-v2-llama3.3-70b:free",
"shisa-ai/shisa-v2-llama3.3-70b",
"qwen/qwen2.5-coder-7b-instruct",
"openai/gpt-4.1",
"openai/gpt-4.1-mini",
"openai/gpt-4.1-nano",
"alfredpros/codellama-7b-instruct-solidity",
"x-ai/grok-3-mini-beta",
"x-ai/grok-3-beta",
"nvidia/llama-3.1-nemotron-ultra-253b-v1",
"meta-llama/llama-4-maverick:free",
"meta-llama/llama-4-maverick",
"meta-llama/llama-4-scout:free",
"meta-llama/llama-4-scout",
"allenai/molmo-7b-d",
"qwen/qwen2.5-vl-32b-instruct:free",
"qwen/qwen2.5-vl-32b-instruct",
"deepseek/deepseek-chat-v3-0324",
"openai/o1-pro",
"mistralai/mistral-small-3.1-24b-instruct:free",
"mistralai/mistral-small-3.1-24b-instruct",
"allenai/olmo-2-0325-32b-instruct",
"google/gemma-3-4b-it:free",
"google/gemma-3-4b-it",
"google/gemma-3-12b-it:free",
"google/gemma-3-12b-it",
"cohere/command-a",
"openai/gpt-4o-mini-search-preview",
"openai/gpt-4o-search-preview",
"google/gemma-3-27b-it:free",
"google/gemma-3-27b-it",
"thedrummer/skyfall-36b-v2",
"microsoft/phi-4-multimodal-instruct",
"perplexity/sonar-reasoning-pro",
"perplexity/sonar-pro",
"nousresearch/deephermes-3-llama-3-8b-preview:free",
"nousresearch/deephermes-3-llama-3-8b-preview",
"google/gemini-2.0-flash-lite-001",
"anthropic/claude-3.7-sonnet",
"anthropic/claude-3.7-sonnet:thinking",
"mistralai/mistral-saba",
"cognitivecomputations/dolphin3.0-mistral-24b:free",
"cognitivecomputations/dolphin3.0-mistral-24b",
"meta-llama/llama-guard-3-8b",
"google/gemini-2.0-flash-001",
"qwen/qwen-vl-plus",
"aion-labs/aion-1.0",
"aion-labs/aion-1.0-mini",
"aion-labs/aion-rp-llama-3.1-8b",
"qwen/qwen-vl-max",
"qwen/qwen-turbo",
"qwen/qwen2.5-vl-72b-instruct:free",
"qwen/qwen2.5-vl-72b-instruct",
"qwen/qwen-plus",
"qwen/qwen-max",
"openai/o3-mini",
"mistralai/mistral-small-24b-instruct-2501:free",
"mistralai/mistral-small-24b-instruct-2501",
"perplexity/sonar",
"liquid/lfm-7b",
"liquid/lfm-3b",
"minimax/minimax-01",
"mistralai/codestral-2501",
"microsoft/phi-4",
"sao10k/l3.1-70b-hanami-x1",
"deepseek/deepseek-chat",
"sao10k/l3.3-euryale-70b",
"openai/o1",
"cohere/command-r7b-12-2024",
"meta-llama/llama-3.3-70b-instruct:free",
"meta-llama/llama-3.3-70b-instruct",
"amazon/nova-lite-v1",
"amazon/nova-micro-v1",
"amazon/nova-pro-v1",
"openai/gpt-4o-2024-11-20",
"mistralai/mistral-large-2411",
"mistralai/mistral-large-2407",
"mistralai/pixtral-large-2411",
"qwen/qwen-2.5-coder-32b-instruct:free",
"qwen/qwen-2.5-coder-32b-instruct",
"raifle/sorcererlm-8x22b",
"thedrummer/unslopnemo-12b",
"anthropic/claude-3.5-haiku",
"anthropic/claude-3.5-sonnet",
"anthracite-org/magnum-v4-72b",
"mistralai/ministral-8b",
"mistralai/ministral-3b",
"qwen/qwen-2.5-7b-instruct",
"nvidia/llama-3.1-nemotron-70b-instruct",
"inflection/inflection-3-productivity",
"inflection/inflection-3-pi",
"thedrummer/rocinante-12b",
"meta-llama/llama-3.2-3b-instruct:free",
"meta-llama/llama-3.2-3b-instruct",
"meta-llama/llama-3.2-1b-instruct",
"meta-llama/llama-3.2-11b-vision-instruct",
"meta-llama/llama-3.2-90b-vision-instruct",
"qwen/qwen-2.5-72b-instruct:free",
"qwen/qwen-2.5-72b-instruct",
"neversleep/llama-3.1-lumimaid-8b",
"mistralai/pixtral-12b",
"cohere/command-r-08-2024",
"cohere/command-r-plus-08-2024",
"sao10k/l3.1-euryale-70b",
"microsoft/phi-3.5-mini-128k-instruct",
"nousresearch/hermes-3-llama-3.1-405b",
"openai/chatgpt-4o-latest",
"sao10k/l3-lunaris-8b",
"openai/gpt-4o-2024-08-06",
"meta-llama/llama-3.1-405b-instruct",
"meta-llama/llama-3.1-8b-instruct",
"meta-llama/llama-3.1-70b-instruct",
"mistralai/mistral-nemo:free",
"mistralai/mistral-nemo",
"openai/gpt-4o-mini-2024-07-18",
"openai/gpt-4o-mini",
"google/gemma-2-27b-it",
"google/gemma-2-9b-it:free",
"google/gemma-2-9b-it",
"anthropic/claude-3.5-sonnet-20240620",
"sao10k/l3-euryale-70b",
"nousresearch/hermes-2-pro-llama-3-8b",
"microsoft/phi-3-mini-128k-instruct",
"microsoft/phi-3-medium-128k-instruct",
"openai/gpt-4o",
"openai/gpt-4o:extended",
"openai/gpt-4o-2024-05-13",
"meta-llama/llama-3-8b-instruct",
"meta-llama/llama-3-70b-instruct",
"mistralai/mixtral-8x22b-instruct",
"microsoft/wizardlm-2-8x22b",
"openai/gpt-4-turbo",
"anthropic/claude-3-haiku",
"anthropic/claude-3-opus",
"mistralai/mistral-large",
"openai/gpt-3.5-turbo-0613",
"openai/gpt-4-turbo-preview",
"mistralai/mistral-tiny",
"mistralai/mistral-small",
"mistralai/mistral-7b-instruct-v0.2",
"mistralai/mixtral-8x7b-instruct",
"neversleep/noromaid-20b",
"alpindale/goliath-120b",
"openrouter/auto",
"openai/gpt-4-1106-preview",
"mistralai/mistral-7b-instruct-v0.1",
"openai/gpt-3.5-turbo-instruct",
"openai/gpt-3.5-turbo-16k",
"mancer/weaver",
"undi95/remm-slerp-l2-13b",
"gryphe/mythomax-l2-13b",
"openai/gpt-3.5-turbo",
"openai/gpt-4-0314",
"openai/gpt-4",
]