diff --git a/conf/all_models.json b/conf/all_models.json index 500b09d4a..b19237545 100644 --- a/conf/all_models.json +++ b/conf/all_models.json @@ -907,14 +907,5805 @@ ] }, { - "name": "qwen3-asr-1.7b", + "name": "qwen/sae-res-qwen3.5-35b-a3b-base-w128k-l0_100", "alias": [ - "qwen/qwen3-asr-1.7b" + "qwen/sae-res-qwen3.5-35b-a3b-base-w128k-l0_100", + "Qwen/SAE-Res-Qwen3.5-35B-A3B-Base-W128K-L0_100", + "sae-res-qwen3.5-35b-a3b-base-w128k-l0_100" ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3.5-35b-a3b-base-w32k-l0_50", + "alias": [ + "qwen/sae-res-qwen3.5-35b-a3b-base-w32k-l0_50", + "Qwen/SAE-Res-Qwen3.5-35B-A3B-Base-W32K-L0_50", + "sae-res-qwen3.5-35b-a3b-base-w32k-l0_50" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3-30b-a3b-base-w128k-l0_100", + "alias": [ + "qwen/sae-res-qwen3-30b-a3b-base-w128k-l0_100", + "Qwen/SAE-Res-Qwen3-30B-A3B-Base-W128K-L0_100", + "sae-res-qwen3-30b-a3b-base-w128k-l0_100" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3-30b-a3b-base-w32k-l0_50", + "alias": [ + "qwen/sae-res-qwen3-30b-a3b-base-w32k-l0_50", + "Qwen/SAE-Res-Qwen3-30B-A3B-Base-W32K-L0_50", + "sae-res-qwen3-30b-a3b-base-w32k-l0_50" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3.5-27b-w80k-l0_100", + "alias": [ + "qwen/sae-res-qwen3.5-27b-w80k-l0_100", + "Qwen/SAE-Res-Qwen3.5-27B-W80K-L0_100", + "sae-res-qwen3.5-27b-w80k-l0_100" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3.5-27b-w80k-l0_50", + "alias": [ + "qwen/sae-res-qwen3.5-27b-w80k-l0_50", + "Qwen/SAE-Res-Qwen3.5-27B-W80K-L0_50", + "sae-res-qwen3.5-27b-w80k-l0_50" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3.5-9b-base-w64k-l0_100", + "alias": [ + "qwen/sae-res-qwen3.5-9b-base-w64k-l0_100", + "Qwen/SAE-Res-Qwen3.5-9B-Base-W64K-L0_100", + "sae-res-qwen3.5-9b-base-w64k-l0_100" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3.5-2b-base-w32k-l0_100", + "alias": [ + "qwen/sae-res-qwen3.5-2b-base-w32k-l0_100", + "Qwen/SAE-Res-Qwen3.5-2B-Base-W32K-L0_100", + "sae-res-qwen3.5-2b-base-w32k-l0_100" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3.5-9b-base-w64k-l0_50", + "alias": [ + "qwen/sae-res-qwen3.5-9b-base-w64k-l0_50", + "Qwen/SAE-Res-Qwen3.5-9B-Base-W64K-L0_50", + "sae-res-qwen3.5-9b-base-w64k-l0_50" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3.5-2b-base-w32k-l0_50", + "alias": [ + "qwen/sae-res-qwen3.5-2b-base-w32k-l0_50", + "Qwen/SAE-Res-Qwen3.5-2B-Base-W32K-L0_50", + "sae-res-qwen3.5-2b-base-w32k-l0_50" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3-8b-base-w64k-l0_100", + "alias": [ + "qwen/sae-res-qwen3-8b-base-w64k-l0_100", + "Qwen/SAE-Res-Qwen3-8B-Base-W64K-L0_100", + "sae-res-qwen3-8b-base-w64k-l0_100" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3-8b-base-w64k-l0_50", + "alias": [ + "qwen/sae-res-qwen3-8b-base-w64k-l0_50", + "Qwen/SAE-Res-Qwen3-8B-Base-W64K-L0_50", + "sae-res-qwen3-8b-base-w64k-l0_50" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3-1.7b-base-w32k-l0_100", + "alias": [ + "qwen/sae-res-qwen3-1.7b-base-w32k-l0_100", + "Qwen/SAE-Res-Qwen3-1.7B-Base-W32K-L0_100", + "sae-res-qwen3-1.7b-base-w32k-l0_100" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/sae-res-qwen3-1.7b-base-w32k-l0_50", + "alias": [ + "qwen/sae-res-qwen3-1.7b-base-w32k-l0_50", + "Qwen/SAE-Res-Qwen3-1.7B-Base-W32K-L0_50", + "sae-res-qwen3-1.7b-base-w32k-l0_50" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3.6-27b-fp8", + "alias": [ + "qwen/qwen3.6-27b-fp8", + "Qwen/Qwen3.6-27B-FP8", + "qwen3.6-27b-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.6-27b", + "alias": [ + "qwen/qwen3.6-27b", + "Qwen/Qwen3.6-27B", + "qwen3.6-27b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.6-35b-a3b-fp8", + "alias": [ + "qwen/qwen3.6-35b-a3b-fp8", + "Qwen/Qwen3.6-35B-A3B-FP8", + "qwen3.6-35b-a3b-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.6-35b-a3b", + "alias": [ + "qwen/qwen3.6-35b-a3b", + "Qwen/Qwen3.6-35B-A3B", + "qwen3.6-35b-a3b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-35b-a3b-gptq-int4", + "alias": [ + "qwen/qwen3.5-35b-a3b-gptq-int4", + "Qwen/Qwen3.5-35B-A3B-GPTQ-Int4", + "qwen3.5-35b-a3b-gptq-int4" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-27b-gptq-int4", + "alias": [ + "qwen/qwen3.5-27b-gptq-int4", + "Qwen/Qwen3.5-27B-GPTQ-Int4", + "qwen3.5-27b-gptq-int4" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-397b-a17b-gptq-int4", + "alias": [ + "qwen/qwen3.5-397b-a17b-gptq-int4", + "Qwen/Qwen3.5-397B-A17B-GPTQ-Int4", + "qwen3.5-397b-a17b-gptq-int4" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-122b-a10b-gptq-int4", + "alias": [ + "qwen/qwen3.5-122b-a10b-gptq-int4", + "Qwen/Qwen3.5-122B-A10B-GPTQ-Int4", + "qwen3.5-122b-a10b-gptq-int4" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-0.8b-base", + "alias": [ + "qwen/qwen3.5-0.8b-base", + "Qwen/Qwen3.5-0.8B-Base", + "qwen3.5-0.8b-base" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ] + }, + { + "name": "qwen/qwen3.5-2b-base", + "alias": [ + "qwen/qwen3.5-2b-base", + "Qwen/Qwen3.5-2B-Base", + "qwen3.5-2b-base" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ] + }, + { + "name": "qwen/qwen3.5-0.8b", + "alias": [ + "qwen/qwen3.5-0.8b", + "Qwen/Qwen3.5-0.8B", + "qwen3.5-0.8b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-2b", + "alias": [ + "qwen/qwen3.5-2b", + "Qwen/Qwen3.5-2B", + "qwen3.5-2b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-4b", + "alias": [ + "qwen/qwen3.5-4b", + "Qwen/Qwen3.5-4B", + "qwen3.5-4b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-4b-base", + "alias": [ + "qwen/qwen3.5-4b-base", + "Qwen/Qwen3.5-4B-Base", + "qwen3.5-4b-base" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ] + }, + { + "name": "qwen/qwen3.5-9b", + "alias": [ + "qwen/qwen3.5-9b", + "Qwen/Qwen3.5-9B", + "qwen3.5-9b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-9b-base", + "alias": [ + "qwen/qwen3.5-9b-base", + "Qwen/Qwen3.5-9B-Base", + "qwen3.5-9b-base" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ] + }, + { + "name": "qwen/qwen3.5-35b-a3b-fp8", + "alias": [ + "qwen/qwen3.5-35b-a3b-fp8", + "Qwen/Qwen3.5-35B-A3B-FP8", + "qwen3.5-35b-a3b-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-27b-fp8", + "alias": [ + "qwen/qwen3.5-27b-fp8", + "Qwen/Qwen3.5-27B-FP8", + "qwen3.5-27b-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-122b-a10b-fp8", + "alias": [ + "qwen/qwen3.5-122b-a10b-fp8", + "Qwen/Qwen3.5-122B-A10B-FP8", + "qwen3.5-122b-a10b-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-122b-a10b", + "alias": [ + "qwen/qwen3.5-122b-a10b", + "Qwen/Qwen3.5-122B-A10B", + "qwen3.5-122b-a10b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-35b-a3b-base", + "alias": [ + "qwen/qwen3.5-35b-a3b-base", + "Qwen/Qwen3.5-35B-A3B-Base", + "qwen3.5-35b-a3b-base" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ] + }, + { + "name": "qwen/qwen3.5-27b", + "alias": [ + "qwen/qwen3.5-27b", + "Qwen/Qwen3.5-27B", + "qwen3.5-27b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-35b-a3b", + "alias": [ + "qwen/qwen3.5-35b-a3b", + "Qwen/Qwen3.5-35B-A3B", + "qwen3.5-35b-a3b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-397b-a17b-fp8", + "alias": [ + "qwen/qwen3.5-397b-a17b-fp8", + "Qwen/Qwen3.5-397B-A17B-FP8", + "qwen3.5-397b-a17b-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3.5-397b-a17b", + "alias": [ + "qwen/qwen3.5-397b-a17b", + "Qwen/Qwen3.5-397B-A17B", + "qwen3.5-397b-a17b" + ], + "max_tokens": 262144, + "model_types": [ + "chat", + "image2text", + "vision", + "video_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/webworld-32b", + "alias": [ + "qwen/webworld-32b", + "Qwen/WebWorld-32B", + "webworld-32b" + ], + "max_tokens": 40960, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/webworld-14b", + "alias": [ + "qwen/webworld-14b", + "Qwen/WebWorld-14B", + "webworld-14b" + ], + "max_tokens": 40960, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/webworld-8b", + "alias": [ + "qwen/webworld-8b", + "Qwen/WebWorld-8B", + "webworld-8b" + ], + "max_tokens": 40960, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-coder-next-gguf", + "alias": [ + "qwen/qwen3-coder-next-gguf", + "Qwen/Qwen3-Coder-Next-GGUF", + "qwen3-coder-next-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-coder-next-base", + "alias": [ + "qwen/qwen3-coder-next-base", + "Qwen/Qwen3-Coder-Next-Base", + "qwen3-coder-next-base" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-coder-next-fp8", + "alias": [ + "qwen/qwen3-coder-next-fp8", + "Qwen/Qwen3-Coder-Next-FP8", + "qwen3-coder-next-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-coder-next", + "alias": [ + "qwen/qwen3-coder-next", + "Qwen/Qwen3-Coder-Next", + "qwen3-coder-next" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-forcedaligner-0.6b", + "alias": [ + "qwen/qwen3-forcedaligner-0.6b", + "Qwen/Qwen3-ForcedAligner-0.6B", + "qwen3-forcedaligner-0.6b" + ], + "max_tokens": 8192, "model_types": [ "asr" ] }, + { + "name": "qwen/qwen3-asr-1.7b", + "alias": [ + "qwen/qwen3-asr-1.7b", + "Qwen/Qwen3-ASR-1.7B", + "qwen3-asr-1.7b" + ], + "max_tokens": 65536, + "model_types": [ + "asr" + ] + }, + { + "name": "qwen/qwen3-asr-0.6b", + "alias": [ + "qwen/qwen3-asr-0.6b", + "Qwen/Qwen3-ASR-0.6B", + "qwen3-asr-0.6b" + ], + "max_tokens": 65536, + "model_types": [ + "asr" + ] + }, + { + "name": "qwen/qwen3-tts-12hz-0.6b-base", + "alias": [ + "qwen/qwen3-tts-12hz-0.6b-base", + "Qwen/Qwen3-TTS-12Hz-0.6B-Base", + "qwen3-tts-12hz-0.6b-base" + ], + "max_tokens": 65536, + "model_types": [ + "tts" + ] + }, + { + "name": "qwen/qwen3-tts-12hz-0.6b-customvoice", + "alias": [ + "qwen/qwen3-tts-12hz-0.6b-customvoice", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "qwen3-tts-12hz-0.6b-customvoice" + ], + "max_tokens": 65536, + "model_types": [ + "tts" + ] + }, + { + "name": "qwen/qwen3-tts-12hz-1.7b-base", + "alias": [ + "qwen/qwen3-tts-12hz-1.7b-base", + "Qwen/Qwen3-TTS-12Hz-1.7B-Base", + "qwen3-tts-12hz-1.7b-base" + ], + "max_tokens": 65536, + "model_types": [ + "tts" + ] + }, + { + "name": "qwen/qwen3-tts-12hz-1.7b-customvoice", + "alias": [ + "qwen/qwen3-tts-12hz-1.7b-customvoice", + "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice", + "qwen3-tts-12hz-1.7b-customvoice" + ], + "max_tokens": 65536, + "model_types": [ + "tts" + ] + }, + { + "name": "qwen/qwen3-tts-tokenizer-12hz", + "alias": [ + "qwen/qwen3-tts-tokenizer-12hz", + "Qwen/Qwen3-TTS-Tokenizer-12Hz", + "qwen3-tts-tokenizer-12hz" + ], + "max_tokens": 8000, + "model_types": [ + "tts" + ] + }, + { + "name": "qwen/qwen3-tts-12hz-1.7b-voicedesign", + "alias": [ + "qwen/qwen3-tts-12hz-1.7b-voicedesign", + "Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign", + "qwen3-tts-12hz-1.7b-voicedesign" + ], + "max_tokens": 65536, + "model_types": [ + "tts" + ] + }, + { + "name": "qwen/qwen3-vl-reranker-8b", + "alias": [ + "qwen/qwen3-vl-reranker-8b", + "Qwen/Qwen3-VL-Reranker-8B", + "qwen3-vl-reranker-8b" + ], + "max_tokens": 32768, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen3-vl-reranker-2b", + "alias": [ + "qwen/qwen3-vl-reranker-2b", + "Qwen/Qwen3-VL-Reranker-2B", + "qwen3-vl-reranker-2b" + ], + "max_tokens": 32768, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen3-vl-embedding-2b", + "alias": [ + "qwen/qwen3-vl-embedding-2b", + "Qwen/Qwen3-VL-Embedding-2B", + "qwen3-vl-embedding-2b" + ], + "max_tokens": 32768, + "dimension": 2048, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen3-vl-embedding-8b", + "alias": [ + "qwen/qwen3-vl-embedding-8b", + "Qwen/Qwen3-VL-Embedding-8B", + "qwen3-vl-embedding-8b" + ], + "max_tokens": 32768, + "dimension": 4096, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen-image-2512", + "alias": [ + "qwen/qwen-image-2512", + "Qwen/Qwen-Image-2512", + "qwen-image-2512" + ], + "model_types": [ + "text-to-image", + "image_generation", + "image_edit", + "image_understanding" + ] + }, + { + "name": "qwen/qwen-image-layered", + "alias": [ + "qwen/qwen-image-layered", + "Qwen/Qwen-Image-Layered", + "qwen-image-layered" + ], + "model_types": [ + "image_edit", + "image_layer_decomposition", + "image_understanding" + ] + }, + { + "name": "qwen/qwen-image-edit-2511", + "alias": [ + "qwen/qwen-image-edit-2511", + "Qwen/Qwen-Image-Edit-2511", + "qwen-image-edit-2511" + ], + "model_types": [ + "image_edit", + "image_generation", + "image_understanding" + ] + }, + { + "name": "qwen/qwen3-next-80b-a3b-thinking-gguf", + "alias": [ + "qwen/qwen3-next-80b-a3b-thinking-gguf", + "Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF", + "qwen3-next-80b-a3b-thinking-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-next-80b-a3b-instruct-gguf", + "alias": [ + "qwen/qwen3-next-80b-a3b-instruct-gguf", + "Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF", + "qwen3-next-80b-a3b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-235b-a22b-thinking-gguf", + "alias": [ + "qwen/qwen3-vl-235b-a22b-thinking-gguf", + "Qwen/Qwen3-VL-235B-A22B-Thinking-GGUF", + "qwen3-vl-235b-a22b-thinking-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + }, + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-30b-a3b-thinking-gguf", + "alias": [ + "qwen/qwen3-vl-30b-a3b-thinking-gguf", + "Qwen/Qwen3-VL-30B-A3B-Thinking-GGUF", + "qwen3-vl-30b-a3b-thinking-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + }, + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-235b-a22b-instruct-gguf", + "alias": [ + "qwen/qwen3-vl-235b-a22b-instruct-gguf", + "Qwen/Qwen3-VL-235B-A22B-Instruct-GGUF", + "qwen3-vl-235b-a22b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-30b-a3b-instruct-gguf", + "alias": [ + "qwen/qwen3-vl-30b-a3b-instruct-gguf", + "Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF", + "qwen3-vl-30b-a3b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-2b-thinking-gguf", + "alias": [ + "qwen/qwen3-vl-2b-thinking-gguf", + "Qwen/Qwen3-VL-2B-Thinking-GGUF", + "qwen3-vl-2b-thinking-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + }, + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-4b-thinking-gguf", + "alias": [ + "qwen/qwen3-vl-4b-thinking-gguf", + "Qwen/Qwen3-VL-4B-Thinking-GGUF", + "qwen3-vl-4b-thinking-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + }, + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-8b-thinking-gguf", + "alias": [ + "qwen/qwen3-vl-8b-thinking-gguf", + "Qwen/Qwen3-VL-8B-Thinking-GGUF", + "qwen3-vl-8b-thinking-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + }, + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-32b-thinking-gguf", + "alias": [ + "qwen/qwen3-vl-32b-thinking-gguf", + "Qwen/Qwen3-VL-32B-Thinking-GGUF", + "qwen3-vl-32b-thinking-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + }, + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-32b-instruct-gguf", + "alias": [ + "qwen/qwen3-vl-32b-instruct-gguf", + "Qwen/Qwen3-VL-32B-Instruct-GGUF", + "qwen3-vl-32b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-8b-instruct-gguf", + "alias": [ + "qwen/qwen3-vl-8b-instruct-gguf", + "Qwen/Qwen3-VL-8B-Instruct-GGUF", + "qwen3-vl-8b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-4b-instruct-gguf", + "alias": [ + "qwen/qwen3-vl-4b-instruct-gguf", + "Qwen/Qwen3-VL-4B-Instruct-GGUF", + "qwen3-vl-4b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-2b-instruct-gguf", + "alias": [ + "qwen/qwen3-vl-2b-instruct-gguf", + "Qwen/Qwen3-VL-2B-Instruct-GGUF", + "qwen3-vl-2b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 262144 + }, + { + "name": "qwen/qwen3-vl-2b-thinking-fp8", + "alias": [ + "qwen/qwen3-vl-2b-thinking-fp8", + "Qwen/Qwen3-VL-2B-Thinking-FP8", + "qwen3-vl-2b-thinking-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-2b-thinking", + "alias": [ + "qwen/qwen3-vl-2b-thinking", + "Qwen/Qwen3-VL-2B-Thinking", + "qwen3-vl-2b-thinking" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-2b-instruct-fp8", + "alias": [ + "qwen/qwen3-vl-2b-instruct-fp8", + "Qwen/Qwen3-VL-2B-Instruct-FP8", + "qwen3-vl-2b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-2b-instruct", + "alias": [ + "qwen/qwen3-vl-2b-instruct", + "Qwen/Qwen3-VL-2B-Instruct", + "qwen3-vl-2b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-32b-instruct-fp8", + "alias": [ + "qwen/qwen3-vl-32b-instruct-fp8", + "Qwen/Qwen3-VL-32B-Instruct-FP8", + "qwen3-vl-32b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-32b-thinking-fp8", + "alias": [ + "qwen/qwen3-vl-32b-thinking-fp8", + "Qwen/Qwen3-VL-32B-Thinking-FP8", + "qwen3-vl-32b-thinking-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-32b-thinking", + "alias": [ + "qwen/qwen3-vl-32b-thinking", + "Qwen/Qwen3-VL-32B-Thinking", + "qwen3-vl-32b-thinking" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-32b-instruct", + "alias": [ + "qwen/qwen3-vl-32b-instruct", + "Qwen/Qwen3-VL-32B-Instruct", + "qwen3-vl-32b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-8b-instruct-fp8", + "alias": [ + "qwen/qwen3-vl-8b-instruct-fp8", + "Qwen/Qwen3-VL-8B-Instruct-FP8", + "qwen3-vl-8b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-8b-thinking-fp8", + "alias": [ + "qwen/qwen3-vl-8b-thinking-fp8", + "Qwen/Qwen3-VL-8B-Thinking-FP8", + "qwen3-vl-8b-thinking-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-4b-thinking-fp8", + "alias": [ + "qwen/qwen3-vl-4b-thinking-fp8", + "Qwen/Qwen3-VL-4B-Thinking-FP8", + "qwen3-vl-4b-thinking-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-4b-instruct-fp8", + "alias": [ + "qwen/qwen3-vl-4b-instruct-fp8", + "Qwen/Qwen3-VL-4B-Instruct-FP8", + "qwen3-vl-4b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-8b-thinking", + "alias": [ + "qwen/qwen3-vl-8b-thinking", + "Qwen/Qwen3-VL-8B-Thinking", + "qwen3-vl-8b-thinking" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-4b-thinking", + "alias": [ + "qwen/qwen3-vl-4b-thinking", + "Qwen/Qwen3-VL-4B-Thinking", + "qwen3-vl-4b-thinking" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-8b-instruct", + "alias": [ + "qwen/qwen3-vl-8b-instruct", + "Qwen/Qwen3-VL-8B-Instruct", + "qwen3-vl-8b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-4b-instruct", + "alias": [ + "qwen/qwen3-vl-4b-instruct", + "Qwen/Qwen3-VL-4B-Instruct", + "qwen3-vl-4b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-30b-a3b-thinking-fp8", + "alias": [ + "qwen/qwen3-vl-30b-a3b-thinking-fp8", + "Qwen/Qwen3-VL-30B-A3B-Thinking-FP8", + "qwen3-vl-30b-a3b-thinking-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-30b-a3b-instruct-fp8", + "alias": [ + "qwen/qwen3-vl-30b-a3b-instruct-fp8", + "Qwen/Qwen3-VL-30B-A3B-Instruct-FP8", + "qwen3-vl-30b-a3b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-235b-a22b-thinking-fp8", + "alias": [ + "qwen/qwen3-vl-235b-a22b-thinking-fp8", + "Qwen/Qwen3-VL-235B-A22B-Thinking-FP8", + "qwen3-vl-235b-a22b-thinking-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-235b-a22b-instruct-fp8", + "alias": [ + "qwen/qwen3-vl-235b-a22b-instruct-fp8", + "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "qwen3-vl-235b-a22b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-vl-30b-a3b-thinking", + "alias": [ + "qwen/qwen3-vl-30b-a3b-thinking", + "Qwen/Qwen3-VL-30B-A3B-Thinking", + "qwen3-vl-30b-a3b-thinking" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-30b-a3b-instruct", + "alias": [ + "qwen/qwen3-vl-30b-a3b-instruct", + "Qwen/Qwen3-VL-30B-A3B-Instruct", + "qwen3-vl-30b-a3b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-saferl", + "alias": [ + "qwen/qwen3-4b-saferl", + "Qwen/Qwen3-4B-SafeRL", + "qwen3-4b-saferl" + ], + "max_tokens": 40960, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3guard-stream-8b", + "alias": [ + "qwen/qwen3guard-stream-8b", + "Qwen/Qwen3Guard-Stream-8B", + "qwen3guard-stream-8b" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3guard-stream-4b", + "alias": [ + "qwen/qwen3guard-stream-4b", + "Qwen/Qwen3Guard-Stream-4B", + "qwen3guard-stream-4b" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3guard-stream-0.6b", + "alias": [ + "qwen/qwen3guard-stream-0.6b", + "Qwen/Qwen3Guard-Stream-0.6B", + "qwen3guard-stream-0.6b" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3guard-gen-8b", + "alias": [ + "qwen/qwen3guard-gen-8b", + "Qwen/Qwen3Guard-Gen-8B", + "qwen3guard-gen-8b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3guard-gen-4b", + "alias": [ + "qwen/qwen3guard-gen-4b", + "Qwen/Qwen3Guard-Gen-4B", + "qwen3guard-gen-4b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3guard-gen-0.6b", + "alias": [ + "qwen/qwen3guard-gen-0.6b", + "Qwen/Qwen3Guard-Gen-0.6B", + "qwen3guard-gen-0.6b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-image-edit-2509", + "alias": [ + "qwen/qwen-image-edit-2509", + "Qwen/Qwen-Image-Edit-2509", + "qwen-image-edit-2509" + ], + "model_types": [ + "image_edit", + "image_generation", + "image_understanding" + ] + }, + { + "name": "qwen/qwen3-vl-235b-a22b-thinking", + "alias": [ + "qwen/qwen3-vl-235b-a22b-thinking", + "Qwen/Qwen3-VL-235B-A22B-Thinking", + "qwen3-vl-235b-a22b-thinking" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-vl-235b-a22b-instruct", + "alias": [ + "qwen/qwen3-vl-235b-a22b-instruct", + "Qwen/Qwen3-VL-235B-A22B-Instruct", + "qwen3-vl-235b-a22b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-next-80b-a3b-thinking-fp8", + "alias": [ + "qwen/qwen3-next-80b-a3b-thinking-fp8", + "Qwen/Qwen3-Next-80B-A3B-Thinking-FP8", + "qwen3-next-80b-a3b-thinking-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-next-80b-a3b-instruct-fp8", + "alias": [ + "qwen/qwen3-next-80b-a3b-instruct-fp8", + "Qwen/Qwen3-Next-80B-A3B-Instruct-FP8", + "qwen3-next-80b-a3b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-omni-30b-a3b-instruct", + "alias": [ + "qwen/qwen3-omni-30b-a3b-instruct", + "Qwen/Qwen3-Omni-30B-A3B-Instruct", + "qwen3-omni-30b-a3b-instruct" + ], + "max_tokens": 65536, + "model_types": [ + "chat", + "omni", + "image2text", + "vision", + "video_understanding", + "audio2text", + "speech2text", + "audio_understanding", + "tts" + ] + }, + { + "name": "qwen/qwen3-omni-30b-a3b-thinking", + "alias": [ + "qwen/qwen3-omni-30b-a3b-thinking", + "Qwen/Qwen3-Omni-30B-A3B-Thinking", + "qwen3-omni-30b-a3b-thinking" + ], + "max_tokens": 65536, + "model_types": [ + "chat", + "omni", + "image2text", + "vision", + "video_understanding", + "audio2text", + "speech2text", + "audio_understanding" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-omni-30b-a3b-captioner", + "alias": [ + "qwen/qwen3-omni-30b-a3b-captioner", + "Qwen/Qwen3-Omni-30B-A3B-Captioner", + "qwen3-omni-30b-a3b-captioner" + ], + "max_tokens": 65536, + "model_types": [ + "audio_caption", + "audio2text", + "audio_understanding", + "caption" + ] + }, + { + "name": "qwen/qwen3-next-80b-a3b-thinking", + "alias": [ + "qwen/qwen3-next-80b-a3b-thinking", + "Qwen/Qwen3-Next-80B-A3B-Thinking", + "qwen3-next-80b-a3b-thinking" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-next-80b-a3b-instruct", + "alias": [ + "qwen/qwen3-next-80b-a3b-instruct", + "Qwen/Qwen3-Next-80B-A3B-Instruct", + "qwen3-next-80b-a3b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-image-bench", + "alias": [ + "qwen/qwen-image-bench", + "Qwen/Qwen-Image-Bench", + "qwen-image-bench" + ], + "model_types": [ + "benchmark", + "image_eval", + "benchmark_judge", + "image2text" + ] + }, + { + "name": "qwen/qwen-image-edit", + "alias": [ + "qwen/qwen-image-edit", + "Qwen/Qwen-Image-Edit", + "qwen-image-edit" + ], + "model_types": [ + "image_edit", + "image_generation", + "image_understanding" + ] + }, + { + "name": "qwen/qwen3-4b-instruct-2507-fp8", + "alias": [ + "qwen/qwen3-4b-instruct-2507-fp8", + "Qwen/Qwen3-4B-Instruct-2507-FP8", + "qwen3-4b-instruct-2507-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-thinking-2507-fp8", + "alias": [ + "qwen/qwen3-4b-thinking-2507-fp8", + "Qwen/Qwen3-4B-Thinking-2507-FP8", + "qwen3-4b-thinking-2507-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-4b-thinking-2507", + "alias": [ + "qwen/qwen3-4b-thinking-2507", + "Qwen/Qwen3-4B-Thinking-2507", + "qwen3-4b-thinking-2507" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-4b-instruct-2507", + "alias": [ + "qwen/qwen3-4b-instruct-2507", + "Qwen/Qwen3-4B-Instruct-2507", + "qwen3-4b-instruct-2507" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-image", + "alias": [ + "qwen/qwen-image", + "Qwen/Qwen-Image", + "qwen-image" + ], + "model_types": [ + "text-to-image", + "image_generation", + "image_edit", + "image_understanding" + ] + }, + { + "name": "qwen/qwen3-coder-30b-a3b-instruct-fp8", + "alias": [ + "qwen/qwen3-coder-30b-a3b-instruct-fp8", + "Qwen/Qwen3-Coder-30B-A3B-Instruct-FP8", + "qwen3-coder-30b-a3b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-coder-30b-a3b-instruct", + "alias": [ + "qwen/qwen3-coder-30b-a3b-instruct", + "Qwen/Qwen3-Coder-30B-A3B-Instruct", + "qwen3-coder-30b-a3b-instruct" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-thinking-2507-fp8", + "alias": [ + "qwen/qwen3-30b-a3b-thinking-2507-fp8", + "Qwen/Qwen3-30B-A3B-Thinking-2507-FP8", + "qwen3-30b-a3b-thinking-2507-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-30b-a3b-thinking-2507", + "alias": [ + "qwen/qwen3-30b-a3b-thinking-2507", + "Qwen/Qwen3-30B-A3B-Thinking-2507", + "qwen3-30b-a3b-thinking-2507" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-30b-a3b-instruct-2507-fp8", + "alias": [ + "qwen/qwen3-30b-a3b-instruct-2507-fp8", + "Qwen/Qwen3-30B-A3B-Instruct-2507-FP8", + "qwen3-30b-a3b-instruct-2507-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-instruct-2507", + "alias": [ + "qwen/qwen3-30b-a3b-instruct-2507", + "Qwen/Qwen3-30B-A3B-Instruct-2507", + "qwen3-30b-a3b-instruct-2507" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-thinking-2507-fp8", + "alias": [ + "qwen/qwen3-235b-a22b-thinking-2507-fp8", + "Qwen/Qwen3-235B-A22B-Thinking-2507-FP8", + "qwen3-235b-a22b-thinking-2507-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-235b-a22b-thinking-2507", + "alias": [ + "qwen/qwen3-235b-a22b-thinking-2507", + "Qwen/Qwen3-235B-A22B-Thinking-2507", + "qwen3-235b-a22b-thinking-2507" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen3-coder-480b-a35b-instruct-fp8", + "alias": [ + "qwen/qwen3-coder-480b-a35b-instruct-fp8", + "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8", + "qwen3-coder-480b-a35b-instruct-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-coder-480b-a35b-instruct", + "alias": [ + "qwen/qwen3-coder-480b-a35b-instruct", + "Qwen/Qwen3-Coder-480B-A35B-Instruct", + "qwen3-coder-480b-a35b-instruct", + "qwen3-coder-480b" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-instruct-2507-fp8", + "alias": [ + "qwen/qwen3-235b-a22b-instruct-2507-fp8", + "Qwen/Qwen3-235B-A22B-Instruct-2507-FP8", + "qwen3-235b-a22b-instruct-2507-fp8" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-instruct-2507", + "alias": [ + "qwen/qwen3-235b-a22b-instruct-2507", + "Qwen/Qwen3-235B-A22B-Instruct-2507", + "qwen3-235b-a22b-instruct-2507" + ], + "max_tokens": 262144, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b-mlx-bf16", + "alias": [ + "qwen/qwen3-14b-mlx-bf16", + "Qwen/Qwen3-14B-MLX-bf16", + "qwen3-14b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-mlx-8bit", + "alias": [ + "qwen/qwen3-235b-a22b-mlx-8bit", + "Qwen/Qwen3-235B-A22B-MLX-8bit", + "qwen3-235b-a22b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-mlx-6bit", + "alias": [ + "qwen/qwen3-235b-a22b-mlx-6bit", + "Qwen/Qwen3-235B-A22B-MLX-6bit", + "qwen3-235b-a22b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-mlx-4bit", + "alias": [ + "qwen/qwen3-235b-a22b-mlx-4bit", + "Qwen/Qwen3-235B-A22B-MLX-4bit", + "qwen3-235b-a22b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-mlx-bf16", + "alias": [ + "qwen/qwen3-235b-a22b-mlx-bf16", + "Qwen/Qwen3-235B-A22B-MLX-bf16", + "qwen3-235b-a22b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-mlx-4bit", + "alias": [ + "qwen/qwen3-30b-a3b-mlx-4bit", + "Qwen/Qwen3-30B-A3B-MLX-4bit", + "qwen3-30b-a3b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-mlx-6bit", + "alias": [ + "qwen/qwen3-30b-a3b-mlx-6bit", + "Qwen/Qwen3-30B-A3B-MLX-6bit", + "qwen3-30b-a3b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-mlx-8bit", + "alias": [ + "qwen/qwen3-30b-a3b-mlx-8bit", + "Qwen/Qwen3-30B-A3B-MLX-8bit", + "qwen3-30b-a3b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-mlx-bf16", + "alias": [ + "qwen/qwen3-30b-a3b-mlx-bf16", + "Qwen/Qwen3-30B-A3B-MLX-bf16", + "qwen3-30b-a3b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-32b-mlx-4bit", + "alias": [ + "qwen/qwen3-32b-mlx-4bit", + "Qwen/Qwen3-32B-MLX-4bit", + "qwen3-32b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-32b-mlx-6bit", + "alias": [ + "qwen/qwen3-32b-mlx-6bit", + "Qwen/Qwen3-32B-MLX-6bit", + "qwen3-32b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-32b-mlx-8bit", + "alias": [ + "qwen/qwen3-32b-mlx-8bit", + "Qwen/Qwen3-32B-MLX-8bit", + "qwen3-32b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-32b-mlx-bf16", + "alias": [ + "qwen/qwen3-32b-mlx-bf16", + "Qwen/Qwen3-32B-MLX-bf16", + "qwen3-32b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-embedding-0.6b-gguf", + "alias": [ + "qwen/qwen3-embedding-0.6b-gguf", + "Qwen/Qwen3-Embedding-0.6B-GGUF", + "qwen3-embedding-0.6b-gguf" + ], + "max_tokens": 32768, + "dimension": 1024, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen3-embedding-4b-gguf", + "alias": [ + "qwen/qwen3-embedding-4b-gguf", + "Qwen/Qwen3-Embedding-4B-GGUF", + "qwen3-embedding-4b-gguf" + ], + "max_tokens": 32768, + "dimension": 2560, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen3-embedding-8b-gguf", + "alias": [ + "qwen/qwen3-embedding-8b-gguf", + "Qwen/Qwen3-Embedding-8B-GGUF", + "qwen3-embedding-8b-gguf" + ], + "max_tokens": 32768, + "dimension": 4096, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen3-reranker-4b", + "alias": [ + "qwen/qwen3-reranker-4b", + "Qwen/Qwen3-Reranker-4B", + "qwen3-reranker-4b", + "Qwen3-Reranker-4B" + ], + "max_tokens": 32768, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen3-embedding-8b", + "alias": [ + "qwen/qwen3-embedding-8b", + "Qwen/Qwen3-Embedding-8B", + "qwen3-embedding-8b", + "Qwen3-Embedding-8B" + ], + "max_tokens": 32768, + "dimension": 4096, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen3-embedding-4b", + "alias": [ + "qwen/qwen3-embedding-4b", + "Qwen/Qwen3-Embedding-4B", + "qwen3-embedding-4b", + "Qwen3-Embedding-4B" + ], + "max_tokens": 32768, + "dimension": 2560, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen3-embedding-0.6b", + "alias": [ + "qwen/qwen3-embedding-0.6b", + "Qwen/Qwen3-Embedding-0.6B", + "qwen3-embedding-0.6b", + "Qwen3-Embedding-0.6B" + ], + "max_tokens": 32768, + "dimension": 1024, + "model_types": [ + "embedding" + ] + }, + { + "name": "qwen/qwen3-reranker-0.6b", + "alias": [ + "qwen/qwen3-reranker-0.6b", + "Qwen/Qwen3-Reranker-0.6B", + "qwen3-reranker-0.6b", + "Qwen3-Reranker-0.6B" + ], + "max_tokens": 32768, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen3-reranker-8b", + "alias": [ + "qwen/qwen3-reranker-8b", + "Qwen/Qwen3-Reranker-8B", + "qwen3-reranker-8b", + "Qwen3-Reranker-8B" + ], + "max_tokens": 32768, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen3-14b-mlx-4bit", + "alias": [ + "qwen/qwen3-14b-mlx-4bit", + "Qwen/Qwen3-14B-MLX-4bit", + "qwen3-14b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-mlx-4bit", + "alias": [ + "qwen/qwen3-4b-mlx-4bit", + "Qwen/Qwen3-4B-MLX-4bit", + "qwen3-4b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-mlx-6bit", + "alias": [ + "qwen/qwen3-4b-mlx-6bit", + "Qwen/Qwen3-4B-MLX-6bit", + "qwen3-4b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b-mlx-6bit", + "alias": [ + "qwen/qwen3-14b-mlx-6bit", + "Qwen/Qwen3-14B-MLX-6bit", + "qwen3-14b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-mlx-8bit", + "alias": [ + "qwen/qwen3-4b-mlx-8bit", + "Qwen/Qwen3-4B-MLX-8bit", + "qwen3-4b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b-mlx-8bit", + "alias": [ + "qwen/qwen3-14b-mlx-8bit", + "Qwen/Qwen3-14B-MLX-8bit", + "qwen3-14b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-mlx-bf16", + "alias": [ + "qwen/qwen3-4b-mlx-bf16", + "Qwen/Qwen3-4B-MLX-bf16", + "qwen3-4b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-8b-mlx-bf16", + "alias": [ + "qwen/qwen3-8b-mlx-bf16", + "Qwen/Qwen3-8B-MLX-bf16", + "qwen3-8b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-8b-mlx-8bit", + "alias": [ + "qwen/qwen3-8b-mlx-8bit", + "Qwen/Qwen3-8B-MLX-8bit", + "qwen3-8b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-8b-mlx-4bit", + "alias": [ + "qwen/qwen3-8b-mlx-4bit", + "Qwen/Qwen3-8B-MLX-4bit", + "qwen3-8b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b-mlx-4bit", + "alias": [ + "qwen/qwen3-1.7b-mlx-4bit", + "Qwen/Qwen3-1.7B-MLX-4bit", + "qwen3-1.7b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b-mlx-8bit", + "alias": [ + "qwen/qwen3-1.7b-mlx-8bit", + "Qwen/Qwen3-1.7B-MLX-8bit", + "qwen3-1.7b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b-mlx-6bit", + "alias": [ + "qwen/qwen3-1.7b-mlx-6bit", + "Qwen/Qwen3-1.7B-MLX-6bit", + "qwen3-1.7b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-8b-mlx-6bit", + "alias": [ + "qwen/qwen3-8b-mlx-6bit", + "Qwen/Qwen3-8B-MLX-6bit", + "qwen3-8b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b-mlx-bf16", + "alias": [ + "qwen/qwen3-1.7b-mlx-bf16", + "Qwen/Qwen3-1.7B-MLX-bf16", + "qwen3-1.7b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-mlx-8bit", + "alias": [ + "qwen/qwen3-0.6b-mlx-8bit", + "Qwen/Qwen3-0.6B-MLX-8bit", + "qwen3-0.6b-mlx-8bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-mlx-bf16", + "alias": [ + "qwen/qwen3-0.6b-mlx-bf16", + "Qwen/Qwen3-0.6B-MLX-bf16", + "qwen3-0.6b-mlx-bf16" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-mlx-6bit", + "alias": [ + "qwen/qwen3-0.6b-mlx-6bit", + "Qwen/Qwen3-0.6B-MLX-6bit", + "qwen3-0.6b-mlx-6bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-mlx-4bit", + "alias": [ + "qwen/qwen3-0.6b-mlx-4bit", + "Qwen/Qwen3-0.6B-MLX-4bit", + "qwen3-0.6b-mlx-4bit" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/worldpm-72b-rlhflow", + "alias": [ + "qwen/worldpm-72b-rlhflow", + "Qwen/WorldPM-72B-RLHFLow", + "worldpm-72b-rlhflow" + ], + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/worldpm-72b-ultrafeedback", + "alias": [ + "qwen/worldpm-72b-ultrafeedback", + "Qwen/WorldPM-72B-UltraFeedback", + "worldpm-72b-ultrafeedback" + ], + "max_tokens": 2048, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/worldpm-72b-helpsteer2", + "alias": [ + "qwen/worldpm-72b-helpsteer2", + "Qwen/WorldPM-72B-HelpSteer2", + "worldpm-72b-helpsteer2" + ], + "max_tokens": 2048, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/worldpm-72b", + "alias": [ + "qwen/worldpm-72b", + "Qwen/WorldPM-72B", + "worldpm-72b" + ], + "max_tokens": 2048, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen2.5-omni-7b-gptq-int4", + "alias": [ + "qwen/qwen2.5-omni-7b-gptq-int4", + "Qwen/Qwen2.5-Omni-7B-GPTQ-Int4", + "qwen2.5-omni-7b-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat", + "omni", + "image2text", + "vision", + "video_understanding", + "audio2text", + "speech2text", + "audio_understanding", + "tts" + ] + }, + { + "name": "qwen/qwen2.5-omni-7b-awq", + "alias": [ + "qwen/qwen2.5-omni-7b-awq", + "Qwen/Qwen2.5-Omni-7B-AWQ", + "qwen2.5-omni-7b-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat", + "omni", + "image2text", + "vision", + "video_understanding", + "audio2text", + "speech2text", + "audio_understanding", + "tts" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-gguf", + "alias": [ + "qwen/qwen3-235b-a22b-gguf", + "Qwen/Qwen3-235B-A22B-GGUF", + "qwen3-235b-a22b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen3-235b-a22b-gptq-int4", + "alias": [ + "qwen/qwen3-235b-a22b-gptq-int4", + "Qwen/Qwen3-235B-A22B-GPTQ-Int4", + "qwen3-235b-a22b-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-gptq-int8", + "alias": [ + "qwen/qwen3-0.6b-gptq-int8", + "Qwen/Qwen3-0.6B-GPTQ-Int8", + "qwen3-0.6b-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b-gptq-int8", + "alias": [ + "qwen/qwen3-1.7b-gptq-int8", + "Qwen/Qwen3-1.7B-GPTQ-Int8", + "qwen3-1.7b-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-awq", + "alias": [ + "qwen/qwen3-4b-awq", + "Qwen/Qwen3-4B-AWQ", + "qwen3-4b-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-gguf", + "alias": [ + "qwen/qwen3-0.6b-gguf", + "Qwen/Qwen3-0.6B-GGUF", + "qwen3-0.6b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen3-1.7b-gguf", + "alias": [ + "qwen/qwen3-1.7b-gguf", + "Qwen/Qwen3-1.7B-GGUF", + "qwen3-1.7b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen3-30b-a3b-gptq-int4", + "alias": [ + "qwen/qwen3-30b-a3b-gptq-int4", + "Qwen/Qwen3-30B-A3B-GPTQ-Int4", + "qwen3-30b-a3b-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-gguf", + "alias": [ + "qwen/qwen3-4b-gguf", + "Qwen/Qwen3-4B-GGUF", + "qwen3-4b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen3-30b-a3b-gguf", + "alias": [ + "qwen/qwen3-30b-a3b-gguf", + "Qwen/Qwen3-30B-A3B-GGUF", + "qwen3-30b-a3b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen3-8b-gguf", + "alias": [ + "qwen/qwen3-8b-gguf", + "Qwen/Qwen3-8B-GGUF", + "qwen3-8b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen3-8b-awq", + "alias": [ + "qwen/qwen3-8b-awq", + "Qwen/Qwen3-8B-AWQ", + "qwen3-8b-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b-awq", + "alias": [ + "qwen/qwen3-14b-awq", + "Qwen/Qwen3-14B-AWQ", + "qwen3-14b-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-32b-awq", + "alias": [ + "qwen/qwen3-32b-awq", + "Qwen/Qwen3-32B-AWQ", + "qwen3-32b-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b-gguf", + "alias": [ + "qwen/qwen3-14b-gguf", + "Qwen/Qwen3-14B-GGUF", + "qwen3-14b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen3-32b-gguf", + "alias": [ + "qwen/qwen3-32b-gguf", + "Qwen/Qwen3-32B-GGUF", + "qwen3-32b-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 32768 + }, + { + "name": "qwen/qwen2.5-omni-3b", + "alias": [ + "qwen/qwen2.5-omni-3b", + "Qwen/Qwen2.5-Omni-3B", + "qwen2.5-omni-3b" + ], + "max_tokens": 32768, + "model_types": [ + "chat", + "omni", + "image2text", + "vision", + "video_understanding", + "audio2text", + "speech2text", + "audio_understanding", + "tts" + ] + }, + { + "name": "qwen/qwen3-235b-a22b-fp8", + "alias": [ + "qwen/qwen3-235b-a22b-fp8", + "Qwen/Qwen3-235B-A22B-FP8", + "qwen3-235b-a22b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-fp8", + "alias": [ + "qwen/qwen3-30b-a3b-fp8", + "Qwen/Qwen3-30B-A3B-FP8", + "qwen3-30b-a3b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-32b-fp8", + "alias": [ + "qwen/qwen3-32b-fp8", + "Qwen/Qwen3-32B-FP8", + "qwen3-32b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b-fp8", + "alias": [ + "qwen/qwen3-14b-fp8", + "Qwen/Qwen3-14B-FP8", + "qwen3-14b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-8b-fp8", + "alias": [ + "qwen/qwen3-8b-fp8", + "Qwen/Qwen3-8B-FP8", + "qwen3-8b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-fp8", + "alias": [ + "qwen/qwen3-4b-fp8", + "Qwen/Qwen3-4B-FP8", + "qwen3-4b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b-fp8", + "alias": [ + "qwen/qwen3-1.7b-fp8", + "Qwen/Qwen3-1.7B-FP8", + "qwen3-1.7b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-fp8", + "alias": [ + "qwen/qwen3-0.6b-fp8", + "Qwen/Qwen3-0.6B-FP8", + "qwen3-0.6b-fp8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b-base", + "alias": [ + "qwen/qwen3-0.6b-base", + "Qwen/Qwen3-0.6B-Base", + "qwen3-0.6b-base" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b-base", + "alias": [ + "qwen/qwen3-14b-base", + "Qwen/Qwen3-14B-Base", + "qwen3-14b-base" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b-base", + "alias": [ + "qwen/qwen3-1.7b-base", + "Qwen/Qwen3-1.7B-Base", + "qwen3-1.7b-base" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b-base", + "alias": [ + "qwen/qwen3-4b-base", + "Qwen/Qwen3-4B-Base", + "qwen3-4b-base" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-8b-base", + "alias": [ + "qwen/qwen3-8b-base", + "Qwen/Qwen3-8B-Base", + "qwen3-8b-base" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b-base", + "alias": [ + "qwen/qwen3-30b-a3b-base", + "Qwen/Qwen3-30B-A3B-Base", + "qwen3-30b-a3b-base" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-235b-a22b", + "alias": [ + "qwen/qwen3-235b-a22b", + "Qwen/Qwen3-235B-A22B", + "qwen3-235b-a22b", + "Qwen3-235B-A22B" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-32b", + "alias": [ + "qwen/qwen3-32b", + "Qwen/Qwen3-32B", + "qwen3-32b", + "Qwen3-32B" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-30b-a3b", + "alias": [ + "qwen/qwen3-30b-a3b", + "Qwen/Qwen3-30B-A3B", + "qwen3-30b-a3b", + "Qwen3-30B-A3B" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-14b", + "alias": [ + "qwen/qwen3-14b", + "Qwen/Qwen3-14B", + "qwen3-14b", + "Qwen3-14B" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-8b", + "alias": [ + "qwen/qwen3-8b", + "Qwen/Qwen3-8B", + "qwen3-8b", + "Qwen3-8B" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-4b", + "alias": [ + "qwen/qwen3-4b", + "Qwen/Qwen3-4B", + "qwen3-4b", + "Qwen3-4B" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-1.7b", + "alias": [ + "qwen/qwen3-1.7b", + "Qwen/Qwen3-1.7B", + "qwen3-1.7b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen3-0.6b", + "alias": [ + "qwen/qwen3-0.6b", + "Qwen/Qwen3-0.6B", + "qwen3-0.6b", + "Qwen3-0.6B" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-vl-32b-instruct-awq", + "alias": [ + "qwen/qwen2.5-vl-32b-instruct-awq", + "Qwen/Qwen2.5-VL-32B-Instruct-AWQ", + "qwen2.5-vl-32b-instruct-awq" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-omni-7b", + "alias": [ + "qwen/qwen2.5-omni-7b", + "Qwen/Qwen2.5-Omni-7B", + "qwen2.5-omni-7b" + ], + "max_tokens": 32768, + "model_types": [ + "chat", + "omni", + "image2text", + "vision", + "video_understanding", + "audio2text", + "speech2text", + "audio_understanding", + "tts" + ] + }, + { + "name": "qwen/qwen2.5-vl-32b-instruct", + "alias": [ + "qwen/qwen2.5-vl-32b-instruct", + "Qwen/Qwen2.5-VL-32B-Instruct", + "qwen2.5-vl-32b-instruct", + "Qwen2.5-VL-32B", + "Qwen2.5-VL-32B-Instruct" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwq-32b-gguf", + "alias": [ + "qwen/qwq-32b-gguf", + "Qwen/QwQ-32B-GGUF", + "qwq-32b-gguf" + ], + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + }, + "max_tokens": 131072 + }, + { + "name": "qwen/qwq-32b", + "alias": [ + "qwen/qwq-32b", + "Qwen/QwQ-32B", + "qwq-32b", + "QwQ-32B" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwq-32b-awq", + "alias": [ + "qwen/qwq-32b-awq", + "Qwen/QwQ-32B-AWQ", + "qwq-32b-awq" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen2.5-vl-7b-instruct-awq", + "alias": [ + "qwen/qwen2.5-vl-7b-instruct-awq", + "Qwen/Qwen2.5-VL-7B-Instruct-AWQ", + "qwen2.5-vl-7b-instruct-awq" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-vl-72b-instruct-awq", + "alias": [ + "qwen/qwen2.5-vl-72b-instruct-awq", + "Qwen/Qwen2.5-VL-72B-Instruct-AWQ", + "qwen2.5-vl-72b-instruct-awq" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-vl-3b-instruct-awq", + "alias": [ + "qwen/qwen2.5-vl-3b-instruct-awq", + "Qwen/Qwen2.5-VL-3B-Instruct-AWQ", + "qwen2.5-vl-3b-instruct-awq" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-vl-72b-instruct", + "alias": [ + "qwen/qwen2.5-vl-72b-instruct", + "Qwen/Qwen2.5-VL-72B-Instruct", + "qwen2.5-vl-72b-instruct", + "qwen-2.5-vl-72b-instruct", + "Qwen2.5-VL-72B", + "qwen2.5-vl-72b" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-vl-7b-instruct", + "alias": [ + "qwen/qwen2.5-vl-7b-instruct", + "Qwen/Qwen2.5-VL-7B-Instruct", + "qwen2.5-vl-7b-instruct", + "qwen-2.5-vl-7b-instruct" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-vl-3b-instruct", + "alias": [ + "qwen/qwen2.5-vl-3b-instruct", + "Qwen/Qwen2.5-VL-3B-Instruct", + "qwen2.5-vl-3b-instruct" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-7b-instruct-1m", + "alias": [ + "qwen/qwen2.5-7b-instruct-1m", + "Qwen/Qwen2.5-7B-Instruct-1M", + "qwen2.5-7b-instruct-1m" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-14b-instruct-1m", + "alias": [ + "qwen/qwen2.5-14b-instruct-1m", + "Qwen/Qwen2.5-14B-Instruct-1M", + "qwen2.5-14b-instruct-1m" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-math-prm-7b", + "alias": [ + "qwen/qwen2.5-math-prm-7b", + "Qwen/Qwen2.5-Math-PRM-7B", + "qwen2.5-math-prm-7b" + ], + "max_tokens": 4096, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen2.5-math-prm-72b", + "alias": [ + "qwen/qwen2.5-math-prm-72b", + "Qwen/Qwen2.5-Math-PRM-72B", + "qwen2.5-math-prm-72b" + ], + "max_tokens": 4096, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen2.5-math-7b-prm800k", + "alias": [ + "qwen/qwen2.5-math-7b-prm800k", + "Qwen/Qwen2.5-Math-7B-PRM800K", + "qwen2.5-math-7b-prm800k" + ], + "max_tokens": 4096, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qvq-72b-preview", + "alias": [ + "qwen/qvq-72b-preview", + "Qwen/QVQ-72B-Preview", + "qvq-72b-preview" + ], + "max_tokens": 128000, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-72b", + "alias": [ + "qwen/qwen2-vl-72b", + "Qwen/Qwen2-VL-72B", + "qwen2-vl-72b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwq-32b-preview", + "alias": [ + "qwen/qwq-32b-preview", + "Qwen/QwQ-32B-Preview", + "qwq-32b-preview" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ], + "thinking": { + "default_value": true, + "clear_thinking": true + } + }, + { + "name": "qwen/qwen2.5-coder-0.5b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-coder-0.5b-instruct-gguf", + "Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF", + "qwen2.5-coder-0.5b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-0.5b-instruct-awq", + "alias": [ + "qwen/qwen2.5-coder-0.5b-instruct-awq", + "Qwen/Qwen2.5-Coder-0.5B-Instruct-AWQ", + "qwen2.5-coder-0.5b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-3b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-coder-3b-instruct-gguf", + "Qwen/Qwen2.5-Coder-3B-Instruct-GGUF", + "qwen2.5-coder-3b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-3b-instruct-awq", + "alias": [ + "qwen/qwen2.5-coder-3b-instruct-awq", + "Qwen/Qwen2.5-Coder-3B-Instruct-AWQ", + "qwen2.5-coder-3b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-14b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-coder-14b-instruct-gguf", + "Qwen/Qwen2.5-Coder-14B-Instruct-GGUF", + "qwen2.5-coder-14b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-14b-instruct-awq", + "alias": [ + "qwen/qwen2.5-coder-14b-instruct-awq", + "Qwen/Qwen2.5-Coder-14B-Instruct-AWQ", + "qwen2.5-coder-14b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-32b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-coder-32b-instruct-gguf", + "Qwen/Qwen2.5-Coder-32B-Instruct-GGUF", + "qwen2.5-coder-32b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-32b-instruct-awq", + "alias": [ + "qwen/qwen2.5-coder-32b-instruct-awq", + "Qwen/Qwen2.5-Coder-32B-Instruct-AWQ", + "qwen2.5-coder-32b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-32b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-coder-32b-instruct-gptq-int4", + "Qwen/Qwen2.5-Coder-32B-Instruct-GPTQ-Int4", + "qwen2.5-coder-32b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-32b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-coder-32b-instruct-gptq-int8", + "Qwen/Qwen2.5-Coder-32B-Instruct-GPTQ-Int8", + "qwen2.5-coder-32b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-14b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-coder-14b-instruct-gptq-int4", + "Qwen/Qwen2.5-Coder-14B-Instruct-GPTQ-Int4", + "qwen2.5-coder-14b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-14b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-coder-14b-instruct-gptq-int8", + "Qwen/Qwen2.5-Coder-14B-Instruct-GPTQ-Int8", + "qwen2.5-coder-14b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-3b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-coder-3b-instruct-gptq-int4", + "Qwen/Qwen2.5-Coder-3B-Instruct-GPTQ-Int4", + "qwen2.5-coder-3b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-3b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-coder-3b-instruct-gptq-int8", + "Qwen/Qwen2.5-Coder-3B-Instruct-GPTQ-Int8", + "qwen2.5-coder-3b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-0.5b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-coder-0.5b-instruct-gptq-int4", + "Qwen/Qwen2.5-Coder-0.5B-Instruct-GPTQ-Int4", + "qwen2.5-coder-0.5b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-0.5b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-coder-0.5b-instruct-gptq-int8", + "Qwen/Qwen2.5-Coder-0.5B-Instruct-GPTQ-Int8", + "qwen2.5-coder-0.5b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-32b", + "alias": [ + "qwen/qwen2.5-coder-32b", + "Qwen/Qwen2.5-Coder-32B", + "qwen2.5-coder-32b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-14b", + "alias": [ + "qwen/qwen2.5-coder-14b", + "Qwen/Qwen2.5-Coder-14B", + "qwen2.5-coder-14b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-3b", + "alias": [ + "qwen/qwen2.5-coder-3b", + "Qwen/Qwen2.5-Coder-3B", + "qwen2.5-coder-3b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-0.5b", + "alias": [ + "qwen/qwen2.5-coder-0.5b", + "Qwen/Qwen2.5-Coder-0.5B", + "qwen2.5-coder-0.5b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-32b-instruct", + "alias": [ + "qwen/qwen2.5-coder-32b-instruct", + "Qwen/Qwen2.5-Coder-32B-Instruct", + "qwen2.5-coder-32b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-14b-instruct", + "alias": [ + "qwen/qwen2.5-coder-14b-instruct", + "Qwen/Qwen2.5-Coder-14B-Instruct", + "qwen2.5-coder-14b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-3b-instruct", + "alias": [ + "qwen/qwen2.5-coder-3b-instruct", + "Qwen/Qwen2.5-Coder-3B-Instruct", + "qwen2.5-coder-3b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-0.5b-instruct", + "alias": [ + "qwen/qwen2.5-coder-0.5b-instruct", + "Qwen/Qwen2.5-Coder-0.5B-Instruct", + "qwen2.5-coder-0.5b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-1.5b-instruct-awq", + "alias": [ + "qwen/qwen2.5-coder-1.5b-instruct-awq", + "Qwen/Qwen2.5-Coder-1.5B-Instruct-AWQ", + "qwen2.5-coder-1.5b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-7b-instruct-awq", + "alias": [ + "qwen/qwen2.5-coder-7b-instruct-awq", + "Qwen/Qwen2.5-Coder-7B-Instruct-AWQ", + "qwen2.5-coder-7b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-7b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-coder-7b-instruct-gptq-int8", + "Qwen/Qwen2.5-Coder-7B-Instruct-GPTQ-Int8", + "qwen2.5-coder-7b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-7b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-coder-7b-instruct-gptq-int4", + "Qwen/Qwen2.5-Coder-7B-Instruct-GPTQ-Int4", + "qwen2.5-coder-7b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-1.5b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-coder-1.5b-instruct-gptq-int8", + "Qwen/Qwen2.5-Coder-1.5B-Instruct-GPTQ-Int8", + "qwen2.5-coder-1.5b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-1.5b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-coder-1.5b-instruct-gptq-int4", + "Qwen/Qwen2.5-Coder-1.5B-Instruct-GPTQ-Int4", + "qwen2.5-coder-1.5b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-math-7b-instruct", + "alias": [ + "qwen/qwen2.5-math-7b-instruct", + "Qwen/Qwen2.5-Math-7B-Instruct", + "qwen2.5-math-7b-instruct" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-1.5b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-coder-1.5b-instruct-gguf", + "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF", + "qwen2.5-coder-1.5b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-7b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-coder-7b-instruct-gguf", + "Qwen/Qwen2.5-Coder-7B-Instruct-GGUF", + "qwen2.5-coder-7b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-1.5b-instruct", + "alias": [ + "qwen/qwen2.5-coder-1.5b-instruct", + "Qwen/Qwen2.5-Coder-1.5B-Instruct", + "qwen2.5-coder-1.5b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-1.5b", + "alias": [ + "qwen/qwen2.5-coder-1.5b", + "Qwen/Qwen2.5-Coder-1.5B", + "qwen2.5-coder-1.5b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-7b-instruct-mlx", + "alias": [ + "qwen/qwen2-7b-instruct-mlx", + "Qwen/Qwen2-7B-Instruct-MLX", + "qwen2-7b-instruct-mlx" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-1.5b-instruct", + "alias": [ + "qwen/qwen2.5-1.5b-instruct", + "Qwen/Qwen2.5-1.5B-Instruct", + "qwen2.5-1.5b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-3b-instruct", + "alias": [ + "qwen/qwen2.5-3b-instruct", + "Qwen/Qwen2.5-3B-Instruct", + "qwen2.5-3b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-72b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-72b-instruct-gguf", + "Qwen/Qwen2.5-72B-Instruct-GGUF", + "qwen2.5-72b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 131072 + }, + { + "name": "qwen/qwen2.5-32b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-32b-instruct-gguf", + "Qwen/Qwen2.5-32B-Instruct-GGUF", + "qwen2.5-32b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 131072 + }, + { + "name": "qwen/qwen2.5-14b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-14b-instruct-gguf", + "Qwen/Qwen2.5-14B-Instruct-GGUF", + "qwen2.5-14b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 131072 + }, + { + "name": "qwen/qwen2.5-7b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-7b-instruct-gguf", + "Qwen/Qwen2.5-7B-Instruct-GGUF", + "qwen2.5-7b-instruct-gguf" + ], + "model_types": [ + "chat" + ], + "max_tokens": 131072 + }, + { + "name": "qwen/qwen2.5-3b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-3b-instruct-gguf", + "Qwen/Qwen2.5-3B-Instruct-GGUF", + "qwen2.5-3b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-1.5b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-1.5b-instruct-gguf", + "Qwen/Qwen2.5-1.5B-Instruct-GGUF", + "qwen2.5-1.5b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-0.5b-instruct-gguf", + "alias": [ + "qwen/qwen2.5-0.5b-instruct-gguf", + "Qwen/Qwen2.5-0.5B-Instruct-GGUF", + "qwen2.5-0.5b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-72b-instruct-awq", + "alias": [ + "qwen/qwen2.5-72b-instruct-awq", + "Qwen/Qwen2.5-72B-Instruct-AWQ", + "qwen2.5-72b-instruct-awq" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-32b-instruct-awq", + "alias": [ + "qwen/qwen2.5-32b-instruct-awq", + "Qwen/Qwen2.5-32B-Instruct-AWQ", + "qwen2.5-32b-instruct-awq" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-14b-instruct-awq", + "alias": [ + "qwen/qwen2.5-14b-instruct-awq", + "Qwen/Qwen2.5-14B-Instruct-AWQ", + "qwen2.5-14b-instruct-awq" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-7b-instruct-awq", + "alias": [ + "qwen/qwen2.5-7b-instruct-awq", + "Qwen/Qwen2.5-7B-Instruct-AWQ", + "qwen2.5-7b-instruct-awq" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-3b-instruct-awq", + "alias": [ + "qwen/qwen2.5-3b-instruct-awq", + "Qwen/Qwen2.5-3B-Instruct-AWQ", + "qwen2.5-3b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-1.5b-instruct-awq", + "alias": [ + "qwen/qwen2.5-1.5b-instruct-awq", + "Qwen/Qwen2.5-1.5B-Instruct-AWQ", + "qwen2.5-1.5b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-0.5b-instruct-awq", + "alias": [ + "qwen/qwen2.5-0.5b-instruct-awq", + "Qwen/Qwen2.5-0.5B-Instruct-AWQ", + "qwen2.5-0.5b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-7b-instruct", + "alias": [ + "qwen/qwen2.5-coder-7b-instruct", + "Qwen/Qwen2.5-Coder-7B-Instruct", + "qwen2.5-coder-7b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-72b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-72b-instruct-gptq-int8", + "Qwen/Qwen2.5-72B-Instruct-GPTQ-Int8", + "qwen2.5-72b-instruct-gptq-int8" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-72b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-72b-instruct-gptq-int4", + "Qwen/Qwen2.5-72B-Instruct-GPTQ-Int4", + "qwen2.5-72b-instruct-gptq-int4" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-32b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-32b-instruct-gptq-int8", + "Qwen/Qwen2.5-32B-Instruct-GPTQ-Int8", + "qwen2.5-32b-instruct-gptq-int8" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-32b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-32b-instruct-gptq-int4", + "Qwen/Qwen2.5-32B-Instruct-GPTQ-Int4", + "qwen2.5-32b-instruct-gptq-int4" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-14b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-14b-instruct-gptq-int8", + "Qwen/Qwen2.5-14B-Instruct-GPTQ-Int8", + "qwen2.5-14b-instruct-gptq-int8" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-14b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-14b-instruct-gptq-int4", + "Qwen/Qwen2.5-14B-Instruct-GPTQ-Int4", + "qwen2.5-14b-instruct-gptq-int4" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-7b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-7b-instruct-gptq-int8", + "Qwen/Qwen2.5-7B-Instruct-GPTQ-Int8", + "qwen2.5-7b-instruct-gptq-int8" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-7b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-7b-instruct-gptq-int4", + "Qwen/Qwen2.5-7B-Instruct-GPTQ-Int4", + "qwen2.5-7b-instruct-gptq-int4" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-3b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-3b-instruct-gptq-int8", + "Qwen/Qwen2.5-3B-Instruct-GPTQ-Int8", + "qwen2.5-3b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-3b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-3b-instruct-gptq-int4", + "Qwen/Qwen2.5-3B-Instruct-GPTQ-Int4", + "qwen2.5-3b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-1.5b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-1.5b-instruct-gptq-int8", + "Qwen/Qwen2.5-1.5B-Instruct-GPTQ-Int8", + "qwen2.5-1.5b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-1.5b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-1.5b-instruct-gptq-int4", + "Qwen/Qwen2.5-1.5B-Instruct-GPTQ-Int4", + "qwen2.5-1.5b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-0.5b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2.5-0.5b-instruct-gptq-int8", + "Qwen/Qwen2.5-0.5B-Instruct-GPTQ-Int8", + "qwen2.5-0.5b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-0.5b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2.5-0.5b-instruct-gptq-int4", + "Qwen/Qwen2.5-0.5B-Instruct-GPTQ-Int4", + "qwen2.5-0.5b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-math-rm-72b", + "alias": [ + "qwen/qwen2-math-rm-72b", + "Qwen/Qwen2-Math-RM-72B", + "qwen2-math-rm-72b" + ], + "max_tokens": 4096, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen2.5-math-rm-72b", + "alias": [ + "qwen/qwen2.5-math-rm-72b", + "Qwen/Qwen2.5-Math-RM-72B", + "qwen2.5-math-rm-72b" + ], + "max_tokens": 4096, + "model_types": [ + "rerank" + ] + }, + { + "name": "qwen/qwen2-vl-72b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2-vl-72b-instruct-gptq-int8", + "Qwen/Qwen2-VL-72B-Instruct-GPTQ-Int8", + "qwen2-vl-72b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-72b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-vl-72b-instruct-gptq-int4", + "Qwen/Qwen2-VL-72B-Instruct-GPTQ-Int4", + "qwen2-vl-72b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-72b-instruct-awq", + "alias": [ + "qwen/qwen2-vl-72b-instruct-awq", + "Qwen/Qwen2-VL-72B-Instruct-AWQ", + "qwen2-vl-72b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-72b-instruct", + "alias": [ + "qwen/qwen2-vl-72b-instruct", + "Qwen/Qwen2-VL-72B-Instruct", + "qwen2-vl-72b-instruct", + "qwen/qwen-2-vl-72b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-32b-instruct", + "alias": [ + "qwen/qwen2.5-32b-instruct", + "Qwen/Qwen2.5-32B-Instruct", + "qwen2.5-32b-instruct", + "Qwen2.5-32B-Instruct" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-math-72b-instruct", + "alias": [ + "qwen/qwen2.5-math-72b-instruct", + "Qwen/Qwen2.5-Math-72B-Instruct", + "qwen2.5-math-72b-instruct" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-math-72b", + "alias": [ + "qwen/qwen2.5-math-72b", + "Qwen/Qwen2.5-Math-72B", + "qwen2.5-math-72b" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-math-7b", + "alias": [ + "qwen/qwen2.5-math-7b", + "Qwen/Qwen2.5-Math-7B", + "qwen2.5-math-7b" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-math-1.5b-instruct", + "alias": [ + "qwen/qwen2.5-math-1.5b-instruct", + "Qwen/Qwen2.5-Math-1.5B-Instruct", + "qwen2.5-math-1.5b-instruct" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-math-1.5b", + "alias": [ + "qwen/qwen2.5-math-1.5b", + "Qwen/Qwen2.5-Math-1.5B", + "qwen2.5-math-1.5b" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-coder-7b", + "alias": [ + "qwen/qwen2.5-coder-7b", + "Qwen/Qwen2.5-Coder-7B", + "qwen2.5-coder-7b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-72b-instruct", + "alias": [ + "qwen/qwen2.5-72b-instruct", + "Qwen/Qwen2.5-72B-Instruct", + "qwen2.5-72b-instruct", + "qwen/qwen-2.5-72b-instruct", + "Qwen2.5-72B-Instruct" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-14b-instruct", + "alias": [ + "qwen/qwen2.5-14b-instruct", + "Qwen/Qwen2.5-14B-Instruct", + "qwen2.5-14b-instruct", + "Qwen2.5-14B-Instruct" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-7b-instruct", + "alias": [ + "qwen/qwen2.5-7b-instruct", + "Qwen/Qwen2.5-7B-Instruct", + "qwen2.5-7b-instruct", + "Qwen2.5-7B-Instruct" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-0.5b-instruct", + "alias": [ + "qwen/qwen2.5-0.5b-instruct", + "Qwen/Qwen2.5-0.5B-Instruct", + "qwen2.5-0.5b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-72b", + "alias": [ + "qwen/qwen2.5-72b", + "Qwen/Qwen2.5-72B", + "qwen2.5-72b", + "Qwen2.5-72B" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-32b", + "alias": [ + "qwen/qwen2.5-32b", + "Qwen/Qwen2.5-32B", + "qwen2.5-32b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-14b", + "alias": [ + "qwen/qwen2.5-14b", + "Qwen/Qwen2.5-14B", + "qwen2.5-14b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-7b", + "alias": [ + "qwen/qwen2.5-7b", + "Qwen/Qwen2.5-7B", + "qwen2.5-7b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-3b", + "alias": [ + "qwen/qwen2.5-3b", + "Qwen/Qwen2.5-3B", + "qwen2.5-3b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-1.5b", + "alias": [ + "qwen/qwen2.5-1.5b", + "Qwen/Qwen2.5-1.5B", + "qwen2.5-1.5b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2.5-0.5b", + "alias": [ + "qwen/qwen2.5-0.5b", + "Qwen/Qwen2.5-0.5B", + "qwen2.5-0.5b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-7b", + "alias": [ + "qwen/qwen2-vl-7b", + "Qwen/Qwen2-VL-7B", + "qwen2-vl-7b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-2b", + "alias": [ + "qwen/qwen2-vl-2b", + "Qwen/Qwen2-VL-2B", + "qwen2-vl-2b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-2b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2-vl-2b-instruct-gptq-int8", + "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int8", + "qwen2-vl-2b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-2b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-vl-2b-instruct-gptq-int4", + "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int4", + "qwen2-vl-2b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-2b-instruct-awq", + "alias": [ + "qwen/qwen2-vl-2b-instruct-awq", + "Qwen/Qwen2-VL-2B-Instruct-AWQ", + "qwen2-vl-2b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-7b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2-vl-7b-instruct-gptq-int8", + "Qwen/Qwen2-VL-7B-Instruct-GPTQ-Int8", + "qwen2-vl-7b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-7b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-vl-7b-instruct-gptq-int4", + "Qwen/Qwen2-VL-7B-Instruct-GPTQ-Int4", + "qwen2-vl-7b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-7b-instruct-awq", + "alias": [ + "qwen/qwen2-vl-7b-instruct-awq", + "Qwen/Qwen2-VL-7B-Instruct-AWQ", + "qwen2-vl-7b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-7b-instruct", + "alias": [ + "qwen/qwen2-vl-7b-instruct", + "Qwen/Qwen2-VL-7B-Instruct", + "qwen2-vl-7b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-vl-2b-instruct", + "alias": [ + "qwen/qwen2-vl-2b-instruct", + "Qwen/Qwen2-VL-2B-Instruct", + "qwen2-vl-2b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-math-1.5b", + "alias": [ + "qwen/qwen2-math-1.5b", + "Qwen/Qwen2-Math-1.5B", + "qwen2-math-1.5b" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-math-7b", + "alias": [ + "qwen/qwen2-math-7b", + "Qwen/Qwen2-Math-7B", + "qwen2-math-7b" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-math-72b", + "alias": [ + "qwen/qwen2-math-72b", + "Qwen/Qwen2-Math-72B", + "qwen2-math-72b" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-math-1.5b-instruct", + "alias": [ + "qwen/qwen2-math-1.5b-instruct", + "Qwen/Qwen2-Math-1.5B-Instruct", + "qwen2-math-1.5b-instruct" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-math-7b-instruct", + "alias": [ + "qwen/qwen2-math-7b-instruct", + "Qwen/Qwen2-Math-7B-Instruct", + "qwen2-math-7b-instruct" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-math-72b-instruct", + "alias": [ + "qwen/qwen2-math-72b-instruct", + "Qwen/Qwen2-Math-72B-Instruct", + "qwen2-math-72b-instruct" + ], + "max_tokens": 4096, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-audio-7b-instruct", + "alias": [ + "qwen/qwen2-audio-7b-instruct", + "Qwen/Qwen2-Audio-7B-Instruct", + "qwen2-audio-7b-instruct", + "Qwen2-Audio-7B-Instruct" + ], + "max_tokens": 8192, + "model_types": [ + "chat", + "audio2text", + "speech2text", + "audio_understanding" + ] + }, + { + "name": "qwen/qwen2-audio-7b", + "alias": [ + "qwen/qwen2-audio-7b", + "Qwen/Qwen2-Audio-7B", + "qwen2-audio-7b" + ], + "max_tokens": 8192, + "model_types": [ + "audio2text", + "speech2text", + "audio_understanding" + ] + }, + { + "name": "qwen/qwen2-57b-a14b-instruct-gguf", + "alias": [ + "qwen/qwen2-57b-a14b-instruct-gguf", + "Qwen/Qwen2-57B-A14B-Instruct-GGUF", + "qwen2-57b-a14b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-1.5b-instruct-gguf", + "alias": [ + "qwen/qwen2-1.5b-instruct-gguf", + "Qwen/Qwen2-1.5B-Instruct-GGUF", + "qwen2-1.5b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-7b-instruct-gguf", + "alias": [ + "qwen/qwen2-7b-instruct-gguf", + "Qwen/Qwen2-7B-Instruct-GGUF", + "qwen2-7b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-72b-instruct-gguf", + "alias": [ + "qwen/qwen2-72b-instruct-gguf", + "Qwen/Qwen2-72B-Instruct-GGUF", + "qwen2-72b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-1.5b-instruct-mlx", + "alias": [ + "qwen/qwen2-1.5b-instruct-mlx", + "Qwen/Qwen2-1.5B-Instruct-MLX", + "qwen2-1.5b-instruct-mlx" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-0.5b-instruct-gguf", + "alias": [ + "qwen/qwen2-0.5b-instruct-gguf", + "Qwen/Qwen2-0.5B-Instruct-GGUF", + "qwen2-0.5b-instruct-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-0.5b-instruct-mlx", + "alias": [ + "qwen/qwen2-0.5b-instruct-mlx", + "Qwen/Qwen2-0.5B-Instruct-MLX", + "qwen2-0.5b-instruct-mlx" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-0.5b-instruct-awq", + "alias": [ + "qwen/qwen2-0.5b-instruct-awq", + "Qwen/Qwen2-0.5B-Instruct-AWQ", + "qwen2-0.5b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-0.5b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2-0.5b-instruct-gptq-int8", + "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int8", + "qwen2-0.5b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-0.5b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-0.5b-instruct-gptq-int4", + "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int4", + "qwen2-0.5b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-7b-instruct-awq", + "alias": [ + "qwen/qwen2-7b-instruct-awq", + "Qwen/Qwen2-7B-Instruct-AWQ", + "qwen2-7b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-7b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2-7b-instruct-gptq-int8", + "Qwen/Qwen2-7B-Instruct-GPTQ-Int8", + "qwen2-7b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-7b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-7b-instruct-gptq-int4", + "Qwen/Qwen2-7B-Instruct-GPTQ-Int4", + "qwen2-7b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-1.5b-instruct-awq", + "alias": [ + "qwen/qwen2-1.5b-instruct-awq", + "Qwen/Qwen2-1.5B-Instruct-AWQ", + "qwen2-1.5b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-1.5b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2-1.5b-instruct-gptq-int8", + "Qwen/Qwen2-1.5B-Instruct-GPTQ-Int8", + "qwen2-1.5b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-1.5b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-1.5b-instruct-gptq-int4", + "Qwen/Qwen2-1.5B-Instruct-GPTQ-Int4", + "qwen2-1.5b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-57b-a14b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-57b-a14b-instruct-gptq-int4", + "Qwen/Qwen2-57B-A14B-Instruct-GPTQ-Int4", + "qwen2-57b-a14b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-7b", + "alias": [ + "qwen/qwen2-7b", + "Qwen/Qwen2-7B", + "qwen2-7b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-7b-instruct", + "alias": [ + "qwen/qwen2-7b-instruct", + "Qwen/Qwen2-7B-Instruct", + "qwen2-7b-instruct", + "qwen/qwen-2-7b-instruct", + "Qwen2-7B-Instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-57b-a14b-instruct", + "alias": [ + "qwen/qwen2-57b-a14b-instruct", + "Qwen/Qwen2-57B-A14B-Instruct", + "qwen2-57b-a14b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-72b-instruct-awq", + "alias": [ + "qwen/qwen2-72b-instruct-awq", + "Qwen/Qwen2-72B-Instruct-AWQ", + "qwen2-72b-instruct-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-72b-instruct-gptq-int8", + "alias": [ + "qwen/qwen2-72b-instruct-gptq-int8", + "Qwen/Qwen2-72B-Instruct-GPTQ-Int8", + "qwen2-72b-instruct-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-72b-instruct-gptq-int4", + "alias": [ + "qwen/qwen2-72b-instruct-gptq-int4", + "Qwen/Qwen2-72B-Instruct-GPTQ-Int4", + "qwen2-72b-instruct-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-1.5b-instruct", + "alias": [ + "qwen/qwen2-1.5b-instruct", + "Qwen/Qwen2-1.5B-Instruct", + "qwen2-1.5b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-0.5b-instruct", + "alias": [ + "qwen/qwen2-0.5b-instruct", + "Qwen/Qwen2-0.5B-Instruct", + "qwen2-0.5b-instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-1.5b", + "alias": [ + "qwen/qwen2-1.5b", + "Qwen/Qwen2-1.5B", + "qwen2-1.5b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-0.5b", + "alias": [ + "qwen/qwen2-0.5b", + "Qwen/Qwen2-0.5B", + "qwen2-0.5b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-72b-instruct", + "alias": [ + "qwen/qwen2-72b-instruct", + "Qwen/Qwen2-72B-Instruct", + "qwen2-72b-instruct", + "Qwen2-72B-Instruct" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-57b-a14b", + "alias": [ + "qwen/qwen2-57b-a14b", + "Qwen/Qwen2-57B-A14B", + "qwen2-57b-a14b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen2-72b", + "alias": [ + "qwen/qwen2-72b", + "Qwen/Qwen2-72B", + "qwen2-72b" + ], + "max_tokens": 131072, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-110b-chat-gguf", + "alias": [ + "qwen/qwen1.5-110b-chat-gguf", + "Qwen/Qwen1.5-110B-Chat-GGUF", + "qwen1.5-110b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-110b-chat-awq", + "alias": [ + "qwen/qwen1.5-110b-chat-awq", + "Qwen/Qwen1.5-110B-Chat-AWQ", + "qwen1.5-110b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-110b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-110b-chat-gptq-int4", + "Qwen/Qwen1.5-110B-Chat-GPTQ-Int4", + "qwen1.5-110b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-110b-chat", + "alias": [ + "qwen/qwen1.5-110b-chat", + "Qwen/Qwen1.5-110B-Chat", + "qwen1.5-110b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-110b", + "alias": [ + "qwen/qwen1.5-110b", + "Qwen/Qwen1.5-110B", + "qwen1.5-110b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/codeqwen1.5-7b-awq", + "alias": [ + "qwen/codeqwen1.5-7b-awq", + "Qwen/CodeQwen1.5-7B-AWQ", + "codeqwen1.5-7b-awq" + ], + "max_tokens": 65536, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/codeqwen1.5-7b-chat-gguf", + "alias": [ + "qwen/codeqwen1.5-7b-chat-gguf", + "Qwen/CodeQwen1.5-7B-Chat-GGUF", + "codeqwen1.5-7b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/codeqwen1.5-7b-chat-awq", + "alias": [ + "qwen/codeqwen1.5-7b-chat-awq", + "Qwen/CodeQwen1.5-7B-Chat-AWQ", + "codeqwen1.5-7b-chat-awq" + ], + "max_tokens": 65536, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/codeqwen1.5-7b-chat", + "alias": [ + "qwen/codeqwen1.5-7b-chat", + "Qwen/CodeQwen1.5-7B-Chat", + "codeqwen1.5-7b-chat" + ], + "max_tokens": 65536, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/codeqwen1.5-7b", + "alias": [ + "qwen/codeqwen1.5-7b", + "Qwen/CodeQwen1.5-7B", + "codeqwen1.5-7b" + ], + "max_tokens": 65536, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-32b-chat-awq", + "alias": [ + "qwen/qwen1.5-32b-chat-awq", + "Qwen/Qwen1.5-32B-Chat-AWQ", + "qwen1.5-32b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-32b-chat-gguf", + "alias": [ + "qwen/qwen1.5-32b-chat-gguf", + "Qwen/Qwen1.5-32B-Chat-GGUF", + "qwen1.5-32b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-32b-chat", + "alias": [ + "qwen/qwen1.5-32b-chat", + "Qwen/Qwen1.5-32B-Chat", + "qwen1.5-32b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-32b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-32b-chat-gptq-int4", + "Qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + "qwen1.5-32b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-32b", + "alias": [ + "qwen/qwen1.5-32b", + "Qwen/Qwen1.5-32B", + "qwen1.5-32b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-moe-a2.7b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-moe-a2.7b-chat-gptq-int4", + "Qwen/Qwen1.5-MoE-A2.7B-Chat-GPTQ-Int4", + "qwen1.5-moe-a2.7b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-moe-a2.7b-chat", + "alias": [ + "qwen/qwen1.5-moe-a2.7b-chat", + "Qwen/Qwen1.5-MoE-A2.7B-Chat", + "qwen1.5-moe-a2.7b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-moe-a2.7b", + "alias": [ + "qwen/qwen1.5-moe-a2.7b", + "Qwen/Qwen1.5-MoE-A2.7B", + "qwen1.5-moe-a2.7b" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-0.5b-chat-gptq-int8", + "alias": [ + "qwen/qwen1.5-0.5b-chat-gptq-int8", + "Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int8", + "qwen1.5-0.5b-chat-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-0.5b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-0.5b-chat-gptq-int4", + "Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int4", + "qwen1.5-0.5b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-1.8b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-1.8b-chat-gptq-int4", + "Qwen/Qwen1.5-1.8B-Chat-GPTQ-Int4", + "qwen1.5-1.8b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-1.8b-chat-gptq-int8", + "alias": [ + "qwen/qwen1.5-1.8b-chat-gptq-int8", + "Qwen/Qwen1.5-1.8B-Chat-GPTQ-Int8", + "qwen1.5-1.8b-chat-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-4b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-4b-chat-gptq-int4", + "Qwen/Qwen1.5-4B-Chat-GPTQ-Int4", + "qwen1.5-4b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-4b-chat-gptq-int8", + "alias": [ + "qwen/qwen1.5-4b-chat-gptq-int8", + "Qwen/Qwen1.5-4B-Chat-GPTQ-Int8", + "qwen1.5-4b-chat-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-7b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-7b-chat-gptq-int4", + "Qwen/Qwen1.5-7B-Chat-GPTQ-Int4", + "qwen1.5-7b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-7b-chat-gptq-int8", + "alias": [ + "qwen/qwen1.5-7b-chat-gptq-int8", + "Qwen/Qwen1.5-7B-Chat-GPTQ-Int8", + "qwen1.5-7b-chat-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-14b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-14b-chat-gptq-int4", + "Qwen/Qwen1.5-14B-Chat-GPTQ-Int4", + "qwen1.5-14b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-14b-chat-gptq-int8", + "alias": [ + "qwen/qwen1.5-14b-chat-gptq-int8", + "Qwen/Qwen1.5-14B-Chat-GPTQ-Int8", + "qwen1.5-14b-chat-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-72b-chat-gptq-int4", + "alias": [ + "qwen/qwen1.5-72b-chat-gptq-int4", + "Qwen/Qwen1.5-72B-Chat-GPTQ-Int4", + "qwen1.5-72b-chat-gptq-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-72b-chat-gptq-int8", + "alias": [ + "qwen/qwen1.5-72b-chat-gptq-int8", + "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8", + "qwen1.5-72b-chat-gptq-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-4b-chat-gguf", + "alias": [ + "qwen/qwen1.5-4b-chat-gguf", + "Qwen/Qwen1.5-4B-Chat-GGUF", + "qwen1.5-4b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-1.8b-chat-gguf", + "alias": [ + "qwen/qwen1.5-1.8b-chat-gguf", + "Qwen/Qwen1.5-1.8B-Chat-GGUF", + "qwen1.5-1.8b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-0.5b-chat-gguf", + "alias": [ + "qwen/qwen1.5-0.5b-chat-gguf", + "Qwen/Qwen1.5-0.5B-Chat-GGUF", + "qwen1.5-0.5b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-14b-chat-gguf", + "alias": [ + "qwen/qwen1.5-14b-chat-gguf", + "Qwen/Qwen1.5-14B-Chat-GGUF", + "qwen1.5-14b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-7b-chat-gguf", + "alias": [ + "qwen/qwen1.5-7b-chat-gguf", + "Qwen/Qwen1.5-7B-Chat-GGUF", + "qwen1.5-7b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-72b-chat-gguf", + "alias": [ + "qwen/qwen1.5-72b-chat-gguf", + "Qwen/Qwen1.5-72B-Chat-GGUF", + "qwen1.5-72b-chat-gguf" + ], + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-0.5b-chat-awq", + "alias": [ + "qwen/qwen1.5-0.5b-chat-awq", + "Qwen/Qwen1.5-0.5B-Chat-AWQ", + "qwen1.5-0.5b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-1.8b-chat-awq", + "alias": [ + "qwen/qwen1.5-1.8b-chat-awq", + "Qwen/Qwen1.5-1.8B-Chat-AWQ", + "qwen1.5-1.8b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-4b-chat-awq", + "alias": [ + "qwen/qwen1.5-4b-chat-awq", + "Qwen/Qwen1.5-4B-Chat-AWQ", + "qwen1.5-4b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-7b-chat-awq", + "alias": [ + "qwen/qwen1.5-7b-chat-awq", + "Qwen/Qwen1.5-7B-Chat-AWQ", + "qwen1.5-7b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-14b-chat-awq", + "alias": [ + "qwen/qwen1.5-14b-chat-awq", + "Qwen/Qwen1.5-14B-Chat-AWQ", + "qwen1.5-14b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-72b-chat-awq", + "alias": [ + "qwen/qwen1.5-72b-chat-awq", + "Qwen/Qwen1.5-72B-Chat-AWQ", + "qwen1.5-72b-chat-awq" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-0.5b-chat", + "alias": [ + "qwen/qwen1.5-0.5b-chat", + "Qwen/Qwen1.5-0.5B-Chat", + "qwen1.5-0.5b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-72b-chat", + "alias": [ + "qwen/qwen1.5-72b-chat", + "Qwen/Qwen1.5-72B-Chat", + "qwen1.5-72b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-14b-chat", + "alias": [ + "qwen/qwen1.5-14b-chat", + "Qwen/Qwen1.5-14B-Chat", + "qwen1.5-14b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-7b-chat", + "alias": [ + "qwen/qwen1.5-7b-chat", + "Qwen/Qwen1.5-7B-Chat", + "qwen1.5-7b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-4b-chat", + "alias": [ + "qwen/qwen1.5-4b-chat", + "Qwen/Qwen1.5-4B-Chat", + "qwen1.5-4b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-1.8b-chat", + "alias": [ + "qwen/qwen1.5-1.8b-chat", + "Qwen/Qwen1.5-1.8B-Chat", + "qwen1.5-1.8b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-72b", + "alias": [ + "qwen/qwen1.5-72b", + "Qwen/Qwen1.5-72B", + "qwen1.5-72b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-14b", + "alias": [ + "qwen/qwen1.5-14b", + "Qwen/Qwen1.5-14B", + "qwen1.5-14b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-7b", + "alias": [ + "qwen/qwen1.5-7b", + "Qwen/Qwen1.5-7B", + "qwen1.5-7b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-4b", + "alias": [ + "qwen/qwen1.5-4b", + "Qwen/Qwen1.5-4B", + "qwen1.5-4b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-1.8b", + "alias": [ + "qwen/qwen1.5-1.8b", + "Qwen/Qwen1.5-1.8B", + "qwen1.5-1.8b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen1.5-0.5b", + "alias": [ + "qwen/qwen1.5-0.5b", + "Qwen/Qwen1.5-0.5B", + "qwen1.5-0.5b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-audio-chat", + "alias": [ + "qwen/qwen-audio-chat", + "Qwen/Qwen-Audio-Chat", + "qwen-audio-chat" + ], + "max_tokens": 2048, + "model_types": [ + "chat", + "audio2text", + "speech2text", + "audio_understanding" + ] + }, + { + "name": "qwen/qwen-audio", + "alias": [ + "qwen/qwen-audio", + "Qwen/Qwen-Audio", + "qwen-audio" + ], + "max_tokens": 2048, + "model_types": [ + "audio2text", + "speech2text", + "audio_understanding" + ] + }, + { + "name": "qwen/qwen-72b-chat-int8", + "alias": [ + "qwen/qwen-72b-chat-int8", + "Qwen/Qwen-72B-Chat-Int8", + "qwen-72b-chat-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-72b-chat-int4", + "alias": [ + "qwen/qwen-72b-chat-int4", + "Qwen/Qwen-72B-Chat-Int4", + "qwen-72b-chat-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-1_8b-chat-int4", + "alias": [ + "qwen/qwen-1_8b-chat-int4", + "Qwen/Qwen-1_8B-Chat-Int4", + "qwen-1_8b-chat-int4" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-1_8b-chat-int8", + "alias": [ + "qwen/qwen-1_8b-chat-int8", + "Qwen/Qwen-1_8B-Chat-Int8", + "qwen-1_8b-chat-int8" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-1_8b", + "alias": [ + "qwen/qwen-1_8b", + "Qwen/Qwen-1_8B", + "qwen-1_8b" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-72b-chat", + "alias": [ + "qwen/qwen-72b-chat", + "Qwen/Qwen-72B-Chat", + "qwen-72b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-72b", + "alias": [ + "qwen/qwen-72b", + "Qwen/Qwen-72B", + "qwen-72b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-14b-chat-int8", + "alias": [ + "qwen/qwen-14b-chat-int8", + "Qwen/Qwen-14B-Chat-Int8", + "qwen-14b-chat-int8" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-7b-chat-int8", + "alias": [ + "qwen/qwen-7b-chat-int8", + "Qwen/Qwen-7B-Chat-Int8", + "qwen-7b-chat-int8" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-14b", + "alias": [ + "qwen/qwen-14b", + "Qwen/Qwen-14B", + "qwen-14b" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-14b-chat", + "alias": [ + "qwen/qwen-14b-chat", + "Qwen/Qwen-14B-Chat", + "qwen-14b-chat" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-14b-chat-int4", + "alias": [ + "qwen/qwen-14b-chat-int4", + "Qwen/Qwen-14B-Chat-Int4", + "qwen-14b-chat-int4" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-vl-chat-int4", + "alias": [ + "qwen/qwen-vl-chat-int4", + "Qwen/Qwen-VL-Chat-Int4", + "qwen-vl-chat-int4" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-7b-chat-int4", + "alias": [ + "qwen/qwen-7b-chat-int4", + "Qwen/Qwen-7B-Chat-Int4", + "qwen-7b-chat-int4" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-vl-chat", + "alias": [ + "qwen/qwen-vl-chat", + "Qwen/Qwen-VL-Chat", + "qwen-vl-chat" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-vl", + "alias": [ + "qwen/qwen-vl", + "Qwen/Qwen-VL", + "qwen-vl" + ], + "max_tokens": 8192, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-7b-chat", + "alias": [ + "qwen/qwen-7b-chat", + "Qwen/Qwen-7B-Chat", + "qwen-7b-chat" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-7b", + "alias": [ + "qwen/qwen-7b", + "Qwen/Qwen-7B", + "qwen-7b" + ], + "max_tokens": 32768, + "model_types": [ + "chat" + ] + }, + { + "name": "qwen/qwen-tokenizer", + "alias": [ + "qwen/qwen-tokenizer", + "Qwen/Qwen-tokenizer", + "qwen-tokenizer" + ], + "model_types": [ + "tokenizer" + ] + }, { "name": "paddleocr-vl-0.9b", "alias": [ diff --git a/internal/entity/models/model.go b/internal/entity/models/model.go index 26b2dc696..5b80cd20b 100644 --- a/internal/entity/models/model.go +++ b/internal/entity/models/model.go @@ -312,10 +312,14 @@ func InitProviderManager(dirPath string) error { alias2ModelIndex := make(map[string]int) for idx, model := range allModels.Models { if model.Alias == nil { - alias2ModelIndex[model.Name] = idx + alias2ModelIndex[strings.ToLower(model.Name)] = idx } else { for _, alias := range model.Alias { - alias2ModelIndex[alias] = idx + lowerAlias := strings.ToLower(alias) + if existingIdx, ok := alias2ModelIndex[lowerAlias]; ok && existingIdx != idx { + return fmt.Errorf("duplicate alias %q for models %q and %q", alias, allModels.Models[existingIdx].Name, model.Name) + } + alias2ModelIndex[lowerAlias] = idx } } }