{"hf_id":"Qwen\/Qwen2.5-7B-Instruct-GGUF","slug":"qwen2-5-7b-instruct-gguf-qwen","name":"Qwen2.5-7B-Instruct-GGUF","org":"Qwen","pipeline_tag":"text-generation","deployment_type":"open_weights","license":{"id":"apache-2.0","commercial":"yes"},"params_b":7,"context_length":32768,"architectures":null,"languages":["en"],"downloads_30d":187040,"downloads_all_time":1323067,"likes":200,"gated":false,"eval_results":null,"base_model":"qwen2-5-7b-instruct","status":"active","vram_estimates":[{"file":"qwen2.5-7b-instruct-q2_k.gguf","format":"gguf","quant":"Q2_K","size_bytes":3015940000,"gb":4.9},{"file":"qwen2.5-7b-instruct-q3_k_m.gguf","format":"gguf","quant":"Q3_K_M","size_bytes":3808391072,"gb":5.7},{"file":"qwen2.5-7b-instruct-fp16-00001-of-00004.gguf","format":"gguf","quant":"GGUF","size_bytes":3951521376,"gb":5.9},{"file":"qwen2.5-7b-instruct-q4_0-00001-of-00002.gguf","format":"gguf","quant":"Q4_0","size_bytes":3983228352,"gb":5.9},{"file":"qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf","format":"gguf","quant":"Q4_K_M","size_bytes":3993201344,"gb":5.9},{"file":"qwen2.5-7b-instruct-q5_k_m-00001-of-00002.gguf","format":"gguf","quant":"Q5_K_M","size_bytes":3989841792,"gb":5.9},{"file":"qwen2.5-7b-instruct-q6_k-00001-of-00002.gguf","format":"gguf","quant":"Q6_K","size_bytes":3950642464,"gb":5.9},{"file":"qwen2.5-7b-instruct-q5_0-00001-of-00002.gguf","format":"gguf","quant":"Q5_0","size_bytes":4001112160,"gb":6}],"api":null,"urls":{"page":"https:\/\/aimodelscomparison.com\/model\/qwen2-5-7b-instruct-gguf-qwen","hugging_face":"https:\/\/huggingface.co\/Qwen\/Qwen2.5-7B-Instruct-GGUF"},"updated_at":"2026-10-15T01:00:28Z"}