{"hf_id":"Qwen\/Qwen2.5-3B-Instruct-GGUF","slug":"qwen2-5-3b-instruct-gguf","name":"Qwen2.5-3B-Instruct-GGUF","org":"Qwen","pipeline_tag":"text-generation","license":{"id":"other","commercial":"unknown"},"params_b":null,"context_length":null,"architectures":null,"languages":["en"],"downloads_30d":188869,"downloads_all_time":2395210,"likes":157,"gated":false,"eval_results":null,"base_model":"qwen2-5-3b-instruct","status":"active","vram_estimates":[{"file":"qwen2.5-3b-instruct-q2_k.gguf","format":"gguf","quant":"Q2_K","size_bytes":1376856480,"gb":2},{"file":"qwen2.5-3b-instruct-q3_k_m.gguf","format":"gguf","quant":"Q3_K_M","size_bytes":1724178848,"gb":2.4},{"file":"qwen2.5-3b-instruct-q4_0.gguf","format":"gguf","quant":"Q4_0","size_bytes":1997879712,"gb":2.7},{"file":"qwen2.5-3b-instruct-q4_k_m.gguf","format":"gguf","quant":"Q4_K_M","size_bytes":2104932768,"gb":2.8},{"file":"qwen2.5-3b-instruct-q5_0.gguf","format":"gguf","quant":"Q5_0","size_bytes":2383591840,"gb":3.1},{"file":"qwen2.5-3b-instruct-q5_k_m.gguf","format":"gguf","quant":"Q5_K_M","size_bytes":2438740384,"gb":3.2},{"file":"qwen2.5-3b-instruct-q6_k.gguf","format":"gguf","quant":"Q6_K","size_bytes":2793410976,"gb":3.6},{"file":"qwen2.5-3b-instruct-fp16-00001-of-00002.gguf","format":"gguf","quant":"GGUF","size_bytes":3980517664,"gb":4.9}],"urls":{"page":"http:\/\/aimodelscomparison.com\/model\/qwen2-5-3b-instruct-gguf","hugging_face":"https:\/\/huggingface.co\/Qwen\/Qwen2.5-3B-Instruct-GGUF"},"updated_at":"2026-07-28T18:08:27Z"}