{"hf_id":"bartowski\/Qwen2.5-32B-Instruct-GGUF","slug":"qwen2-5-32b-instruct-gguf","name":"Qwen2.5-32B-Instruct-GGUF","org":"bartowski","pipeline_tag":"text-generation","deployment_type":"open_weights","license":{"id":"apache-2.0","commercial":"yes"},"params_b":32,"context_length":32768,"architectures":null,"languages":["en"],"downloads_30d":954609,"downloads_all_time":1613896,"likes":90,"gated":false,"eval_results":null,"base_model":"qwen2-5-32b-instruct","status":"active","vram_estimates":[{"file":"Qwen2.5-32B-Instruct-IQ2_XXS.gguf","format":"gguf","quant":"IQ2_XXS","size_bytes":9028250496,"gb":15.2},{"file":"Qwen2.5-32B-Instruct-IQ2_XS.gguf","format":"gguf","quant":"IQ2_XS","size_bytes":9957550976,"gb":16.3},{"file":"Qwen2.5-32B-Instruct-IQ2_S.gguf","format":"gguf","quant":"IQ2_S","size_bytes":10387569536,"gb":16.7},{"file":"Qwen2.5-32B-Instruct-IQ2_M.gguf","format":"gguf","quant":"IQ2_M","size_bytes":11264441216,"gb":17.7},{"file":"Qwen2.5-32B-Instruct-Q2_K.gguf","format":"gguf","quant":"Q2_K","size_bytes":12313099136,"gb":18.8},{"file":"Qwen2.5-32B-Instruct-IQ3_XS.gguf","format":"gguf","quant":"IQ3_XS","size_bytes":13705513856,"gb":20.4},{"file":"Qwen2.5-32B-Instruct-IQ3_M.gguf","format":"gguf","quant":"IQ3_M","size_bytes":14810123136,"gb":21.6},{"file":"Qwen2.5-32B-Instruct-IQ4_XS.gguf","format":"gguf","quant":"IQ4_XS","size_bytes":17693154176,"gb":24.8}],"api":null,"urls":{"page":"https:\/\/aimodelscomparison.com\/model\/qwen2-5-32b-instruct-gguf","hugging_face":"https:\/\/huggingface.co\/bartowski\/Qwen2.5-32B-Instruct-GGUF"},"updated_at":"2026-09-27T01:00:27Z"}