{"hf_id":"unsloth\/Llama-3.2-3B-Instruct-GGUF","slug":"llama-3-2-3b-instruct-gguf-unsloth","name":"Llama-3.2-3B-Instruct-GGUF","org":"unsloth","pipeline_tag":"text-generation","license":{"id":"llama3.2","commercial":"conditional"},"params_b":null,"context_length":131072,"architectures":["LlamaForCausalLM"],"languages":["en"],"downloads_30d":224233,"downloads_all_time":985263,"likes":80,"gated":false,"eval_results":null,"base_model":"llama-3-2-3b-instruct","status":"active","vram_estimates":[{"file":"Llama-3.2-3B-Instruct-Q2_K.gguf","format":"gguf","quant":"Q2_K","size_bytes":1363935680,"gb":2},{"file":"Llama-3.2-3B-Instruct-Q2_K_L.gguf","format":"gguf","quant":"Q2_K_L","size_bytes":1363935680,"gb":2},{"file":"Llama-3.2-3B-Instruct-Q3_K_S.gguf","format":"gguf","quant":"Q3_K_S","size_bytes":1542848960,"gb":2.2},{"file":"Llama-3.2-3B-Instruct-Q3_K_M.gguf","format":"gguf","quant":"Q3_K_M","size_bytes":1687159232,"gb":2.4},{"file":"Llama-3.2-3B-Instruct-IQ4_XS.gguf","format":"gguf","quant":"IQ4_XS","size_bytes":1829110208,"gb":2.5},{"file":"Llama-3.2-3B-Instruct-IQ4_NL.gguf","format":"gguf","quant":"IQ4_NL","size_bytes":1917190592,"gb":2.6},{"file":"Llama-3.2-3B-Instruct-Q4_0.gguf","format":"gguf","quant":"Q4_0","size_bytes":1921909184,"gb":2.6},{"file":"Llama-3.2-3B-Instruct-BF16.gguf","format":"gguf","quant":"GGUF","size_bytes":6433687744,"gb":7.6}],"urls":{"page":"https:\/\/aimodelscomparison.com\/model\/llama-3-2-3b-instruct-gguf-unsloth","hugging_face":"https:\/\/huggingface.co\/unsloth\/Llama-3.2-3B-Instruct-GGUF"},"updated_at":"2026-09-05T01:00:29Z"}