{"hf_id":"unsloth\/Qwen3-8B-GGUF","slug":"qwen3-8b-gguf","name":"Qwen3-8B-GGUF","org":"unsloth","pipeline_tag":"text-generation","license":{"id":"apache-2.0","commercial":"yes"},"params_b":null,"context_length":40960,"architectures":["Qwen3ForCausalLM"],"languages":["en"],"downloads_30d":308619,"downloads_all_time":947065,"likes":143,"gated":false,"eval_results":null,"base_model":"qwen3-8b","status":"active","vram_estimates":[{"file":"Qwen3-8B-Q2_K.gguf","format":"gguf","quant":"Q2_K","size_bytes":3281733440,"gb":4.1},{"file":"Qwen3-8B-Q2_K_L.gguf","format":"gguf","quant":"Q2_K_L","size_bytes":3427592000,"gb":4.3},{"file":"Qwen3-8B-Q3_K_S.gguf","format":"gguf","quant":"Q3_K_S","size_bytes":3769612096,"gb":4.6},{"file":"Qwen3-8B-Q3_K_M.gguf","format":"gguf","quant":"Q3_K_M","size_bytes":4124161856,"gb":5},{"file":"Qwen3-8B-IQ4_XS.gguf","format":"gguf","quant":"IQ4_XS","size_bytes":4581287744,"gb":5.5},{"file":"Qwen3-8B-IQ4_NL.gguf","format":"gguf","quant":"IQ4_NL","size_bytes":4793624384,"gb":5.8},{"file":"Qwen3-8B-Q4_1.gguf","format":"gguf","quant":"Q4_1","size_bytes":5247756096,"gb":6.3},{"file":"Qwen3-8B-BF16.gguf","format":"gguf","quant":"GGUF","size_bytes":16388044384,"gb":18.5}],"urls":{"page":"http:\/\/aimodelscomparison.com\/model\/qwen3-8b-gguf","hugging_face":"https:\/\/huggingface.co\/unsloth\/Qwen3-8B-GGUF"},"updated_at":"2026-07-28T18:06:26Z"}