{"hf_id":"unsloth\/DeepSeek-R1-Distill-Llama-70B-GGUF","slug":"deepseek-r1-distill-llama-70b-gguf","name":"DeepSeek-R1-Distill-Llama-70B-GGUF","org":"unsloth","pipeline_tag":"text-generation","license":{"id":"llama3.3","commercial":"conditional"},"params_b":null,"context_length":131072,"architectures":["LlamaForCausalLM"],"languages":["en"],"downloads_30d":207812,"downloads_all_time":1422171,"likes":121,"gated":false,"eval_results":null,"base_model":"deepseek-r1-distill-llama-70b","status":"active","vram_estimates":[{"file":"DeepSeek-R1-Distill-Llama-70B-Q2_K.gguf","format":"gguf","quant":"Q2_K","size_bytes":26375111328,"gb":29.5},{"file":"DeepSeek-R1-Distill-Llama-70B-Q2_K_L.gguf","format":"gguf","quant":"Q2_K_L","size_bytes":26621362848,"gb":29.8},{"file":"DeepSeek-R1-Distill-Llama-70B-Q3_K_S.gguf","format":"gguf","quant":"Q3_K_S","size_bytes":30912053920,"gb":34.5},{"file":"DeepSeek-R1-Distill-Llama-70B-Q3_K_M.gguf","format":"gguf","quant":"Q3_K_M","size_bytes":34267497120,"gb":38.2},{"file":"DeepSeek-R1-Distill-Llama-70B-IQ4_XS.gguf","format":"gguf","quant":"IQ4_XS","size_bytes":37935497888,"gb":42.2},{"file":"DeepSeek-R1-Distill-Llama-70B-IQ4_NL.gguf","format":"gguf","quant":"IQ4_NL","size_bytes":40053621408,"gb":44.6},{"file":"DeepSeek-R1-Distill-Llama-70B-Q4_0.gguf","format":"gguf","quant":"Q4_0","size_bytes":40116535968,"gb":44.6},{"file":"DeepSeek-R1-Distill-Llama-70B-BF16-00001-of-00003.gguf","format":"gguf","quant":"GGUF","size_bytes":49875751872,"gb":55.4}],"urls":{"page":"https:\/\/aimodelscomparison.com\/model\/deepseek-r1-distill-llama-70b-gguf","hugging_face":"https:\/\/huggingface.co\/unsloth\/DeepSeek-R1-Distill-Llama-70B-GGUF"},"updated_at":"2026-09-06T01:00:26Z"}