tflsxyy
/

DeepSeek-V3-4bit-4layers

4-bit precision

Model card Files Files and versions

tflsxyy commited on Mar 8

Commit

b86c122

·

verified ·

1 Parent(s): 3367277

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -12,7 +12,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 from gptqmodel import GPTQModel, QuantizeConfig, get_best_device
 pretrained_model_id = "/root/dataDisk/DeepSeek-V3-bf16-4layers"
-quantized_model_id = = "/root/dataDisk/DeepSeek-V3-4bit-4layers"
 tokenizer = AutoTokenizer.from_pretrained(pretrained_model_id, use_fast=True)
 device = get_best_device()

 from gptqmodel import GPTQModel, QuantizeConfig, get_best_device
 pretrained_model_id = "/root/dataDisk/DeepSeek-V3-bf16-4layers"
+quantized_model_id = "/root/dataDisk/DeepSeek-V3-4bit-4layers"
 tokenizer = AutoTokenizer.from_pretrained(pretrained_model_id, use_fast=True)
 device = get_best_device()