bigcode
/

santacoder

Text Generation

text-generation-inference

Model card Files Files and versions

lewtun HF Staff commited on Dec 22, 2022

Commit

02bda2c

·

1 Parent(s): d3c3868

Fix model device in code example

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -225,7 +225,7 @@ checkpoint = "bigcode/santacoder"
 device = "cuda" # for GPU usage or "cpu" for CPU usage
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)
-model = AutoModelForCausalLM.from_pretrained(checkpoint, trust_remote_code=True).to()
 inputs = tokenizer.encode("def print_hello_world():", return_tensors="pt").to(device)
 outputs = model.generate(inputs)

 device = "cuda" # for GPU usage or "cpu" for CPU usage
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)
+model = AutoModelForCausalLM.from_pretrained(checkpoint, trust_remote_code=True).to(device)
 inputs = tokenizer.encode("def print_hello_world():", return_tensors="pt").to(device)
 outputs = model.generate(inputs)