BEE-spoke-data
/

smol_llama-101M-GQA-python

Text Generation

text-generation-inference

Model card Files Files and versions

pszemraj commited on Oct 29, 2023

Commit

43a2840

·

1 Parent(s): 128ed4e

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -14,11 +14,11 @@ metrics:
   - accuracy
 inference:
   parameters:
-    max_new_tokens: 64
     min_new_tokens: 8
     num_beams: 4
     early_stopping: true
-    no_repeat_ngram_size: 7
     repetition_penalty: 1.05
     renormalize_logits: true
 widget:

   - accuracy
 inference:
   parameters:
+    max_new_tokens: 48
     min_new_tokens: 8
     num_beams: 4
     early_stopping: true
+    no_repeat_ngram_size: 6
     repetition_penalty: 1.05
     renormalize_logits: true
 widget: