trl-internal-testing
/

tiny-LlamaForSequenceClassification-3.2

Text Classification

text-generation-inference

Model card Files Files and versions

qgallouedec HF Staff commited on 3 days ago

Commit

1393b20

·

verified ·

1 Parent(s): 8fb4445

Upload LlamaForSequenceClassification

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -27,7 +27,7 @@
   "model_type": "llama",
   "num_attention_heads": 4,
   "num_hidden_layers": 2,
-  "num_key_value_heads": 8,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {

   "model_type": "llama",
   "num_attention_heads": 4,
   "num_hidden_layers": 2,
+  "num_key_value_heads": 2,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4904749f4a7e516e565daa37e2d3797e320d05e5a35d311a0c93482d1b7c600c
-size 5777800

 version https://git-lfs.github.com/spec/v1
+oid sha256:4e89907c69abfbc2a5643fcfe467cd5e8f8bdd4a4dd92a9340b8ccacc62feb81
+size 5728648