fix `_name_or_path` in config.json (#3)

- update config.json (0a86922a8af6074096d8b9439fd6458c27b9e71c)
- add requiements (eee24f04b87735f3deaf4df649f1dd39fe176585)


Co-authored-by: LAin <[email protected]>

README.md

@@ -36,6 +36,12 @@ The training setup was `4xA100's 80GB` and took ~6 hours to pretrain and ~13 hou
 ---
 
 
+## Installing requirements
+```
+pip install -qr https://huggingface.co/Tensoic/Cerule-v0.1/resolve/main/requirements.txt
+```
+
+
 ## Training:
 Training code Released !!!
 https://github.com/tensoic/Cerule

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Tensoic/Cerule",
+  "_name_or_path": "Tensoic/Cerule-v0.1",
   "architectures": [
     "CeruleGemmaForCausalLM"
   ],
@@ -34,7 +34,7 @@
   "tokenizer_model_max_length": 2048,
   "tokenizer_padding_side": "right",
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.39.0.dev0",
+  "transformers_version": "4.39.1",
   "tune_mm_mlp_adapter": false,
   "use_cache": true,
   "use_mm_proj": true,

requirements.txt

@@ -0,0 +1,2 @@
+transformers>=4.39.1 
+flash_attn