Training in progress, step 400

adapter_config.json

@@ -0,0 +1,20 @@
+{
+  "base_model_name_or_path": "/root/llama/llama-7b-hf",
+  "bias": "none",
+  "enable_lora": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "merge_weights": false,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1569fd0445f57c16682d1a4562a8523526dd173fcd7e0707aff472b49b6eba9a
+size 33646413

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190728b5732e966f7758b2ab18900f84da6deddc76bf1b62ebf7658a2dc72263
+size 3579