Upload 129 files

adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2-VL-7B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": "gaussian",
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(.*(model).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$|.*(custom_text_proj).*$)",
+  "task_type": "FEATURE_EXTRACTION",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5daee05fe822268d18e339a140785ca821c14f41d5b3e9963b43c8f917bfde19
+size 323489928

added_tokens.json

@@ -0,0 +1,16 @@
+{
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

checkpoint-570/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/home/pv_rwm_models/models/qwen2vl-7b-instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": "gaussian",
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(.*(model).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$|.*(custom_text_proj).*$)",
+  "task_type": "FEATURE_EXTRACTION",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-570/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198985f87a593aa6c14316a22b907c52bc2591b8fb7c6cb72392d62d4ebd8cac
+size 323489928

checkpoint-570/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "attn_implementation": "flash_attention_2",
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.01,
+  "top_k": 1,
+  "top_p": 0.001,
+  "transformers_version": "4.46.3"
+}

checkpoint-570/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d8be0b4d3095c92cd2b6e8f761e9fed8c2a889db4b83ed24f6fe973700a755
+size 647205360

checkpoint-570/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6785da9fb3a85e9b48178471fb9a817bea7ac2c862e0c74f37bf8abab5d03a7
+size 15920

checkpoint-570/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16631e30ab2d5048d05cefd0d086af14da61a5ca2cd771e9f0bf21f43aa578a3
+size 15920

checkpoint-570/rng_state_10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e28ecca313728f00bf3e8f6e351a1a34b3cef6d22217553b6f96b5621ae43fb
+size 15933

checkpoint-570/rng_state_11.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda88ea6ded4f60e1856bd0bbb255e39d2c06309821ce57649b199a32b7c07c3
+size 15933

checkpoint-570/rng_state_12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5732812f3027fb565fc37d887f4f4b5f8d43e762b5aa1aaac7382bb18a0690
+size 15933

checkpoint-570/rng_state_13.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dcf25d02cf8562b72b65a00ce2c84e8a98b89ba39425a79ec8e50d1776eab5
+size 15933

checkpoint-570/rng_state_14.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80c774ad1154df35c81a03af0c4afdf7392387252b3fc3e1cd70bc8f9fe2aab
+size 15933

checkpoint-570/rng_state_15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6beb2a5710113ab8bfc398ae581065d5d9a47d5fbf594c6d2cd1644d9b4edab3
+size 15933

checkpoint-570/rng_state_16.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d646b93a6850747a3984e111c5893c6e0332d768ff60ac69ed0b66bd350d25
+size 15933

checkpoint-570/rng_state_17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8689f9a507977bf6d9e92fb8ea7c74365daee5d10525d3c5f0ccae22d842058c
+size 15933

checkpoint-570/rng_state_18.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb21741dbc3dc66454d594d059bfc3972d0304fbe8ad429943e5940d43b200a
+size 15933

checkpoint-570/rng_state_19.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3adf99d91b7905c948df1d2d1621461b61066a7bf669b12c976b1355722d51
+size 15933

checkpoint-570/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5444e7d5415c562fc2f59a5f29d849dfbcda9c7d757048cd444a518bf701f49c
+size 15920

checkpoint-570/rng_state_20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511b1b74286fd9bdbf79cf69f1fdd422b33c4b848fe9e0a377141d8ef8f5741b
+size 15933

checkpoint-570/rng_state_21.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cff6318a0be0f755f3e654889c9aca413ddd07159ead440c4de3306cb5e4d1
+size 15933

checkpoint-570/rng_state_22.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7d6ed2ed0acd6d9dbb71b6d1f475b81957f37d715e735ddd26828bf85f5e6a
+size 15933

checkpoint-570/rng_state_23.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782f84687fc644b743c7d4dd8c213cef043b2dd5eea9ef82637320662c22c335
+size 15933

checkpoint-570/rng_state_24.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4a04cc406388757ad69b2c06ee84af9044f1a4cecb77bfad12274087ebe2a8
+size 15933

checkpoint-570/rng_state_25.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438fc733612c8b5b31d26a6a79a489842fd376b54167a3f50767505f282ec39
+size 15933

checkpoint-570/rng_state_26.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f1ace6cad11bac4c1cfc1aaa1c49872ae87fc9552f20fda2b7dbb848a900e9
+size 15933

checkpoint-570/rng_state_27.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaef7905e6fda8cef9f118b57b747c1979fc6a7152581804f5f762bb68bd1bb1
+size 15933

checkpoint-570/rng_state_28.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da88e70c299ed7d1fbd69a9aacb3b7a2ed09a9a3e9bedbb5f7e96d19ca4b7ea
+size 15933

checkpoint-570/rng_state_29.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2aff0328e3323b8f3cf74d8a50245a2bc8f11f3d54e4d09b520279cd0d9eb7
+size 15933

checkpoint-570/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0501eedadea3815cdf4b5df77ee13d390e848b28f2b79d9085372ff06ecadf3e
+size 15920

checkpoint-570/rng_state_30.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7f59bd395c84aafa6e79854937ea29b3d3c9cc30df7ade1d59333d10f3384b
+size 15933

checkpoint-570/rng_state_31.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17e8f4aa1584ec964df2ba40fd7700c00b1fe40798c2587651578569362c2e1
+size 15933

checkpoint-570/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0e83d3ef6dd8fc360069a52d02ddb96b68d9ee3e8f288d17fd898f9128d2f8
+size 15920

checkpoint-570/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6c9345ac0915ea1e245f881cf74fae76e8683178669a080c56d183d83a9af
+size 15920

checkpoint-570/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc26844613810e772aa68f10a783ff22ca9d24aae9809116405627e84f8df87
+size 15920

checkpoint-570/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892898299280773e96cabb0f0afb7c727ff11bb498ea9d0c932e74027067832a
+size 15920

checkpoint-570/rng_state_8.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c609494620f4b971b942716984871be70801a271268dac7b96ccbde674849708
+size 15920

checkpoint-570/rng_state_9.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94e40aecf5be44e4599a373b46069c177786e52ba8d01353c26bd215d2452b4
+size 15920

checkpoint-570/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d20ffc77193346f4c050813d784202d22d2e0326b869060d495782d344203c9
+size 1064

checkpoint-570/trainer_state.json

@@ -0,0 +1,325 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 50,
+  "global_step": 570,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.005263157894736842,
+      "eval_loss": 0.32585662603378296,
+      "eval_runtime": 13.4514,
+      "eval_samples_per_second": 148.684,
+      "eval_steps_per_second": 0.149,
+      "step": 1
+    },
+    {
+      "epoch": 0.10526315789473684,
+      "grad_norm": 0.171875,
+      "learning_rate": 0.00019978517722878627,
+      "loss": 0.2249,
+      "step": 20
+    },
+    {
+      "epoch": 0.21052631578947367,
+      "grad_norm": 0.13671875,
+      "learning_rate": 0.00019548872180451127,
+      "loss": 0.1193,
+      "step": 40
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "eval_loss": 0.07482124119997025,
+      "eval_runtime": 12.7644,
+      "eval_samples_per_second": 156.686,
+      "eval_steps_per_second": 0.157,
+      "step": 50
+    },
+    {
+      "epoch": 0.3157894736842105,
+      "grad_norm": 0.1201171875,
+      "learning_rate": 0.0001911922663802363,
+      "loss": 0.1033,
+      "step": 60
+    },
+    {
+      "epoch": 0.42105263157894735,
+      "grad_norm": 0.138671875,
+      "learning_rate": 0.00018689581095596134,
+      "loss": 0.0973,
+      "step": 80
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 0.1279296875,
+      "learning_rate": 0.00018259935553168637,
+      "loss": 0.0932,
+      "step": 100
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "eval_loss": 0.06730526685714722,
+      "eval_runtime": 12.8198,
+      "eval_samples_per_second": 156.009,
+      "eval_steps_per_second": 0.156,
+      "step": 100
+    },
+    {
+      "epoch": 0.631578947368421,
+      "grad_norm": 0.10205078125,
+      "learning_rate": 0.0001783029001074114,
+      "loss": 0.0894,
+      "step": 120
+    },
+    {
+      "epoch": 0.7368421052631579,
+      "grad_norm": 0.0947265625,
+      "learning_rate": 0.00017400644468313644,
+      "loss": 0.0881,
+      "step": 140
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "eval_loss": 0.06297393888235092,
+      "eval_runtime": 12.7629,
+      "eval_samples_per_second": 156.704,
+      "eval_steps_per_second": 0.157,
+      "step": 150
+    },
+    {
+      "epoch": 0.8421052631578947,
+      "grad_norm": 0.11767578125,
+      "learning_rate": 0.00016970998925886144,
+      "loss": 0.0862,
+      "step": 160
+    },
+    {
+      "epoch": 0.9473684210526315,
+      "grad_norm": 0.12060546875,
+      "learning_rate": 0.00016541353383458648,
+      "loss": 0.084,
+      "step": 180
+    },
+    {
+      "epoch": 1.0526315789473684,
+      "grad_norm": 0.10888671875,
+      "learning_rate": 0.00016111707841031148,
+      "loss": 0.08,
+      "step": 200
+    },
+    {
+      "epoch": 1.0526315789473684,
+      "eval_loss": 0.05776415765285492,
+      "eval_runtime": 12.8264,
+      "eval_samples_per_second": 155.929,
+      "eval_steps_per_second": 0.156,
+      "step": 200
+    },
+    {
+      "epoch": 1.1578947368421053,
+      "grad_norm": 0.091796875,
+      "learning_rate": 0.00015682062298603652,
+      "loss": 0.0759,
+      "step": 220
+    },
+    {
+      "epoch": 1.263157894736842,
+      "grad_norm": 0.1044921875,
+      "learning_rate": 0.00015252416756176155,
+      "loss": 0.0757,
+      "step": 240
+    },
+    {
+      "epoch": 1.3157894736842106,
+      "eval_loss": 0.05684072896838188,
+      "eval_runtime": 12.8684,
+      "eval_samples_per_second": 155.42,
+      "eval_steps_per_second": 0.155,
+      "step": 250
+    },
+    {
+      "epoch": 1.368421052631579,
+      "grad_norm": 0.09326171875,
+      "learning_rate": 0.00014822771213748658,
+      "loss": 0.0745,
+      "step": 260
+    },
+    {
+      "epoch": 1.4736842105263157,
+      "grad_norm": 0.1005859375,
+      "learning_rate": 0.00014393125671321162,
+      "loss": 0.0732,
+      "step": 280
+    },
+    {
+      "epoch": 1.5789473684210527,
+      "grad_norm": 0.095703125,
+      "learning_rate": 0.00013963480128893662,
+      "loss": 0.0732,
+      "step": 300
+    },
+    {
+      "epoch": 1.5789473684210527,
+      "eval_loss": 0.057122766971588135,
+      "eval_runtime": 12.9739,
+      "eval_samples_per_second": 154.156,
+      "eval_steps_per_second": 0.154,
+      "step": 300
+    },
+    {
+      "epoch": 1.6842105263157894,
+      "grad_norm": 0.1142578125,
+      "learning_rate": 0.00013533834586466166,
+      "loss": 0.0749,
+      "step": 320
+    },
+    {
+      "epoch": 1.7894736842105263,
+      "grad_norm": 0.087890625,
+      "learning_rate": 0.0001310418904403867,
+      "loss": 0.0722,
+      "step": 340
+    },
+    {
+      "epoch": 1.8421052631578947,
+      "eval_loss": 0.055894188582897186,
+      "eval_runtime": 13.0028,
+      "eval_samples_per_second": 153.813,
+      "eval_steps_per_second": 0.154,
+      "step": 350
+    },
+    {
+      "epoch": 1.8947368421052633,
+      "grad_norm": 0.076171875,
+      "learning_rate": 0.00012674543501611172,
+      "loss": 0.0705,
+      "step": 360
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.072265625,
+      "learning_rate": 0.00012244897959183676,
+      "loss": 0.069,
+      "step": 380
+    },
+    {
+      "epoch": 2.1052631578947367,
+      "grad_norm": 0.08251953125,
+      "learning_rate": 0.00011815252416756178,
+      "loss": 0.065,
+      "step": 400
+    },
+    {
+      "epoch": 2.1052631578947367,
+      "eval_loss": 0.05468890815973282,
+      "eval_runtime": 12.8106,
+      "eval_samples_per_second": 156.121,
+      "eval_steps_per_second": 0.156,
+      "step": 400
+    },
+    {
+      "epoch": 2.2105263157894735,
+      "grad_norm": 0.08642578125,
+      "learning_rate": 0.00011385606874328681,
+      "loss": 0.0645,
+      "step": 420
+    },
+    {
+      "epoch": 2.3157894736842106,
+      "grad_norm": 0.09130859375,
+      "learning_rate": 0.00010955961331901181,
+      "loss": 0.0637,
+      "step": 440
+    },
+    {
+      "epoch": 2.3684210526315788,
+      "eval_loss": 0.05291734263300896,
+      "eval_runtime": 12.8493,
+      "eval_samples_per_second": 155.651,
+      "eval_steps_per_second": 0.156,
+      "step": 450
+    },
+    {
+      "epoch": 2.4210526315789473,
+      "grad_norm": 0.1005859375,
+      "learning_rate": 0.00010526315789473685,
+      "loss": 0.0652,
+      "step": 460
+    },
+    {
+      "epoch": 2.526315789473684,
+      "grad_norm": 0.08203125,
+      "learning_rate": 0.00010096670247046187,
+      "loss": 0.0642,
+      "step": 480
+    },
+    {
+      "epoch": 2.6315789473684212,
+      "grad_norm": 0.09130859375,
+      "learning_rate": 9.66702470461869e-05,
+      "loss": 0.063,
+      "step": 500
+    },
+    {
+      "epoch": 2.6315789473684212,
+      "eval_loss": 0.05152459070086479,
+      "eval_runtime": 12.8186,
+      "eval_samples_per_second": 156.024,
+      "eval_steps_per_second": 0.156,
+      "step": 500
+    },
+    {
+      "epoch": 2.736842105263158,
+      "grad_norm": 0.19140625,
+      "learning_rate": 9.237379162191193e-05,
+      "loss": 0.0635,
+      "step": 520
+    },
+    {
+      "epoch": 2.8421052631578947,
+      "grad_norm": 0.09716796875,
+      "learning_rate": 8.807733619763695e-05,
+      "loss": 0.064,
+      "step": 540
+    },
+    {
+      "epoch": 2.8947368421052633,
+      "eval_loss": 0.05137969180941582,
+      "eval_runtime": 12.8105,
+      "eval_samples_per_second": 156.122,
+      "eval_steps_per_second": 0.156,
+      "step": 550
+    },
+    {
+      "epoch": 2.9473684210526314,
+      "grad_norm": 0.0849609375,
+      "learning_rate": 8.378088077336199e-05,
+      "loss": 0.0634,
+      "step": 560
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 950,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.685776305150021e+19,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-570/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87265727decc0a98a4f097e1876e05a86f58eeeec1be906a56c9562796bd8c68
+size 5496

checkpoint-760/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/home/pv_rwm_models/models/qwen2vl-7b-instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": "gaussian",
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(.*(model).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$|.*(custom_text_proj).*$)",
+  "task_type": "FEATURE_EXTRACTION",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-760/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882c7904c44a59084f7c5bbb5e2941556fc469265694fd63a71251b973c3ff59
+size 323489928

checkpoint-760/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "attn_implementation": "flash_attention_2",
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.01,
+  "top_k": 1,
+  "top_p": 0.001,
+  "transformers_version": "4.46.3"
+}

checkpoint-760/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4302fa80226bd89c5ce2dddd3e230b2265382d7fa723f645c0013cedd8641e
+size 647205360

checkpoint-760/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324201c8dd00963ff312d4d7856c63f4ee278b0ccba92590749e13a896629bc
+size 15920

checkpoint-760/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c014d35175b258a36b49f1c221b83d26a00f666dc7b0b06e232e97823d0331c
+size 15920

checkpoint-760/rng_state_10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5b7118186583995908b7430a1f95a94731b49b6e1be6813de4e045fbd7eb21
+size 15933