guyhadad01 commited on
Commit
9d6ec3d
·
verified ·
1 Parent(s): 4e429cb

Training in progress, step 29000, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -1237,6 +1237,10 @@ You can finetune this model on your own dataset.
1237
  | 0.5071 | 28700 | 0.2856 |
1238
  | 0.5080 | 28750 | 0.3094 |
1239
  | 0.5089 | 28800 | 0.3933 |
 
 
 
 
1240
 
1241
 
1242
  ### Framework Versions
 
1237
  | 0.5071 | 28700 | 0.2856 |
1238
  | 0.5080 | 28750 | 0.3094 |
1239
  | 0.5089 | 28800 | 0.3933 |
1240
+ | 0.5098 | 28850 | 0.3432 |
1241
+ | 0.5107 | 28900 | 0.3766 |
1242
+ | 0.5116 | 28950 | 0.3308 |
1243
+ | 0.5124 | 29000 | 0.3453 |
1244
 
1245
 
1246
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:526b3821cc22dabab82fd7d8615a24774c12cbfff6b5eac716e0f6982df2e75f
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451846c09636497fd112d06fea4af5c5807f5bba635b99c21653565147e61114
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed2e0bba9075cf4efff85ef476d7466568456807cb8d8113da7d9be699bd6395
3
  size 180609210
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23340dae6b29317ccbfc6381b15cd9845a0b70a4fe16736a45ec179849c8aec7
3
  size 180609210
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9bd07dff5dde90cbe325d76b55b63b3e348e3827cc82b9387fe3b76aec8995f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c34c15295ec617b43466b44a678c1c552eeb9bc4954363b8b6c64f95ab20ef9
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38258a3d5062f5c88ae31bcccabf324c777da3d611326c6312601c11bdc51857
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf0c8dc0fee9ae5496d59e63cc2a462442628af8fbd2a0dba75a046615fd7a9e
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2361ecc3f59af188c2bbc181225eb8037bc343b3fa1989c7fb6e76cff5a21110
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1df8a8c4e78370ac775514d3a5fa1a68e681a79225025bb6e6c736bca7dd3de6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.5089148451167147,
6
  "eval_steps": 500,
7
- "global_step": 28800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4040,6 +4040,34 @@
4040
  "learning_rate": 2.7292807916593038e-05,
4041
  "loss": 0.3933,
4042
  "step": 28800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4043
  }
4044
  ],
4045
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.5124489759855807,
6
  "eval_steps": 500,
7
+ "global_step": 29000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4040
  "learning_rate": 2.7292807916593038e-05,
4041
  "loss": 0.3933,
4042
  "step": 28800
4043
+ },
4044
+ {
4045
+ "epoch": 0.5097983778339312,
4046
+ "grad_norm": 3.18278431892395,
4047
+ "learning_rate": 2.7243721898254506e-05,
4048
+ "loss": 0.3432,
4049
+ "step": 28850
4050
+ },
4051
+ {
4052
+ "epoch": 0.5106819105511478,
4053
+ "grad_norm": 1.7024506330490112,
4054
+ "learning_rate": 2.7194635879915964e-05,
4055
+ "loss": 0.3766,
4056
+ "step": 28900
4057
+ },
4058
+ {
4059
+ "epoch": 0.5115654432683642,
4060
+ "grad_norm": 1.4224214553833008,
4061
+ "learning_rate": 2.7145549861577428e-05,
4062
+ "loss": 0.3308,
4063
+ "step": 28950
4064
+ },
4065
+ {
4066
+ "epoch": 0.5124489759855807,
4067
+ "grad_norm": 1.5428136587142944,
4068
+ "learning_rate": 2.7096463843238896e-05,
4069
+ "loss": 0.3453,
4070
+ "step": 29000
4071
  }
4072
  ],
4073
  "logging_steps": 50,