ErenalpCet commited on
Commit
69c2b2a
·
verified ·
1 Parent(s): 23df794

Upload 7 files

Browse files
Files changed (7) hide show
  1. config.json +33 -0
  2. model.safetensors +3 -0
  3. optimizer.pt +3 -0
  4. rng_state.pth +3 -0
  5. scheduler.pt +3 -0
  6. trainer_state.json +175 -0
  7. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_dropout": null,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 768,
10
+ "id2label": {
11
+ "0": "NOT_TOXIC",
12
+ "1": "TOXIC"
13
+ },
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 3072,
16
+ "label2id": {
17
+ "NOT_TOXIC": 0,
18
+ "TOXIC": 1
19
+ },
20
+ "layer_norm_eps": 1e-12,
21
+ "max_position_embeddings": 512,
22
+ "model_type": "bert",
23
+ "num_attention_heads": 12,
24
+ "num_hidden_layers": 12,
25
+ "pad_token_id": 0,
26
+ "position_embedding_type": "absolute",
27
+ "problem_type": "single_label_classification",
28
+ "torch_dtype": "float32",
29
+ "transformers_version": "4.53.0",
30
+ "type_vocab_size": 2,
31
+ "use_cache": true,
32
+ "vocab_size": 32000
33
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78faf60233d80e8760d142744d9d7f2b732ff6ddead56035cc1238820cdf4b53
3
+ size 442499064
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a4a9a87e94ab5c0ffa302b3cae954c4d965f7258b58e0da4ce2a68a1210d10
3
+ size 885119627
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53071cbc1db9cb49e529e4198670b75dcca21c3a8a13cc43fc703a7a3f9c52ad
3
+ size 14645
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:413c127045f3e18ab796d42b20f9fc87f15da1bd5f1ee34ed1bf26ab91cba015
3
+ size 1465
trainer_state.json ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2550,
3
+ "best_metric": 0.08080464601516724,
4
+ "best_model_checkpoint": "./turkish-toxic-bert-full\\checkpoint-2550",
5
+ "epoch": 0.749173705471906,
6
+ "eval_steps": 850,
7
+ "global_step": 2550,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.049944913698127064,
14
+ "grad_norm": 10.951066970825195,
15
+ "learning_rate": 9.941176470588236e-06,
16
+ "loss": 0.6808,
17
+ "step": 170
18
+ },
19
+ {
20
+ "epoch": 0.09988982739625413,
21
+ "grad_norm": 2.395719051361084,
22
+ "learning_rate": 1.9941176470588238e-05,
23
+ "loss": 0.2552,
24
+ "step": 340
25
+ },
26
+ {
27
+ "epoch": 0.1498347410943812,
28
+ "grad_norm": 31.97089385986328,
29
+ "learning_rate": 1.9657617504051864e-05,
30
+ "loss": 0.1784,
31
+ "step": 510
32
+ },
33
+ {
34
+ "epoch": 0.19977965479250825,
35
+ "grad_norm": 3.0786185264587402,
36
+ "learning_rate": 1.931320907617504e-05,
37
+ "loss": 0.1626,
38
+ "step": 680
39
+ },
40
+ {
41
+ "epoch": 0.24972456849063532,
42
+ "grad_norm": 36.20637893676758,
43
+ "learning_rate": 1.896880064829822e-05,
44
+ "loss": 0.163,
45
+ "step": 850
46
+ },
47
+ {
48
+ "epoch": 0.24972456849063532,
49
+ "eval_accuracy": 0.9607969151670951,
50
+ "eval_loss": 0.12955638766288757,
51
+ "eval_runtime": 632.0606,
52
+ "eval_samples_per_second": 12.309,
53
+ "eval_steps_per_second": 3.077,
54
+ "step": 850
55
+ },
56
+ {
57
+ "epoch": 0.2996694821887624,
58
+ "grad_norm": 13.24213695526123,
59
+ "learning_rate": 1.8624392220421394e-05,
60
+ "loss": 0.1494,
61
+ "step": 1020
62
+ },
63
+ {
64
+ "epoch": 0.3496143958868895,
65
+ "grad_norm": 7.672886371612549,
66
+ "learning_rate": 1.8279983792544573e-05,
67
+ "loss": 0.1403,
68
+ "step": 1190
69
+ },
70
+ {
71
+ "epoch": 0.3995593095850165,
72
+ "grad_norm": 1.0008550882339478,
73
+ "learning_rate": 1.7935575364667748e-05,
74
+ "loss": 0.133,
75
+ "step": 1360
76
+ },
77
+ {
78
+ "epoch": 0.4495042232831436,
79
+ "grad_norm": 15.496179580688477,
80
+ "learning_rate": 1.7591166936790924e-05,
81
+ "loss": 0.1059,
82
+ "step": 1530
83
+ },
84
+ {
85
+ "epoch": 0.49944913698127064,
86
+ "grad_norm": 13.099618911743164,
87
+ "learning_rate": 1.7246758508914102e-05,
88
+ "loss": 0.1281,
89
+ "step": 1700
90
+ },
91
+ {
92
+ "epoch": 0.49944913698127064,
93
+ "eval_accuracy": 0.9701799485861182,
94
+ "eval_loss": 0.0947001576423645,
95
+ "eval_runtime": 632.2141,
96
+ "eval_samples_per_second": 12.306,
97
+ "eval_steps_per_second": 3.076,
98
+ "step": 1700
99
+ },
100
+ {
101
+ "epoch": 0.5493940506793977,
102
+ "grad_norm": 9.940011024475098,
103
+ "learning_rate": 1.6902350081037278e-05,
104
+ "loss": 0.1258,
105
+ "step": 1870
106
+ },
107
+ {
108
+ "epoch": 0.5993389643775248,
109
+ "grad_norm": 20.614500045776367,
110
+ "learning_rate": 1.6557941653160453e-05,
111
+ "loss": 0.0975,
112
+ "step": 2040
113
+ },
114
+ {
115
+ "epoch": 0.6492838780756518,
116
+ "grad_norm": 12.049532890319824,
117
+ "learning_rate": 1.6213533225283632e-05,
118
+ "loss": 0.1297,
119
+ "step": 2210
120
+ },
121
+ {
122
+ "epoch": 0.699228791773779,
123
+ "grad_norm": 2.572075843811035,
124
+ "learning_rate": 1.5869124797406807e-05,
125
+ "loss": 0.1329,
126
+ "step": 2380
127
+ },
128
+ {
129
+ "epoch": 0.749173705471906,
130
+ "grad_norm": 7.409031391143799,
131
+ "learning_rate": 1.5524716369529983e-05,
132
+ "loss": 0.1162,
133
+ "step": 2550
134
+ },
135
+ {
136
+ "epoch": 0.749173705471906,
137
+ "eval_accuracy": 0.9699228791773779,
138
+ "eval_loss": 0.08080464601516724,
139
+ "eval_runtime": 632.5405,
140
+ "eval_samples_per_second": 12.3,
141
+ "eval_steps_per_second": 3.075,
142
+ "step": 2550
143
+ }
144
+ ],
145
+ "logging_steps": 170,
146
+ "max_steps": 10212,
147
+ "num_input_tokens_seen": 0,
148
+ "num_train_epochs": 3,
149
+ "save_steps": 2550,
150
+ "stateful_callbacks": {
151
+ "EarlyStoppingCallback": {
152
+ "args": {
153
+ "early_stopping_patience": 3,
154
+ "early_stopping_threshold": 0.0
155
+ },
156
+ "attributes": {
157
+ "early_stopping_patience_counter": 0
158
+ }
159
+ },
160
+ "TrainerControl": {
161
+ "args": {
162
+ "should_epoch_stop": false,
163
+ "should_evaluate": false,
164
+ "should_log": false,
165
+ "should_save": true,
166
+ "should_training_stop": false
167
+ },
168
+ "attributes": {}
169
+ }
170
+ },
171
+ "total_flos": 5367465529344000.0,
172
+ "train_batch_size": 4,
173
+ "trial_name": null,
174
+ "trial_params": null
175
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad9e7789c84d372eb69fd51aefe63212143529e5d7d184fbdcb86b517f95c2b
3
+ size 5713