End of training

README.md

@@ -1,6 +1,6 @@
 ---
 license: apache-2.0
-base_model: google/flan-t5-base
+base_model: t5-base
 tags:
 - generated_from_trainer
 model-index:
@@ -13,9 +13,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # task_extractor
 
-This model is a fine-tuned version of [google/flan-t5-base](https://huggingface.co/google/flan-t5-base) on an unknown dataset.
+This model is a fine-tuned version of [t5-base](https://huggingface.co/t5-base) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0352
+- Loss: 0.3190
 
 ## Model description
 
@@ -40,22 +40,15 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- training_steps: 10
+- num_epochs: 3.0
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| 0.0818        | 0.01  | 1    | 0.0594          |
-| 0.0621        | 0.01  | 2    | 0.0537          |
-| 0.0616        | 0.02  | 3    | 0.0490          |
-| 0.0639        | 0.02  | 4    | 0.0451          |
-| 0.0571        | 0.03  | 5    | 0.0419          |
-| 0.0617        | 0.04  | 6    | 0.0395          |
-| 0.06          | 0.04  | 7    | 0.0377          |
-| 0.0523        | 0.05  | 8    | 0.0364          |
-| 0.0486        | 0.05  | 9    | 0.0356          |
-| 0.0534        | 0.06  | 10   | 0.0352          |
+| 0.7089        | 1.0   | 165  | 0.4873          |
+| 1.1948        | 2.0   | 330  | 0.3530          |
+| 0.6685        | 3.0   | 495  | 0.3190          |
 
 
 ### Framework versions

added_tokens.json

@@ -0,0 +1,102 @@
+{
+  "<extra_id_0>": 32099,
+  "<extra_id_10>": 32089,
+  "<extra_id_11>": 32088,
+  "<extra_id_12>": 32087,
+  "<extra_id_13>": 32086,
+  "<extra_id_14>": 32085,
+  "<extra_id_15>": 32084,
+  "<extra_id_16>": 32083,
+  "<extra_id_17>": 32082,
+  "<extra_id_18>": 32081,
+  "<extra_id_19>": 32080,
+  "<extra_id_1>": 32098,
+  "<extra_id_20>": 32079,
+  "<extra_id_21>": 32078,
+  "<extra_id_22>": 32077,
+  "<extra_id_23>": 32076,
+  "<extra_id_24>": 32075,
+  "<extra_id_25>": 32074,
+  "<extra_id_26>": 32073,
+  "<extra_id_27>": 32072,
+  "<extra_id_28>": 32071,
+  "<extra_id_29>": 32070,
+  "<extra_id_2>": 32097,
+  "<extra_id_30>": 32069,
+  "<extra_id_31>": 32068,
+  "<extra_id_32>": 32067,
+  "<extra_id_33>": 32066,
+  "<extra_id_34>": 32065,
+  "<extra_id_35>": 32064,
+  "<extra_id_36>": 32063,
+  "<extra_id_37>": 32062,
+  "<extra_id_38>": 32061,
+  "<extra_id_39>": 32060,
+  "<extra_id_3>": 32096,
+  "<extra_id_40>": 32059,
+  "<extra_id_41>": 32058,
+  "<extra_id_42>": 32057,
+  "<extra_id_43>": 32056,
+  "<extra_id_44>": 32055,
+  "<extra_id_45>": 32054,
+  "<extra_id_46>": 32053,
+  "<extra_id_47>": 32052,
+  "<extra_id_48>": 32051,
+  "<extra_id_49>": 32050,
+  "<extra_id_4>": 32095,
+  "<extra_id_50>": 32049,
+  "<extra_id_51>": 32048,
+  "<extra_id_52>": 32047,
+  "<extra_id_53>": 32046,
+  "<extra_id_54>": 32045,
+  "<extra_id_55>": 32044,
+  "<extra_id_56>": 32043,
+  "<extra_id_57>": 32042,
+  "<extra_id_58>": 32041,
+  "<extra_id_59>": 32040,
+  "<extra_id_5>": 32094,
+  "<extra_id_60>": 32039,
+  "<extra_id_61>": 32038,
+  "<extra_id_62>": 32037,
+  "<extra_id_63>": 32036,
+  "<extra_id_64>": 32035,
+  "<extra_id_65>": 32034,
+  "<extra_id_66>": 32033,
+  "<extra_id_67>": 32032,
+  "<extra_id_68>": 32031,
+  "<extra_id_69>": 32030,
+  "<extra_id_6>": 32093,
+  "<extra_id_70>": 32029,
+  "<extra_id_71>": 32028,
+  "<extra_id_72>": 32027,
+  "<extra_id_73>": 32026,
+  "<extra_id_74>": 32025,
+  "<extra_id_75>": 32024,
+  "<extra_id_76>": 32023,
+  "<extra_id_77>": 32022,
+  "<extra_id_78>": 32021,
+  "<extra_id_79>": 32020,
+  "<extra_id_7>": 32092,
+  "<extra_id_80>": 32019,
+  "<extra_id_81>": 32018,
+  "<extra_id_82>": 32017,
+  "<extra_id_83>": 32016,
+  "<extra_id_84>": 32015,
+  "<extra_id_85>": 32014,
+  "<extra_id_86>": 32013,
+  "<extra_id_87>": 32012,
+  "<extra_id_88>": 32011,
+  "<extra_id_89>": 32010,
+  "<extra_id_8>": 32091,
+  "<extra_id_90>": 32009,
+  "<extra_id_91>": 32008,
+  "<extra_id_92>": 32007,
+  "<extra_id_93>": 32006,
+  "<extra_id_94>": 32005,
+  "<extra_id_95>": 32004,
+  "<extra_id_96>": 32003,
+  "<extra_id_97>": 32002,
+  "<extra_id_98>": 32001,
+  "<extra_id_99>": 32000,
+  "<extra_id_9>": 32090
+}

config.json

@@ -1,20 +1,20 @@
 {
-  "_name_or_path": "google/flan-t5-base",
+  "_name_or_path": "t5-base",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
   "classifier_dropout": 0.0,
-  "d_ff": 2048,
+  "d_ff": 3072,
   "d_kv": 64,
   "d_model": 768,
   "decoder_start_token_id": 0,
-  "dense_act_fn": "gelu_new",
+  "dense_act_fn": "relu",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
-  "feed_forward_proj": "gated-gelu",
+  "feed_forward_proj": "relu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
-  "is_gated_act": true,
+  "is_gated_act": false,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "n_positions": 512,
@@ -54,7 +54,6 @@
       "prefix": "translate English to Romanian: "
     }
   },
-  "tie_word_embeddings": false,
   "torch_dtype": "float32",
   "transformers_version": "4.35.2",
   "use_cache": true,

runs/Dec28_08-01-58_192168021136.tpgi.com.au/events.out.tfevents.1703721718.192168021136.tpgi.com.au.32291.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28ce6edb2ba97df286505d1b5685dbdfbdef6f539cd5142ada41e9957d1de0
+size 5231

runs/Dec28_08-24-47_192168021136.tpgi.com.au/events.out.tfevents.1703723087.192168021136.tpgi.com.au.32353.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f7b8e7e080063be643d88aec360aa89be75b1530e6edb78e08b67c4d0fd5da
+size 5231

runs/Dec28_08-33-47_192168021136.tpgi.com.au/events.out.tfevents.1703723628.192168021136.tpgi.com.au.32365.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2c59afc1a6ab288d07662b9dd5e4c0e361302dd956cb65aaa1064b98735787
+size 5231

runs/Dec28_08-34-48_192168021136.tpgi.com.au/events.out.tfevents.1703723689.192168021136.tpgi.com.au.32368.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365c9200081bebcf061173c7444e9adf043073b29a0dc971ea9af76f5fa64219
+size 5231

runs/Dec28_08-38-11_192168021136.tpgi.com.au/events.out.tfevents.1703723891.192168021136.tpgi.com.au.32373.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ab6dc24bd7a1375913f7fab3d9ec0f1d8167c37c6603746092ee02f3c804db
+size 5231

runs/Dec28_08-39-29_192168021136.tpgi.com.au/events.out.tfevents.1703723970.192168021136.tpgi.com.au.32376.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f50414bd2513ab947c04ba21ddef820f68cc334f691c73deb61bcfcc48b7a3
+size 5231

runs/Dec28_08-42-47_192168021136.tpgi.com.au/events.out.tfevents.1703724167.192168021136.tpgi.com.au.32387.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75450370abbfb5d6f561a954c995719eba6a898115371f8387aca5d595abdf2
+size 5284

runs/Dec28_10-59-58_192168021136.tpgi.com.au/events.out.tfevents.1703732399.192168021136.tpgi.com.au.32434.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd5a71778e3a96be0585eaec44ea1d4271c1351aa32fd7d055d345f148528d5
+size 5284

runs/Dec28_11-00-25_192168021136.tpgi.com.au/events.out.tfevents.1703732426.192168021136.tpgi.com.au.32437.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd6ca62ef23750c629d574ebed3663f4e931fba093cff92bb04199983880ad9
+size 5284

runs/Dec28_11-03-01_192168021136.tpgi.com.au/events.out.tfevents.1703732581.192168021136.tpgi.com.au.32449.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d04a4a495104a305c37000e41048bad5f96901f1d826bb20a694e96589285d7
+size 5284

runs/Dec28_11-05-06_192168021136.tpgi.com.au/events.out.tfevents.1703732706.192168021136.tpgi.com.au.32455.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cdd966286b1767de63a114a9815e1f7bdd21333d4f1fdce7fd5c2a042d663f
+size 5284

runs/Dec29_09-22-19_192168021136.tpgi.com.au/events.out.tfevents.1703812939.192168021136.tpgi.com.au.32720.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565696e1fcb656fdc454ff51239a6e39f26808e2a6d18894f992ac2a1b774e2a
+size 5284

runs/Dec29_09-27-29_192168021136.tpgi.com.au/events.out.tfevents.1703813249.192168021136.tpgi.com.au.32735.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3268a667d236f9f3c15f1b6d849dabecabf44e8374b3088f1c6922993105475d
+size 5284

runs/Dec29_09-30-09_192168021136.tpgi.com.au/events.out.tfevents.1703813410.192168021136.tpgi.com.au.32741.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d91783c3450c256cd08241338c91b22a6936b5559dc880a234d61db2740a2
+size 5284

runs/Dec29_20-47-14_192168021136.tpgi.com.au/events.out.tfevents.1703854034.192168021136.tpgi.com.au.32882.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26827377f350c094519064f36e2b36300dca9fd051bceb62d701bcd521c6954
+size 5231

runs/Dec29_20-49-07_192168021136.tpgi.com.au/events.out.tfevents.1703854148.192168021136.tpgi.com.au.32885.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6213637ddd3d473dd2091ef1260142c7207972d687f4614fae745937d37baf23
+size 5231

runs/Dec29_20-54-25_192168021136.tpgi.com.au/events.out.tfevents.1703854465.192168021136.tpgi.com.au.32893.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229bf84e30e1d142546ffb3e45e926868cd3b978949ceae893fc93ff2a45974
+size 5231

runs/Dec29_20-59-31_192168021136.tpgi.com.au/events.out.tfevents.1703854771.192168021136.tpgi.com.au.32901.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48d4c97d016318297607fe48edaf6aaefe0b352a1605fdae42852ec3ef9838e
+size 5231

runs/Dec29_21-01-19_192168021136.tpgi.com.au/events.out.tfevents.1703854879.192168021136.tpgi.com.au.32905.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486c656afefa1e305c0e4277c82ffaa88f7f8b381205f60d58b6f55b6d320956
+size 5231

runs/Dec29_21-05-10_192168021136.tpgi.com.au/events.out.tfevents.1703855110.192168021136.tpgi.com.au.32911.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a582d8cb5114cddd4f7b94fc57db8b4ebf9c5ec48231dc417ce8e641ce864b74
+size 5231

runs/Dec29_21-06-46_192168021136.tpgi.com.au/events.out.tfevents.1703855207.192168021136.tpgi.com.au.32914.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52147c9c9f98c80b9777b400e3fc272c37926921ddb0e429c77940f8c06789f6
+size 5231

runs/Dec29_21-08-44_192168021136.tpgi.com.au/events.out.tfevents.1703855325.192168021136.tpgi.com.au.32923.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31846fb70baed5d78c4e67a433a5b1a9424af260c6326f0f91f8c8768e84672
+size 5231

runs/Dec29_21-10-45_192168021136.tpgi.com.au/events.out.tfevents.1703855445.192168021136.tpgi.com.au.32929.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b54bf24ea81a7c5d0ac8cbde9a179e4bee319d6d863bfd9dd1a89ecd2360a28
+size 5231

runs/Dec29_21-12-04_192168021136.tpgi.com.au/events.out.tfevents.1703855524.192168021136.tpgi.com.au.32932.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e3ce8a4464c65eae0da3032c4b64db72da20d4b32f8cf28da53b3b44fb9fc6
+size 5231

runs/Dec29_22-49-52_192168021136.tpgi.com.au/events.out.tfevents.1703861392.192168021136.tpgi.com.au.32955.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac2e54e78f4b872e43dc73b8d005136216e753595d5d9d2d8cbe4e96e9609c1
+size 5231

runs/Dec29_22-54-48_192168021136.tpgi.com.au/events.out.tfevents.1703861688.192168021136.tpgi.com.au.32964.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c10bb4772cb11009b345cd0a39efb64f5afcbfd92dcc26b44eddfb91709536
+size 5231

runs/Dec29_22-56-40_192168021136.tpgi.com.au/events.out.tfevents.1703861801.192168021136.tpgi.com.au.32968.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf1ca80ce1e98b542fd82696036e79e94b99991f5e7143d2383d91986b1f42c
+size 5231

runs/Dec29_23-17-48_192168021136.tpgi.com.au/events.out.tfevents.1703863069.192168021136.tpgi.com.au.32991.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7775f25ab4caf5d7b63ca096db60f3e1e76136dfec38fe0698730318b025b827
+size 5231

runs/Dec29_23-34-47_192168021136.tpgi.com.au/events.out.tfevents.1703864087.192168021136.tpgi.com.au.33035.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25123ff1288df93d8936de97d04cb771b60a5ab145ea0e52ea57a9bf05f16e91
+size 5231

runs/Dec29_23-43-25_192168021136.tpgi.com.au/events.out.tfevents.1703864605.192168021136.tpgi.com.au.33053.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e13e579e26eef35107cbc95c4a94a2ec9a58e43319d5179d447faa335727a5
+size 5231

runs/Dec29_23-48-24_192168021136.tpgi.com.au/events.out.tfevents.1703864905.192168021136.tpgi.com.au.33061.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e151945b05edce3efa145e1143752347cc423324e037e5cec1c63c66cf0ef5d7
+size 5231

runs/Dec30_00-05-06_192168021136.tpgi.com.au/events.out.tfevents.1703865906.192168021136.tpgi.com.au.33265.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28413f127d2ad1864cad84bfcac60b2307a33e1b5f349cf21d6529ce27be0d99
+size 5231

runs/Dec30_00-11-00_192168021136.tpgi.com.au/events.out.tfevents.1703866260.192168021136.tpgi.com.au.33272.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce8f8211b12ecfc855b95c65a38a4d9969436a5d59488529ad34dbb0bd86521
+size 5231

runs/Dec30_00-20-11_192168021136.tpgi.com.au/events.out.tfevents.1703866811.192168021136.tpgi.com.au.33317.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd66409842f1d3039518f013cc66a0f2144f14d3a9b5f886fbe18dbf06e4b86b
+size 9165

runs/Dec30_00-23-53_192168021136.tpgi.com.au/events.out.tfevents.1703867033.192168021136.tpgi.com.au.33328.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b047ce37463f58b084939364ab65f9ceda5b197959f5daa5e1192ce9503ec51d
+size 9779

runs/Dec30_05-35-19_192168021136.tpgi.com.au/events.out.tfevents.1703885719.192168021136.tpgi.com.au.33413.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606466397b5741515d90e715eb42b95be70c74bdee7516e41bcccd81a858ecdb
+size 9779

runs/Dec30_05-54-11_192168021136.tpgi.com.au/events.out.tfevents.1703886853.192168021136.tpgi.com.au.33463.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e3e320e591a193874a2f75becf1f5fd4d872995ed0226b2c3f93774058fcd3
+size 31054

runs/Dec30_05-59-07_192168021136.tpgi.com.au/events.out.tfevents.1703887148.192168021136.tpgi.com.au.33488.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6715ef0dd3df717b15239d7ddcc3d934df4376509bfdb0c2f7d0645cd8db61
+size 83763

special_tokens_map.json

@@ -101,7 +101,25 @@
     "<extra_id_98>",
     "<extra_id_99>"
   ],
-  "eos_token": "</s>",
-  "pad_token": "<pad>",
-  "unk_token": "<unk>"
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer_config.json

@@ -930,6 +930,7 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
+  "legacy": true,
   "model_max_length": 512,
   "pad_token": "<pad>",
   "sp_model_kwargs": {},

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12775787f272e4a7a674641d85d02c18ec144f11fb4e49fddc5b84d20f179c01
-size 4728
+oid sha256:09de3c93a96f3eb996c13365796654b25c88d7f8959e7f4f10fc194a34430def
+size 4792