Commit 
							
							·
						
						06ab4cc
	
1
								Parent(s):
							
							307757c
								
Training in progress, epoch 1
Browse files- config.json +40 -0
 - last-checkpoint/config.json +40 -0
 - last-checkpoint/optimizer.pt +3 -0
 - last-checkpoint/pytorch_model.bin +3 -0
 - last-checkpoint/rng_state.pth +3 -0
 - last-checkpoint/scheduler.pt +3 -0
 - last-checkpoint/special_tokens_map.json +7 -0
 - last-checkpoint/tokenizer.json +0 -0
 - last-checkpoint/tokenizer_config.json +16 -0
 - last-checkpoint/trainer_state.json +34 -0
 - last-checkpoint/training_args.bin +3 -0
 - last-checkpoint/vocab.txt +0 -0
 - pytorch_model.bin +3 -0
 - special_tokens_map.json +7 -0
 - tokenizer.json +0 -0
 - tokenizer_config.json +16 -0
 - training_args.bin +3 -0
 - vocab.txt +0 -0
 
    	
        config.json
    ADDED
    
    | 
         @@ -0,0 +1,40 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "_name_or_path": "neuralmind/bert-base-portuguese-cased",
         
     | 
| 3 | 
         
            +
              "architectures": [
         
     | 
| 4 | 
         
            +
                "ToxicityTypeForSequenceClassification"
         
     | 
| 5 | 
         
            +
              ],
         
     | 
| 6 | 
         
            +
              "attention_probs_dropout_prob": 0.1,
         
     | 
| 7 | 
         
            +
              "classifier_dropout": null,
         
     | 
| 8 | 
         
            +
              "directionality": "bidi",
         
     | 
| 9 | 
         
            +
              "hidden_act": "gelu",
         
     | 
| 10 | 
         
            +
              "hidden_dropout_prob": 0.1,
         
     | 
| 11 | 
         
            +
              "hidden_size": 768,
         
     | 
| 12 | 
         
            +
              "id2label": {
         
     | 
| 13 | 
         
            +
                "0": "UNTARGETED",
         
     | 
| 14 | 
         
            +
                "1": "TARGETED INSULT"
         
     | 
| 15 | 
         
            +
              },
         
     | 
| 16 | 
         
            +
              "initializer_range": 0.02,
         
     | 
| 17 | 
         
            +
              "intermediate_size": 3072,
         
     | 
| 18 | 
         
            +
              "label2id": {
         
     | 
| 19 | 
         
            +
                "TARGETED INSULT": 1,
         
     | 
| 20 | 
         
            +
                "UNTARGETED": 0
         
     | 
| 21 | 
         
            +
              },
         
     | 
| 22 | 
         
            +
              "layer_norm_eps": 1e-12,
         
     | 
| 23 | 
         
            +
              "max_position_embeddings": 512,
         
     | 
| 24 | 
         
            +
              "model_type": "bert",
         
     | 
| 25 | 
         
            +
              "num_attention_heads": 12,
         
     | 
| 26 | 
         
            +
              "num_hidden_layers": 12,
         
     | 
| 27 | 
         
            +
              "output_past": true,
         
     | 
| 28 | 
         
            +
              "pad_token_id": 0,
         
     | 
| 29 | 
         
            +
              "pooler_fc_size": 768,
         
     | 
| 30 | 
         
            +
              "pooler_num_attention_heads": 12,
         
     | 
| 31 | 
         
            +
              "pooler_num_fc_layers": 3,
         
     | 
| 32 | 
         
            +
              "pooler_size_per_head": 128,
         
     | 
| 33 | 
         
            +
              "pooler_type": "first_token_transform",
         
     | 
| 34 | 
         
            +
              "position_embedding_type": "absolute",
         
     | 
| 35 | 
         
            +
              "torch_dtype": "float32",
         
     | 
| 36 | 
         
            +
              "transformers_version": "4.26.0",
         
     | 
| 37 | 
         
            +
              "type_vocab_size": 2,
         
     | 
| 38 | 
         
            +
              "use_cache": true,
         
     | 
| 39 | 
         
            +
              "vocab_size": 29794
         
     | 
| 40 | 
         
            +
            }
         
     | 
    	
        last-checkpoint/config.json
    ADDED
    
    | 
         @@ -0,0 +1,40 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "_name_or_path": "neuralmind/bert-base-portuguese-cased",
         
     | 
| 3 | 
         
            +
              "architectures": [
         
     | 
| 4 | 
         
            +
                "ToxicityTypeForSequenceClassification"
         
     | 
| 5 | 
         
            +
              ],
         
     | 
| 6 | 
         
            +
              "attention_probs_dropout_prob": 0.1,
         
     | 
| 7 | 
         
            +
              "classifier_dropout": null,
         
     | 
| 8 | 
         
            +
              "directionality": "bidi",
         
     | 
| 9 | 
         
            +
              "hidden_act": "gelu",
         
     | 
| 10 | 
         
            +
              "hidden_dropout_prob": 0.1,
         
     | 
| 11 | 
         
            +
              "hidden_size": 768,
         
     | 
| 12 | 
         
            +
              "id2label": {
         
     | 
| 13 | 
         
            +
                "0": "UNTARGETED",
         
     | 
| 14 | 
         
            +
                "1": "TARGETED INSULT"
         
     | 
| 15 | 
         
            +
              },
         
     | 
| 16 | 
         
            +
              "initializer_range": 0.02,
         
     | 
| 17 | 
         
            +
              "intermediate_size": 3072,
         
     | 
| 18 | 
         
            +
              "label2id": {
         
     | 
| 19 | 
         
            +
                "TARGETED INSULT": 1,
         
     | 
| 20 | 
         
            +
                "UNTARGETED": 0
         
     | 
| 21 | 
         
            +
              },
         
     | 
| 22 | 
         
            +
              "layer_norm_eps": 1e-12,
         
     | 
| 23 | 
         
            +
              "max_position_embeddings": 512,
         
     | 
| 24 | 
         
            +
              "model_type": "bert",
         
     | 
| 25 | 
         
            +
              "num_attention_heads": 12,
         
     | 
| 26 | 
         
            +
              "num_hidden_layers": 12,
         
     | 
| 27 | 
         
            +
              "output_past": true,
         
     | 
| 28 | 
         
            +
              "pad_token_id": 0,
         
     | 
| 29 | 
         
            +
              "pooler_fc_size": 768,
         
     | 
| 30 | 
         
            +
              "pooler_num_attention_heads": 12,
         
     | 
| 31 | 
         
            +
              "pooler_num_fc_layers": 3,
         
     | 
| 32 | 
         
            +
              "pooler_size_per_head": 128,
         
     | 
| 33 | 
         
            +
              "pooler_type": "first_token_transform",
         
     | 
| 34 | 
         
            +
              "position_embedding_type": "absolute",
         
     | 
| 35 | 
         
            +
              "torch_dtype": "float32",
         
     | 
| 36 | 
         
            +
              "transformers_version": "4.26.0",
         
     | 
| 37 | 
         
            +
              "type_vocab_size": 2,
         
     | 
| 38 | 
         
            +
              "use_cache": true,
         
     | 
| 39 | 
         
            +
              "vocab_size": 29794
         
     | 
| 40 | 
         
            +
            }
         
     | 
    	
        last-checkpoint/optimizer.pt
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:5198efc82c07690060e37607030a5a0a0931f96254a4d39ab63d7dc96e5e25b5
         
     | 
| 3 | 
         
            +
            size 871513885
         
     | 
    	
        last-checkpoint/pytorch_model.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:fa8043136cca6ccb357e94f7f8a9af1338ef9093efa850eb09b7bb8cb880ff62
         
     | 
| 3 | 
         
            +
            size 435769709
         
     | 
    	
        last-checkpoint/rng_state.pth
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:655698ba399ed0f5d41aac973dafcadf7ecdd62c4b97f20e4106b03e61160ef6
         
     | 
| 3 | 
         
            +
            size 14503
         
     | 
    	
        last-checkpoint/scheduler.pt
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:31d7ef3a7f92acabaea71e8e77f671295a55f23b3a9a88d03228f438bd21dbf9
         
     | 
| 3 | 
         
            +
            size 623
         
     | 
    	
        last-checkpoint/special_tokens_map.json
    ADDED
    
    | 
         @@ -0,0 +1,7 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "cls_token": "[CLS]",
         
     | 
| 3 | 
         
            +
              "mask_token": "[MASK]",
         
     | 
| 4 | 
         
            +
              "pad_token": "[PAD]",
         
     | 
| 5 | 
         
            +
              "sep_token": "[SEP]",
         
     | 
| 6 | 
         
            +
              "unk_token": "[UNK]"
         
     | 
| 7 | 
         
            +
            }
         
     | 
    	
        last-checkpoint/tokenizer.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        last-checkpoint/tokenizer_config.json
    ADDED
    
    | 
         @@ -0,0 +1,16 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "cls_token": "[CLS]",
         
     | 
| 3 | 
         
            +
              "do_basic_tokenize": true,
         
     | 
| 4 | 
         
            +
              "do_lower_case": false,
         
     | 
| 5 | 
         
            +
              "mask_token": "[MASK]",
         
     | 
| 6 | 
         
            +
              "model_max_length": 1000000000000000019884624838656,
         
     | 
| 7 | 
         
            +
              "name_or_path": "neuralmind/bert-base-portuguese-cased",
         
     | 
| 8 | 
         
            +
              "never_split": null,
         
     | 
| 9 | 
         
            +
              "pad_token": "[PAD]",
         
     | 
| 10 | 
         
            +
              "sep_token": "[SEP]",
         
     | 
| 11 | 
         
            +
              "special_tokens_map_file": "/root/.cache/huggingface/hub/models--neuralmind--bert-base-portuguese-cased/snapshots/94d69c95f98f7d5b2a8700c420230ae10def0baa/special_tokens_map.json",
         
     | 
| 12 | 
         
            +
              "strip_accents": null,
         
     | 
| 13 | 
         
            +
              "tokenize_chinese_chars": true,
         
     | 
| 14 | 
         
            +
              "tokenizer_class": "BertTokenizer",
         
     | 
| 15 | 
         
            +
              "unk_token": "[UNK]"
         
     | 
| 16 | 
         
            +
            }
         
     | 
    	
        last-checkpoint/trainer_state.json
    ADDED
    
    | 
         @@ -0,0 +1,34 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "best_metric": 0.580523179491889,
         
     | 
| 3 | 
         
            +
              "best_model_checkpoint": "/opt/ml/checkpoints/toxicity-target-classification-2023-02-13-11-33-34-745/model/checkpoint-537",
         
     | 
| 4 | 
         
            +
              "epoch": 1.0,
         
     | 
| 5 | 
         
            +
              "global_step": 537,
         
     | 
| 6 | 
         
            +
              "is_hyper_param_search": false,
         
     | 
| 7 | 
         
            +
              "is_local_process_zero": true,
         
     | 
| 8 | 
         
            +
              "is_world_process_zero": true,
         
     | 
| 9 | 
         
            +
              "log_history": [
         
     | 
| 10 | 
         
            +
                {
         
     | 
| 11 | 
         
            +
                  "epoch": 0.93,
         
     | 
| 12 | 
         
            +
                  "learning_rate": 4.0444740261144315e-05,
         
     | 
| 13 | 
         
            +
                  "loss": 0.633,
         
     | 
| 14 | 
         
            +
                  "step": 500
         
     | 
| 15 | 
         
            +
                },
         
     | 
| 16 | 
         
            +
                {
         
     | 
| 17 | 
         
            +
                  "epoch": 1.0,
         
     | 
| 18 | 
         
            +
                  "eval_accuracy": 0.691933240611961,
         
     | 
| 19 | 
         
            +
                  "eval_f1": 0.580523179491889,
         
     | 
| 20 | 
         
            +
                  "eval_loss": 0.6039695739746094,
         
     | 
| 21 | 
         
            +
                  "eval_precision": 0.6350591049567901,
         
     | 
| 22 | 
         
            +
                  "eval_recall": 0.691933240611961,
         
     | 
| 23 | 
         
            +
                  "eval_runtime": 8.9923,
         
     | 
| 24 | 
         
            +
                  "eval_samples_per_second": 159.915,
         
     | 
| 25 | 
         
            +
                  "eval_steps_per_second": 20.017,
         
     | 
| 26 | 
         
            +
                  "step": 537
         
     | 
| 27 | 
         
            +
                }
         
     | 
| 28 | 
         
            +
              ],
         
     | 
| 29 | 
         
            +
              "max_steps": 16110,
         
     | 
| 30 | 
         
            +
              "num_train_epochs": 30,
         
     | 
| 31 | 
         
            +
              "total_flos": 213391288117440.0,
         
     | 
| 32 | 
         
            +
              "trial_name": null,
         
     | 
| 33 | 
         
            +
              "trial_params": null
         
     | 
| 34 | 
         
            +
            }
         
     | 
    	
        last-checkpoint/training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:8acb02433984d2e11aaaabc91c31689c394d0774abcace260233569cc66f1a91
         
     | 
| 3 | 
         
            +
            size 3695
         
     | 
    	
        last-checkpoint/vocab.txt
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        pytorch_model.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:fa8043136cca6ccb357e94f7f8a9af1338ef9093efa850eb09b7bb8cb880ff62
         
     | 
| 3 | 
         
            +
            size 435769709
         
     | 
    	
        special_tokens_map.json
    ADDED
    
    | 
         @@ -0,0 +1,7 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "cls_token": "[CLS]",
         
     | 
| 3 | 
         
            +
              "mask_token": "[MASK]",
         
     | 
| 4 | 
         
            +
              "pad_token": "[PAD]",
         
     | 
| 5 | 
         
            +
              "sep_token": "[SEP]",
         
     | 
| 6 | 
         
            +
              "unk_token": "[UNK]"
         
     | 
| 7 | 
         
            +
            }
         
     | 
    	
        tokenizer.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        tokenizer_config.json
    ADDED
    
    | 
         @@ -0,0 +1,16 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "cls_token": "[CLS]",
         
     | 
| 3 | 
         
            +
              "do_basic_tokenize": true,
         
     | 
| 4 | 
         
            +
              "do_lower_case": false,
         
     | 
| 5 | 
         
            +
              "mask_token": "[MASK]",
         
     | 
| 6 | 
         
            +
              "model_max_length": 1000000000000000019884624838656,
         
     | 
| 7 | 
         
            +
              "name_or_path": "neuralmind/bert-base-portuguese-cased",
         
     | 
| 8 | 
         
            +
              "never_split": null,
         
     | 
| 9 | 
         
            +
              "pad_token": "[PAD]",
         
     | 
| 10 | 
         
            +
              "sep_token": "[SEP]",
         
     | 
| 11 | 
         
            +
              "special_tokens_map_file": "/root/.cache/huggingface/hub/models--neuralmind--bert-base-portuguese-cased/snapshots/94d69c95f98f7d5b2a8700c420230ae10def0baa/special_tokens_map.json",
         
     | 
| 12 | 
         
            +
              "strip_accents": null,
         
     | 
| 13 | 
         
            +
              "tokenize_chinese_chars": true,
         
     | 
| 14 | 
         
            +
              "tokenizer_class": "BertTokenizer",
         
     | 
| 15 | 
         
            +
              "unk_token": "[UNK]"
         
     | 
| 16 | 
         
            +
            }
         
     | 
    	
        training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:8acb02433984d2e11aaaabc91c31689c394d0774abcace260233569cc66f1a91
         
     | 
| 3 | 
         
            +
            size 3695
         
     | 
    	
        vocab.txt
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         |