Training in progress, step 500
Browse files- config.json +71 -0
 - merges.txt +0 -0
 - model.safetensors +3 -0
 - runs/Jan26_02-08-37_2d658fece0d8/events.out.tfevents.1706234923.2d658fece0d8.303.0 +3 -0
 - runs/Jan26_02-11-21_2d658fece0d8/events.out.tfevents.1706235085.2d658fece0d8.303.1 +3 -0
 - special_tokens_map.json +15 -0
 - tokenizer.json +0 -0
 - tokenizer_config.json +57 -0
 - training_args.bin +3 -0
 - vocab.json +0 -0
 
    	
        config.json
    ADDED
    
    | 
         @@ -0,0 +1,71 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "_name_or_path": "facebook/bart-large-cnn",
         
     | 
| 3 | 
         
            +
              "_num_labels": 3,
         
     | 
| 4 | 
         
            +
              "activation_dropout": 0.0,
         
     | 
| 5 | 
         
            +
              "activation_function": "gelu",
         
     | 
| 6 | 
         
            +
              "add_final_layer_norm": false,
         
     | 
| 7 | 
         
            +
              "architectures": [
         
     | 
| 8 | 
         
            +
                "BartForConditionalGeneration"
         
     | 
| 9 | 
         
            +
              ],
         
     | 
| 10 | 
         
            +
              "attention_dropout": 0.0,
         
     | 
| 11 | 
         
            +
              "bos_token_id": 0,
         
     | 
| 12 | 
         
            +
              "classif_dropout": 0.0,
         
     | 
| 13 | 
         
            +
              "classifier_dropout": 0.0,
         
     | 
| 14 | 
         
            +
              "d_model": 1024,
         
     | 
| 15 | 
         
            +
              "decoder_attention_heads": 16,
         
     | 
| 16 | 
         
            +
              "decoder_ffn_dim": 4096,
         
     | 
| 17 | 
         
            +
              "decoder_layerdrop": 0.0,
         
     | 
| 18 | 
         
            +
              "decoder_layers": 12,
         
     | 
| 19 | 
         
            +
              "decoder_start_token_id": 2,
         
     | 
| 20 | 
         
            +
              "dropout": 0.1,
         
     | 
| 21 | 
         
            +
              "early_stopping": true,
         
     | 
| 22 | 
         
            +
              "encoder_attention_heads": 16,
         
     | 
| 23 | 
         
            +
              "encoder_ffn_dim": 4096,
         
     | 
| 24 | 
         
            +
              "encoder_layerdrop": 0.0,
         
     | 
| 25 | 
         
            +
              "encoder_layers": 12,
         
     | 
| 26 | 
         
            +
              "eos_token_id": 2,
         
     | 
| 27 | 
         
            +
              "force_bos_token_to_be_generated": true,
         
     | 
| 28 | 
         
            +
              "forced_bos_token_id": 0,
         
     | 
| 29 | 
         
            +
              "forced_eos_token_id": 2,
         
     | 
| 30 | 
         
            +
              "gradient_checkpointing": false,
         
     | 
| 31 | 
         
            +
              "id2label": {
         
     | 
| 32 | 
         
            +
                "0": "LABEL_0",
         
     | 
| 33 | 
         
            +
                "1": "LABEL_1",
         
     | 
| 34 | 
         
            +
                "2": "LABEL_2"
         
     | 
| 35 | 
         
            +
              },
         
     | 
| 36 | 
         
            +
              "init_std": 0.02,
         
     | 
| 37 | 
         
            +
              "is_encoder_decoder": true,
         
     | 
| 38 | 
         
            +
              "label2id": {
         
     | 
| 39 | 
         
            +
                "LABEL_0": 0,
         
     | 
| 40 | 
         
            +
                "LABEL_1": 1,
         
     | 
| 41 | 
         
            +
                "LABEL_2": 2
         
     | 
| 42 | 
         
            +
              },
         
     | 
| 43 | 
         
            +
              "length_penalty": 2.0,
         
     | 
| 44 | 
         
            +
              "max_length": 142,
         
     | 
| 45 | 
         
            +
              "max_position_embeddings": 1024,
         
     | 
| 46 | 
         
            +
              "max_split_size_mb": 64,
         
     | 
| 47 | 
         
            +
              "min_length": 56,
         
     | 
| 48 | 
         
            +
              "model_type": "bart",
         
     | 
| 49 | 
         
            +
              "no_repeat_ngram_size": 3,
         
     | 
| 50 | 
         
            +
              "normalize_before": false,
         
     | 
| 51 | 
         
            +
              "num_beams": 4,
         
     | 
| 52 | 
         
            +
              "num_hidden_layers": 12,
         
     | 
| 53 | 
         
            +
              "output_past": true,
         
     | 
| 54 | 
         
            +
              "pad_token_id": 1,
         
     | 
| 55 | 
         
            +
              "prefix": " ",
         
     | 
| 56 | 
         
            +
              "scale_embedding": false,
         
     | 
| 57 | 
         
            +
              "task_specific_params": {
         
     | 
| 58 | 
         
            +
                "summarization": {
         
     | 
| 59 | 
         
            +
                  "early_stopping": true,
         
     | 
| 60 | 
         
            +
                  "length_penalty": 2.0,
         
     | 
| 61 | 
         
            +
                  "max_length": 142,
         
     | 
| 62 | 
         
            +
                  "min_length": 56,
         
     | 
| 63 | 
         
            +
                  "no_repeat_ngram_size": 3,
         
     | 
| 64 | 
         
            +
                  "num_beams": 4
         
     | 
| 65 | 
         
            +
                }
         
     | 
| 66 | 
         
            +
              },
         
     | 
| 67 | 
         
            +
              "torch_dtype": "float32",
         
     | 
| 68 | 
         
            +
              "transformers_version": "4.35.2",
         
     | 
| 69 | 
         
            +
              "use_cache": true,
         
     | 
| 70 | 
         
            +
              "vocab_size": 50264
         
     | 
| 71 | 
         
            +
            }
         
     | 
    	
        merges.txt
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        model.safetensors
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:c65858535be6cb8571d322b19742061e20420c47d8198c1d96b8ff5302736644
         
     | 
| 3 | 
         
            +
            size 1625422896
         
     | 
    	
        runs/Jan26_02-08-37_2d658fece0d8/events.out.tfevents.1706234923.2d658fece0d8.303.0
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:2ea68bd09cc05066d153fe53eea65539f09ff427a3d05c0df055097e133af59e
         
     | 
| 3 | 
         
            +
            size 15984
         
     | 
    	
        runs/Jan26_02-11-21_2d658fece0d8/events.out.tfevents.1706235085.2d658fece0d8.303.1
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:fc06d670874105911234c04bdc95627e642e73c2e285b4122d006b9e218b1887
         
     | 
| 3 | 
         
            +
            size 10841
         
     | 
    	
        special_tokens_map.json
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "bos_token": "<s>",
         
     | 
| 3 | 
         
            +
              "cls_token": "<s>",
         
     | 
| 4 | 
         
            +
              "eos_token": "</s>",
         
     | 
| 5 | 
         
            +
              "mask_token": {
         
     | 
| 6 | 
         
            +
                "content": "<mask>",
         
     | 
| 7 | 
         
            +
                "lstrip": true,
         
     | 
| 8 | 
         
            +
                "normalized": true,
         
     | 
| 9 | 
         
            +
                "rstrip": false,
         
     | 
| 10 | 
         
            +
                "single_word": false
         
     | 
| 11 | 
         
            +
              },
         
     | 
| 12 | 
         
            +
              "pad_token": "<pad>",
         
     | 
| 13 | 
         
            +
              "sep_token": "</s>",
         
     | 
| 14 | 
         
            +
              "unk_token": "<unk>"
         
     | 
| 15 | 
         
            +
            }
         
     | 
    	
        tokenizer.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        tokenizer_config.json
    ADDED
    
    | 
         @@ -0,0 +1,57 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "add_prefix_space": false,
         
     | 
| 3 | 
         
            +
              "added_tokens_decoder": {
         
     | 
| 4 | 
         
            +
                "0": {
         
     | 
| 5 | 
         
            +
                  "content": "<s>",
         
     | 
| 6 | 
         
            +
                  "lstrip": false,
         
     | 
| 7 | 
         
            +
                  "normalized": true,
         
     | 
| 8 | 
         
            +
                  "rstrip": false,
         
     | 
| 9 | 
         
            +
                  "single_word": false,
         
     | 
| 10 | 
         
            +
                  "special": true
         
     | 
| 11 | 
         
            +
                },
         
     | 
| 12 | 
         
            +
                "1": {
         
     | 
| 13 | 
         
            +
                  "content": "<pad>",
         
     | 
| 14 | 
         
            +
                  "lstrip": false,
         
     | 
| 15 | 
         
            +
                  "normalized": true,
         
     | 
| 16 | 
         
            +
                  "rstrip": false,
         
     | 
| 17 | 
         
            +
                  "single_word": false,
         
     | 
| 18 | 
         
            +
                  "special": true
         
     | 
| 19 | 
         
            +
                },
         
     | 
| 20 | 
         
            +
                "2": {
         
     | 
| 21 | 
         
            +
                  "content": "</s>",
         
     | 
| 22 | 
         
            +
                  "lstrip": false,
         
     | 
| 23 | 
         
            +
                  "normalized": true,
         
     | 
| 24 | 
         
            +
                  "rstrip": false,
         
     | 
| 25 | 
         
            +
                  "single_word": false,
         
     | 
| 26 | 
         
            +
                  "special": true
         
     | 
| 27 | 
         
            +
                },
         
     | 
| 28 | 
         
            +
                "3": {
         
     | 
| 29 | 
         
            +
                  "content": "<unk>",
         
     | 
| 30 | 
         
            +
                  "lstrip": false,
         
     | 
| 31 | 
         
            +
                  "normalized": true,
         
     | 
| 32 | 
         
            +
                  "rstrip": false,
         
     | 
| 33 | 
         
            +
                  "single_word": false,
         
     | 
| 34 | 
         
            +
                  "special": true
         
     | 
| 35 | 
         
            +
                },
         
     | 
| 36 | 
         
            +
                "50264": {
         
     | 
| 37 | 
         
            +
                  "content": "<mask>",
         
     | 
| 38 | 
         
            +
                  "lstrip": true,
         
     | 
| 39 | 
         
            +
                  "normalized": true,
         
     | 
| 40 | 
         
            +
                  "rstrip": false,
         
     | 
| 41 | 
         
            +
                  "single_word": false,
         
     | 
| 42 | 
         
            +
                  "special": true
         
     | 
| 43 | 
         
            +
                }
         
     | 
| 44 | 
         
            +
              },
         
     | 
| 45 | 
         
            +
              "bos_token": "<s>",
         
     | 
| 46 | 
         
            +
              "clean_up_tokenization_spaces": true,
         
     | 
| 47 | 
         
            +
              "cls_token": "<s>",
         
     | 
| 48 | 
         
            +
              "eos_token": "</s>",
         
     | 
| 49 | 
         
            +
              "errors": "replace",
         
     | 
| 50 | 
         
            +
              "mask_token": "<mask>",
         
     | 
| 51 | 
         
            +
              "model_max_length": 1024,
         
     | 
| 52 | 
         
            +
              "pad_token": "<pad>",
         
     | 
| 53 | 
         
            +
              "sep_token": "</s>",
         
     | 
| 54 | 
         
            +
              "tokenizer_class": "BartTokenizer",
         
     | 
| 55 | 
         
            +
              "trim_offsets": true,
         
     | 
| 56 | 
         
            +
              "unk_token": "<unk>"
         
     | 
| 57 | 
         
            +
            }
         
     | 
    	
        training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:65a72af19aba8e8aecbb75725f7ce8c23e3d24975186c6c1e02dbd1073e36d20
         
     | 
| 3 | 
         
            +
            size 4728
         
     | 
    	
        vocab.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         |