Upload folder using huggingface_hub
Browse files- config.json +60 -0
- generation_config.json +16 -0
- onnx/decoder_model.onnx +3 -0
- onnx/decoder_model_bnb4.onnx +3 -0
- onnx/decoder_model_fp16.onnx +3 -0
- onnx/decoder_model_int8.onnx +3 -0
- onnx/decoder_model_merged.onnx +3 -0
- onnx/decoder_model_merged_bnb4.onnx +3 -0
- onnx/decoder_model_merged_fp16.onnx +3 -0
- onnx/decoder_model_merged_int8.onnx +3 -0
- onnx/decoder_model_merged_q4.onnx +3 -0
- onnx/decoder_model_merged_q4f16.onnx +3 -0
- onnx/decoder_model_merged_quantized.onnx +3 -0
- onnx/decoder_model_merged_uint8.onnx +3 -0
- onnx/decoder_model_q4.onnx +3 -0
- onnx/decoder_model_q4f16.onnx +3 -0
- onnx/decoder_model_quantized.onnx +3 -0
- onnx/decoder_model_uint8.onnx +3 -0
- onnx/decoder_with_past_model.onnx +3 -0
- onnx/decoder_with_past_model_bnb4.onnx +3 -0
- onnx/decoder_with_past_model_fp16.onnx +3 -0
- onnx/decoder_with_past_model_int8.onnx +3 -0
- onnx/decoder_with_past_model_q4.onnx +3 -0
- onnx/decoder_with_past_model_q4f16.onnx +3 -0
- onnx/decoder_with_past_model_quantized.onnx +3 -0
- onnx/decoder_with_past_model_uint8.onnx +3 -0
- onnx/encoder_model.onnx +3 -0
- onnx/encoder_model_bnb4.onnx +3 -0
- onnx/encoder_model_fp16.onnx +3 -0
- onnx/encoder_model_int8.onnx +3 -0
- onnx/encoder_model_q4.onnx +3 -0
- onnx/encoder_model_q4f16.onnx +3 -0
- onnx/encoder_model_quantized.onnx +3 -0
- onnx/encoder_model_uint8.onnx +3 -0
- quantize_config.json +17 -0
- source.spm +0 -0
- special_tokens_map.json +5 -0
- target.spm +0 -0
- tokenizer.json +0 -0
- tokenizer_config.json +38 -0
- vocab.json +0 -0
    	
        config.json
    ADDED
    
    | @@ -0,0 +1,60 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "_name_or_path": "Helsinki-NLP/opus-mt-sv-en",
         | 
| 3 | 
            +
              "_num_labels": 3,
         | 
| 4 | 
            +
              "activation_dropout": 0.0,
         | 
| 5 | 
            +
              "activation_function": "swish",
         | 
| 6 | 
            +
              "add_bias_logits": false,
         | 
| 7 | 
            +
              "add_final_layer_norm": false,
         | 
| 8 | 
            +
              "architectures": [
         | 
| 9 | 
            +
                "MarianMTModel"
         | 
| 10 | 
            +
              ],
         | 
| 11 | 
            +
              "attention_dropout": 0.0,
         | 
| 12 | 
            +
              "bad_words_ids": [
         | 
| 13 | 
            +
                [
         | 
| 14 | 
            +
                  56433
         | 
| 15 | 
            +
                ]
         | 
| 16 | 
            +
              ],
         | 
| 17 | 
            +
              "bos_token_id": 0,
         | 
| 18 | 
            +
              "classif_dropout": 0.0,
         | 
| 19 | 
            +
              "classifier_dropout": 0.0,
         | 
| 20 | 
            +
              "d_model": 512,
         | 
| 21 | 
            +
              "decoder_attention_heads": 8,
         | 
| 22 | 
            +
              "decoder_ffn_dim": 2048,
         | 
| 23 | 
            +
              "decoder_layerdrop": 0.0,
         | 
| 24 | 
            +
              "decoder_layers": 6,
         | 
| 25 | 
            +
              "decoder_start_token_id": 56433,
         | 
| 26 | 
            +
              "decoder_vocab_size": 56434,
         | 
| 27 | 
            +
              "dropout": 0.1,
         | 
| 28 | 
            +
              "encoder_attention_heads": 8,
         | 
| 29 | 
            +
              "encoder_ffn_dim": 2048,
         | 
| 30 | 
            +
              "encoder_layerdrop": 0.0,
         | 
| 31 | 
            +
              "encoder_layers": 6,
         | 
| 32 | 
            +
              "eos_token_id": 0,
         | 
| 33 | 
            +
              "forced_eos_token_id": 0,
         | 
| 34 | 
            +
              "id2label": {
         | 
| 35 | 
            +
                "0": "LABEL_0",
         | 
| 36 | 
            +
                "1": "LABEL_1",
         | 
| 37 | 
            +
                "2": "LABEL_2"
         | 
| 38 | 
            +
              },
         | 
| 39 | 
            +
              "init_std": 0.02,
         | 
| 40 | 
            +
              "is_encoder_decoder": true,
         | 
| 41 | 
            +
              "label2id": {
         | 
| 42 | 
            +
                "LABEL_0": 0,
         | 
| 43 | 
            +
                "LABEL_1": 1,
         | 
| 44 | 
            +
                "LABEL_2": 2
         | 
| 45 | 
            +
              },
         | 
| 46 | 
            +
              "max_length": 512,
         | 
| 47 | 
            +
              "max_position_embeddings": 512,
         | 
| 48 | 
            +
              "model_type": "marian",
         | 
| 49 | 
            +
              "normalize_before": false,
         | 
| 50 | 
            +
              "normalize_embedding": false,
         | 
| 51 | 
            +
              "num_beams": 6,
         | 
| 52 | 
            +
              "num_hidden_layers": 6,
         | 
| 53 | 
            +
              "pad_token_id": 56433,
         | 
| 54 | 
            +
              "scale_embedding": true,
         | 
| 55 | 
            +
              "share_encoder_decoder_embeddings": true,
         | 
| 56 | 
            +
              "static_position_embeddings": true,
         | 
| 57 | 
            +
              "transformers_version": "4.43.4",
         | 
| 58 | 
            +
              "use_cache": true,
         | 
| 59 | 
            +
              "vocab_size": 56434
         | 
| 60 | 
            +
            }
         | 
    	
        generation_config.json
    ADDED
    
    | @@ -0,0 +1,16 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "bad_words_ids": [
         | 
| 3 | 
            +
                [
         | 
| 4 | 
            +
                  56433
         | 
| 5 | 
            +
                ]
         | 
| 6 | 
            +
              ],
         | 
| 7 | 
            +
              "bos_token_id": 0,
         | 
| 8 | 
            +
              "decoder_start_token_id": 56433,
         | 
| 9 | 
            +
              "eos_token_id": 0,
         | 
| 10 | 
            +
              "forced_eos_token_id": 0,
         | 
| 11 | 
            +
              "max_length": 512,
         | 
| 12 | 
            +
              "num_beams": 6,
         | 
| 13 | 
            +
              "pad_token_id": 56433,
         | 
| 14 | 
            +
              "renormalize_logits": true,
         | 
| 15 | 
            +
              "transformers_version": "4.43.4"
         | 
| 16 | 
            +
            }
         | 
    	
        onnx/decoder_model.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:0bb209170cf0c91f498e442b18949b6d7ca7164f47e46266d4334702a00aeb33
         | 
| 3 | 
            +
            size 218033314
         | 
    	
        onnx/decoder_model_bnb4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:028ec0ba7d7b82c6fd50db0737cb9432d18f42b3977ddaf5c2432c262df78f0e
         | 
| 3 | 
            +
            size 131535221
         | 
    	
        onnx/decoder_model_fp16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:f2809e3a40e02776bc92da83727bde18c6c6551a367c44034a0b2c117804c8eb
         | 
| 3 | 
            +
            size 109161342
         | 
    	
        onnx/decoder_model_int8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e2c37ae8066fd148c4ba4449a6838da76cb406da3e76b49aace922be39bdb133
         | 
| 3 | 
            +
            size 170916881
         | 
    	
        onnx/decoder_model_merged.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:d43db8bde81c20cf5621c9c58f0c59d1fea87a5fac53cde352ccf4b458568e25
         | 
| 3 | 
            +
            size 218380492
         | 
    	
        onnx/decoder_model_merged_bnb4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e1c9f64039152eb9c27e1d8aea9af98a7df0f9623674c22ca46966837e30a756
         | 
| 3 | 
            +
            size 131889431
         | 
    	
        onnx/decoder_model_merged_fp16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8ddda47970e1e24bd2e4ac6317ec864a7b2d4bd011763baf61c3f06df40a707d
         | 
| 3 | 
            +
            size 212106804
         | 
    	
        onnx/decoder_model_merged_int8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:16f489ee2b61aa112866c9f5bf31757cbd266c97b253472acf59fa51cbe53025
         | 
| 3 | 
            +
            size 171324436
         | 
    	
        onnx/decoder_model_merged_q4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:88741e05eba22884ee024f33302d92a768a6f75cb14c744cec9d94531c3fa6b1
         | 
| 3 | 
            +
            size 133461383
         | 
    	
        onnx/decoder_model_merged_q4f16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:6b84f91feac0b7a24f628ea04cf932666f9a639eeb9e087a8ba9201004c505c7
         | 
| 3 | 
            +
            size 144295075
         | 
    	
        onnx/decoder_model_merged_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:16f489ee2b61aa112866c9f5bf31757cbd266c97b253472acf59fa51cbe53025
         | 
| 3 | 
            +
            size 171324436
         | 
    	
        onnx/decoder_model_merged_uint8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:78e9955585c5d706b237a78062ea4d1aeec3b4b0612f0bd0ec1ab8056f49eadd
         | 
| 3 | 
            +
            size 171324435
         | 
    	
        onnx/decoder_model_q4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8c608c4704ac7f4657f4ac74bb5c5c7193f3df07487cb7548b56a9ce18c7bc93
         | 
| 3 | 
            +
            size 133107605
         | 
    	
        onnx/decoder_model_q4f16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:1442dbd24c4e1a8f22300078b56256696a2d055e0f716158a68bd960c711da4b
         | 
| 3 | 
            +
            size 72994417
         | 
    	
        onnx/decoder_model_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e2c37ae8066fd148c4ba4449a6838da76cb406da3e76b49aace922be39bdb133
         | 
| 3 | 
            +
            size 170916881
         | 
    	
        onnx/decoder_model_uint8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e72de1ce69e8a43c44c1140599cffbc2dca4c56aace9eb9e5146e96619948587
         | 
| 3 | 
            +
            size 170916880
         | 
    	
        onnx/decoder_with_past_model.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8c9c798e9d8924845b58c6f0c7152dfcf546d6394fc5d789f298f99656e60adc
         | 
| 3 | 
            +
            size 205353084
         | 
    	
        onnx/decoder_with_past_model_bnb4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e49fb39ffd16a8a0f815ba06c7c69e10854d27a7935df7229e18f3249c308841
         | 
| 3 | 
            +
            size 129666547
         | 
    	
        onnx/decoder_with_past_model_fp16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:ba6f61ccf53ef054b53c05b744e2bd582df5b262949fc53e4feaa7ad7e17a5f4
         | 
| 3 | 
            +
            size 102787708
         | 
    	
        onnx/decoder_with_past_model_int8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e07c021fd88343fc56ddc220afcc166175e5cfcc7e76103494d20cd16ab05d85
         | 
| 3 | 
            +
            size 167631138
         | 
    	
        onnx/decoder_with_past_model_q4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8e8dae88903af71bfe1edfaf47b608c3b104a3a3fe9e331bf74a81bbd2a7ded9
         | 
| 3 | 
            +
            size 131042419
         | 
    	
        onnx/decoder_with_past_model_q4f16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e44ae0030675ab3299e43f79e2ca47b58a45c9bc9d4b7f0b7956f580d53684b8
         | 
| 3 | 
            +
            size 71140979
         | 
    	
        onnx/decoder_with_past_model_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:e07c021fd88343fc56ddc220afcc166175e5cfcc7e76103494d20cd16ab05d85
         | 
| 3 | 
            +
            size 167631138
         | 
    	
        onnx/decoder_with_past_model_uint8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:3952d8444a2b45149da520db345914ac204039befa293a42fec60eae6e46a130
         | 
| 3 | 
            +
            size 167631137
         | 
    	
        onnx/encoder_model.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:f650cb194229ad149884435ae9f7d01b1f4784d8a06f4d44c6605a337682b823
         | 
| 3 | 
            +
            size 192405712
         | 
    	
        onnx/encoder_model_bnb4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:66375e78822a14a9a2d875f13eb0f36c80014f287e8fb1c53c52e291fdb9bb96
         | 
| 3 | 
            +
            size 127530746
         | 
    	
        onnx/encoder_model_fp16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:ef89308605c660d39df4da9ca0b6016a3cea15b508adfd5aa924e4baae8f556b
         | 
| 3 | 
            +
            size 96264417
         | 
    	
        onnx/encoder_model_int8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:d6b82296e871f722cce65c6de297f91f51c52a6b393b86d25294c3ce09f73b63
         | 
| 3 | 
            +
            size 48488774
         | 
    	
        onnx/encoder_model_q4.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:43934996e0407bb4c7d440357d28e0bab3cf719bc7b2cad6d71a72edac2dbd4c
         | 
| 3 | 
            +
            size 128710106
         | 
    	
        onnx/encoder_model_q4f16.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:6903925df3e91e095e168eb36926486048032429abb4ea793b4b6457ee70d93f
         | 
| 3 | 
            +
            size 69137899
         | 
    	
        onnx/encoder_model_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:d6b82296e871f722cce65c6de297f91f51c52a6b393b86d25294c3ce09f73b63
         | 
| 3 | 
            +
            size 48488774
         | 
    	
        onnx/encoder_model_uint8.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8a64855ad7ea39eb7b22fc4094c05528d4a1010ba986fae6ca7db2800572eb07
         | 
| 3 | 
            +
            size 48488773
         | 
    	
        quantize_config.json
    ADDED
    
    | @@ -0,0 +1,17 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
                "modes": [
         | 
| 3 | 
            +
                    "fp16",
         | 
| 4 | 
            +
                    "q8",
         | 
| 5 | 
            +
                    "int8",
         | 
| 6 | 
            +
                    "uint8",
         | 
| 7 | 
            +
                    "q4",
         | 
| 8 | 
            +
                    "q4f16",
         | 
| 9 | 
            +
                    "bnb4"
         | 
| 10 | 
            +
                ],
         | 
| 11 | 
            +
                "per_channel": true,
         | 
| 12 | 
            +
                "reduce_range": true,
         | 
| 13 | 
            +
                "block_size": null,
         | 
| 14 | 
            +
                "is_symmetric": true,
         | 
| 15 | 
            +
                "accuracy_level": null,
         | 
| 16 | 
            +
                "quant_type": 1
         | 
| 17 | 
            +
            }
         | 
    	
        source.spm
    ADDED
    
    | Binary file (815 kB). View file | 
|  | 
    	
        special_tokens_map.json
    ADDED
    
    | @@ -0,0 +1,5 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "eos_token": "</s>",
         | 
| 3 | 
            +
              "pad_token": "<pad>",
         | 
| 4 | 
            +
              "unk_token": "<unk>"
         | 
| 5 | 
            +
            }
         | 
    	
        target.spm
    ADDED
    
    | Binary file (790 kB). View file | 
|  | 
    	
        tokenizer.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        tokenizer_config.json
    ADDED
    
    | @@ -0,0 +1,38 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "added_tokens_decoder": {
         | 
| 3 | 
            +
                "0": {
         | 
| 4 | 
            +
                  "content": "</s>",
         | 
| 5 | 
            +
                  "lstrip": false,
         | 
| 6 | 
            +
                  "normalized": false,
         | 
| 7 | 
            +
                  "rstrip": false,
         | 
| 8 | 
            +
                  "single_word": false,
         | 
| 9 | 
            +
                  "special": true
         | 
| 10 | 
            +
                },
         | 
| 11 | 
            +
                "1": {
         | 
| 12 | 
            +
                  "content": "<unk>",
         | 
| 13 | 
            +
                  "lstrip": false,
         | 
| 14 | 
            +
                  "normalized": false,
         | 
| 15 | 
            +
                  "rstrip": false,
         | 
| 16 | 
            +
                  "single_word": false,
         | 
| 17 | 
            +
                  "special": true
         | 
| 18 | 
            +
                },
         | 
| 19 | 
            +
                "56433": {
         | 
| 20 | 
            +
                  "content": "<pad>",
         | 
| 21 | 
            +
                  "lstrip": false,
         | 
| 22 | 
            +
                  "normalized": false,
         | 
| 23 | 
            +
                  "rstrip": false,
         | 
| 24 | 
            +
                  "single_word": false,
         | 
| 25 | 
            +
                  "special": true
         | 
| 26 | 
            +
                }
         | 
| 27 | 
            +
              },
         | 
| 28 | 
            +
              "clean_up_tokenization_spaces": true,
         | 
| 29 | 
            +
              "eos_token": "</s>",
         | 
| 30 | 
            +
              "model_max_length": 512,
         | 
| 31 | 
            +
              "pad_token": "<pad>",
         | 
| 32 | 
            +
              "separate_vocabs": false,
         | 
| 33 | 
            +
              "source_lang": "sv",
         | 
| 34 | 
            +
              "sp_model_kwargs": {},
         | 
| 35 | 
            +
              "target_lang": "en",
         | 
| 36 | 
            +
              "tokenizer_class": "MarianTokenizer",
         | 
| 37 | 
            +
              "unk_token": "<unk>"
         | 
| 38 | 
            +
            }
         | 
    	
        vocab.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 

