Xenova HF Staff commited on
Commit
4dc37af
·
verified ·
1 Parent(s): ecf05f1

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ source.spm filter=lfs diff=lfs merge=lfs -text
37
+ target.spm filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "_name_or_path": "Helsinki-NLP/opus-mt-en-zh",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
@@ -8,11 +9,6 @@
8
  "MarianMTModel"
9
  ],
10
  "attention_dropout": 0.0,
11
- "bad_words_ids": [
12
- [
13
- 65000
14
- ]
15
- ],
16
  "bos_token_id": 0,
17
  "classif_dropout": 0.0,
18
  "classifier_dropout": 0.0,
@@ -46,18 +42,19 @@
46
  "LABEL_1": 1,
47
  "LABEL_2": 2
48
  },
49
- "max_length": 512,
50
  "max_position_embeddings": 512,
51
  "model_type": "marian",
52
  "normalize_before": false,
53
  "normalize_embedding": false,
54
- "num_beams": 4,
55
  "num_hidden_layers": 6,
56
  "pad_token_id": 65000,
57
  "scale_embedding": true,
58
  "share_encoder_decoder_embeddings": true,
59
  "static_position_embeddings": true,
60
- "transformers_version": "4.43.4",
 
61
  "use_cache": true,
62
  "vocab_size": 65001
63
  }
 
1
  {
2
+ "_attn_implementation_autoset": true,
3
  "_name_or_path": "Helsinki-NLP/opus-mt-en-zh",
4
  "activation_dropout": 0.0,
5
  "activation_function": "swish",
 
9
  "MarianMTModel"
10
  ],
11
  "attention_dropout": 0.0,
 
 
 
 
 
12
  "bos_token_id": 0,
13
  "classif_dropout": 0.0,
14
  "classifier_dropout": 0.0,
 
42
  "LABEL_1": 1,
43
  "LABEL_2": 2
44
  },
45
+ "max_length": null,
46
  "max_position_embeddings": 512,
47
  "model_type": "marian",
48
  "normalize_before": false,
49
  "normalize_embedding": false,
50
+ "num_beams": null,
51
  "num_hidden_layers": 6,
52
  "pad_token_id": 65000,
53
  "scale_embedding": true,
54
  "share_encoder_decoder_embeddings": true,
55
  "static_position_embeddings": true,
56
+ "torch_dtype": "float32",
57
+ "transformers_version": "4.49.0",
58
  "use_cache": true,
59
  "vocab_size": 65001
60
  }
generation_config.json CHANGED
@@ -12,5 +12,5 @@
12
  "num_beams": 4,
13
  "pad_token_id": 65000,
14
  "renormalize_logits": true,
15
- "transformers_version": "4.43.4"
16
  }
 
12
  "num_beams": 4,
13
  "pad_token_id": 65000,
14
  "renormalize_logits": true,
15
+ "transformers_version": "4.49.0"
16
  }
onnx/decoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:679e1b2bcfcd4d8058546e9c3ecff49817ecf8d2ce9d2d1930ff094de1d2ef98
3
- size 235612798
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aecdf193206d433ef3725ac4ce2104058f0a3550066a8747da14e7fc69d48cc2
3
+ size 235591974
onnx/decoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56576ce669d5465f4c9ca41c38b768c02ee81b040ed3bc5aeaa589474849da5c
3
- size 117951084
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87032b6a06ec8c82701022119aaf63c2926e9c73420e44ea067c04822dfa7036
3
+ size 117929959
onnx/decoder_model_merged.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20ef996b7d60739dffb742ccb03b9be95a557c0909fa016b4f726497b66fbb1f
3
- size 235959976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad8d042c31fd5d92b2a76c6f5ba35d8adee2f4f9d7e0b87b2cda8860b3dcd931
3
+ size 235912391
onnx/decoder_model_merged_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d822c8e44a520d404162522565eece96f3d177c4b99751397fb6f57ccf71a84
3
- size 229686288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:225ab853decc64fb5c1e845ca64cbd248e5f049a4886155e126f4173fbcca1c6
3
+ size 118278524
onnx/decoder_with_past_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e19b5847d68a6e52d36635a151fe8be0f3b03ca291af5a9c2b18cfb1a90f92f
3
- size 222932296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f8c3c8b2879a272de8de3f36d159f7e785b74afd241fab96bde516efc86df3
3
+ size 222917086
onnx/decoder_with_past_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d667dfcfc9a58946064366e9a06c5e4fea2935ac7020941732bd02514e3dd533
3
- size 111577130
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11226918fb7e69a80a0e1ac2b0e66e91226eb624175ecdf655ba330695c83374
3
+ size 111563503
onnx/encoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f90588a301687184cc06b589c8399c66621bcb4858a96be17634114ff529c112
3
- size 209950928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57b664dad9511c1ad0c51164eab0144f289d7dd75c0327615ded328c04b57525
3
+ size 209942461
onnx/encoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2acaa46f6c5520e61f4ffb6b3c72b1afb56dc07d4ac1c8b756473d7530137aa6
3
- size 105037025
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce5bfc5488b5cbc15c78d4e2d3fb66d48feb8edf962879298d143cd3b09adb94
3
+ size 105028929
quantize_config.json CHANGED
@@ -1,17 +1,12 @@
1
  {
2
  "modes": [
3
- "fp16",
4
- "q8",
5
- "int8",
6
- "uint8",
7
- "q4",
8
- "q4f16",
9
- "bnb4"
10
  ],
11
  "per_channel": true,
12
  "reduce_range": true,
13
  "block_size": null,
14
  "is_symmetric": true,
15
  "accuracy_level": null,
16
- "quant_type": 1
 
17
  }
 
1
  {
2
  "modes": [
3
+ "fp16"
 
 
 
 
 
 
4
  ],
5
  "per_channel": true,
6
  "reduce_range": true,
7
  "block_size": null,
8
  "is_symmetric": true,
9
  "accuracy_level": null,
10
+ "quant_type": 1,
11
+ "op_block_list": null
12
  }
source.spm CHANGED
Binary files a/source.spm and b/source.spm differ
 
target.spm CHANGED
Binary files a/target.spm and b/target.spm differ
 
tokenizer_config.json CHANGED
@@ -25,8 +25,9 @@
25
  "special": true
26
  }
27
  },
28
- "clean_up_tokenization_spaces": true,
29
  "eos_token": "</s>",
 
30
  "model_max_length": 512,
31
  "pad_token": "<pad>",
32
  "separate_vocabs": false,
 
25
  "special": true
26
  }
27
  },
28
+ "clean_up_tokenization_spaces": false,
29
  "eos_token": "</s>",
30
+ "extra_special_tokens": {},
31
  "model_max_length": 512,
32
  "pad_token": "<pad>",
33
  "separate_vocabs": false,