Verosha08 commited on
Commit
6438fdf
1 Parent(s): f8a06b2

Upload 6 files

Browse files
config.json CHANGED
@@ -54,7 +54,7 @@
54
  "prefix": "translate English to Romanian: "
55
  }
56
  },
57
- "transformers_version": "4.40.2",
58
  "use_cache": true,
59
  "vocab_size": 32128
60
  }
 
54
  "prefix": "translate English to Romanian: "
55
  }
56
  },
57
+ "transformers_version": "4.38.2",
58
  "use_cache": true,
59
  "vocab_size": 32128
60
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "decoder_start_token_id": 0,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.40.2"
7
  }
 
3
  "decoder_start_token_id": 0,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.38.2"
7
  }
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f29ccda675abd2224367b87f690ad564a15fd53fa7bc0db651e70a55ef2de18e
3
  size 373902664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be8918b3e4ed56b4c3f790fbf5abaf89421f2af3d20a0af109316ef0bfae7f15
3
  size 373902664
tokenizer.json CHANGED
@@ -944,8 +944,8 @@
944
  {
945
  "type": "Metaspace",
946
  "replacement": "▁",
947
- "prepend_scheme": "always",
948
- "split": true
949
  }
950
  ]
951
  },
@@ -1006,8 +1006,8 @@
1006
  "decoder": {
1007
  "type": "Metaspace",
1008
  "replacement": "▁",
1009
- "prepend_scheme": "always",
1010
- "split": true
1011
  },
1012
  "model": {
1013
  "type": "Unigram",
 
944
  {
945
  "type": "Metaspace",
946
  "replacement": "▁",
947
+ "add_prefix_space": true,
948
+ "prepend_scheme": "always"
949
  }
950
  ]
951
  },
 
1006
  "decoder": {
1007
  "type": "Metaspace",
1008
  "replacement": "▁",
1009
+ "add_prefix_space": true,
1010
+ "prepend_scheme": "always"
1011
  },
1012
  "model": {
1013
  "type": "Unigram",
tokenizer_config.json CHANGED
@@ -930,8 +930,12 @@
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
 
933
  "model_max_length": 512,
934
  "pad_token": "<pad>",
 
935
  "tokenizer_class": "T5Tokenizer",
 
 
936
  "unk_token": "<unk>"
937
  }
 
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
933
+ "max_length": 128,
934
  "model_max_length": 512,
935
  "pad_token": "<pad>",
936
+ "stride": 0,
937
  "tokenizer_class": "T5Tokenizer",
938
+ "truncation_side": "right",
939
+ "truncation_strategy": "longest_first",
940
  "unk_token": "<unk>"
941
  }