jbochi commited on
Commit
220423e
1 Parent(s): be5d9f7

Training in progress, step 500

Browse files
config.json CHANGED
@@ -56,7 +56,7 @@
56
  },
57
  "tie_word_embeddings": false,
58
  "torch_dtype": "float32",
59
- "transformers_version": "4.35.1",
60
  "use_cache": true,
61
  "vocab_size": 32128
62
  }
 
56
  },
57
  "tie_word_embeddings": false,
58
  "torch_dtype": "float32",
59
+ "transformers_version": "4.35.2",
60
  "use_cache": true,
61
  "vocab_size": 32128
62
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:495fa51e204676f1a857a9fc13c4c89f3f5ba9f480b898cebca02add25e6d749
3
  size 307867048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158c0dd946d86636cf86947f752ba3c6f9979d86b849861399ecee70ce6d08ec
3
  size 307867048
runs/Nov15_17-58-55_b8d4e91faa59/events.out.tfevents.1700071153.b8d4e91faa59.2077.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90fb0a4d3589f6b4edb29c11464c62fb18fe44b4d5c37bb788236fbecad0b81a
3
+ size 5391
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
@@ -950,7 +955,8 @@
950
  "pre_tokenizer": {
951
  "type": "Metaspace",
952
  "replacement": "▁",
953
- "add_prefix_space": true
 
954
  },
955
  "post_processor": {
956
  "type": "TemplateProcessing",
@@ -1009,7 +1015,8 @@
1009
  "decoder": {
1010
  "type": "Metaspace",
1011
  "replacement": "▁",
1012
- "add_prefix_space": true
 
1013
  },
1014
  "model": {
1015
  "type": "Unigram",
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 512,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
955
  "pre_tokenizer": {
956
  "type": "Metaspace",
957
  "replacement": "▁",
958
+ "add_prefix_space": true,
959
+ "prepend_scheme": "always"
960
  },
961
  "post_processor": {
962
  "type": "TemplateProcessing",
 
1015
  "decoder": {
1016
  "type": "Metaspace",
1017
  "replacement": "▁",
1018
+ "add_prefix_space": true,
1019
+ "prepend_scheme": "always"
1020
  },
1021
  "model": {
1022
  "type": "Unigram",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4cf1e58ccd6b96c68b48b763b7c5555fe1228e827bd7a50dbf17b6020a2b1d4
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ac91a121c720968d544ec716ff9397fa05ff6a7bbae9666c2bd1f849bcb942
3
  size 4728