Upload folder using huggingface_hub

decoder/config.json

@@ -66,9 +66,9 @@
         "max_input_len": 256,
         "max_seq_len": 1000,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 7,
         "max_beam_width": 5,
-        "max_num_tokens": 8000,
+        "max_num_tokens": 7000,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

decoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f604d3902fafb8bdba97dac8f4e69d384acd689ff030495b9cbb2272045c2723
-size 1028377460
+oid sha256:39b10356cb3b1afaf5ad7ec378ca12392be47d7d7af91e37d55b3da26d98d0b2
+size 1028377388

encoder/config.json

@@ -44,9 +44,9 @@
         "max_input_len": 1500,
         "max_seq_len": 2048,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 7,
         "max_beam_width": 1,
-        "max_num_tokens": 16384,
+        "max_num_tokens": 14336,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

encoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1170ecbf5f8bec4aeb3aec67b0fe39c2ed473c94a5df67e91f4bb59ad854411
-size 625150764
+oid sha256:54e050271eda734fce868c3ea957a938f928eae3e640e692d6a56036dc0d8b78
+size 625162460