Upload folder using huggingface_hub (#1)

- 8e13c5ded1e3e7e6b7a8a910ac8c7b9b45455ca990113103446cee7e1b2fc85f (d0cfb0118477a1cfb03c58f849ea1df2421cd635)
- 6dbd3798945702ba59146bb4deab5b6154a022b6cfa8da646fbd3565d33f9228 (19252d2b77d8f7a41901b4a627356463a0d0e64b)
- 4a7d44bb2f901c73312ff62c974660ec2c065daba8bc39966a0b709ee76c48be (661fbfa7df6c7ed5e55ccd88300f3fafc8bce60a)
- b7503fba9a54e577d0c709255632251fc998e35dff2a530b3b318044e263ca7c (1cac042cbab1d6190c34d09a81dd0b585e3a616b)
- 6f42b2b400735d8d309d3db50358e78c1bdfc4f8b0927f40a1998fad528da994 (ec118b622bbaa6994d4df12ae9f64a74451296aa)

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "meta-llama/Llama-2-70b-chat-hf",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quip_params": {
+    "K": 2,
+    "L": 16,
+    "V": 2,
+    "codebook": "bitshift",
+    "codebook_version": 0,
+    "decode_mode": "quantlut_sym",
+    "td_x": 16,
+    "td_y": 16,
+    "tlut_bits": 9
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "attn_implementation": "sdpa",
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e8663f8050cc687de5bf58eb67e1f12b7277290a63ef5adcec58eb6000ac62
+size 4965486872

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7440ab503c16a5a4c4e7a18fda6d5159697e1e0b49d861177cb8b38e0300923b
+size 4987305552

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d74fb4fe8310b8965d9913f9410e8d8644eff0e2c63c6546c5f419d5cc75ce
+size 4966419048

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474fc8942dcb8ae25d4bbf33b9a926d0022940d59cfea8fb062369a319a65e21
+size 3272052240