meditsolutions
/

Llama-3.2-SUN-2.5B-chat

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

mkurman commited on Oct 20

Commit

9031e71

•

1 Parent(s): adc078d

v1.0.6-reupload

Files changed (3) hide show

config.json +2 -2
generation_config.json +4 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/mkurman/gitlab/ai/model-trainer/mergekit/results/llama_2_4b/6400_snl_mrf_base_3_deduplicated_8b_3",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -37,7 +37,7 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.45.2",
-  "unsloth_version": "2024.9.post3",
   "use_cache": true,
   "vocab_size": 128262
 }

 {
+  "_name_or_path": "../results/llama-2_4b/2024-10-19 20_40_03/checkpoint-6600",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.45.2",
+  "unsloth_version": "2024.10.2",
   "use_cache": true,
   "vocab_size": 128262
 }

generation_config.json CHANGED Viewed

@@ -1,11 +1,14 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 128000,
   "eos_token_id": [
     128001,
     128008,
     128009
   ],
   "pad_token_id": 128004,
   "transformers_version": "4.45.2"
 }

 {
   "bos_token_id": 128000,
+  "do_sample": true,
   "eos_token_id": [
     128001,
     128008,
     128009
   ],
+  "max_length": 131072,
   "pad_token_id": 128004,
+  "temperature": 0.6,
+  "top_p": 0.9,
   "transformers_version": "4.45.2"
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d033f6d426155f0bce4e8194352139e4b81ae39fd2968f177633bd97ae8aa58
-size 4943287208

 version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd9365880a8abf926ebeb44f3ee25ce80244ded2d61cbe1760f2fb58991054
+size 4943336360