finetune

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./model-12b",
+  "_name_or_path": "./Llama-3-Korean-12B",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -23,7 +23,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.40.0",
+  "transformers_version": "4.42.4",
   "use_cache": true,
   "vocab_size": 145038
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 144782,
   "eos_token_id": 144783,
-  "transformers_version": "4.40.0"
+  "transformers_version": "4.42.4"
 }

model-00001-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a611f626d53304922564748bc8825a612b6e2ccfa4aba9eaeff4fd3cfc533c4
+oid sha256:46167907d268f42464e759aaab08062273015a6f166bf5cffa5d510e9a5c94a6
 size 4996719576

model-00002-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a0983b1a0c35897a021f1c6dac390b15378ade2ec8ee8c244c4d41a8fce2f01
+oid sha256:0ea4b81752861d726a9d2949db7a6e6ca10de1258a6b8d5334f365007a9d84ee
 size 4999819328

model-00003-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bfb95be3da79469affd4ddaea8ac2c7e81f79ed9e8a1467306834571fd614f1
+oid sha256:a202a2e3517c6042b2f68f0c239c9fb53e5b55d32b1637833fde530f0b342103
 size 4915916184

model-00004-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:564030ecfe82c5330b314612045927e46f3b858c203ac5684ad508224e521b59
+oid sha256:2ea9789002565f00cc1e2f4fac5c9d983e16b184f03f955c7ec47158e10f6ed2
 size 4915916176

model-00005-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44275357d05285b95fe16619fb222726678ff121621312836a07ccb343693e2e
+oid sha256:a8509e6205b5f470d8fb246eef5078b4360a3806ad975d8f7ceaedc91d582d73
 size 3486742208