f4fca18c2a846dd0acf2ee02b8c8c32a274515a272f9d8ff325636b5f2aeb3e0
Browse files- config.json +2 -2
- smash_config.json +1 -1
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "/covalent/.cache/models/
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
@@ -53,7 +53,7 @@
|
|
53 |
"tie_word_embeddings": false,
|
54 |
"torch_dtype": "float16",
|
55 |
"transformers_version": "4.46.2",
|
56 |
-
"unsloth_version": "2024.12.
|
57 |
"use_cache": true,
|
58 |
"vocab_size": 128256,
|
59 |
"api_key": null
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "/covalent/.cache/models/tmpnove4rdqdtcdd5wc",
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
|
|
53 |
"tie_word_embeddings": false,
|
54 |
"torch_dtype": "float16",
|
55 |
"transformers_version": "4.46.2",
|
56 |
+
"unsloth_version": "2024.12.12",
|
57 |
"use_cache": true,
|
58 |
"vocab_size": 128256,
|
59 |
"api_key": null
|
smash_config.json
CHANGED
@@ -28,7 +28,7 @@
|
|
28 |
"quant_llm-int8_weight_bits": 8,
|
29 |
"max_batch_size": 1,
|
30 |
"device": "cuda",
|
31 |
-
"cache_dir": "/covalent/.cache/models/
|
32 |
"task": "",
|
33 |
"save_load_fn": "bitsandbytes",
|
34 |
"save_load_fn_args": {}
|
|
|
28 |
"quant_llm-int8_weight_bits": 8,
|
29 |
"max_batch_size": 1,
|
30 |
"device": "cuda",
|
31 |
+
"cache_dir": "/covalent/.cache/models/tmpnove4rdq",
|
32 |
"task": "",
|
33 |
"save_load_fn": "bitsandbytes",
|
34 |
"save_load_fn_args": {}
|