File size: 1,373 Bytes
4898674 97b61c4 4898674 7e9bd37 4898674 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 |
{
"architectures": [
"KrakenForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_kraken_lora.KrakenConfig",
"AutoModel": "modeling_kraken_lora.KrakenForCausalLM",
"AutoModelForCausalLM": "modeling_kraken_lora.KrakenForCausalLM"
},
"config_dict": {
"class_indices": {
"LABEL_0": 0,
"LABEL_1": 1,
"LABEL_2": 2,
"LABEL_3": 3,
"LABEL_4": 4
},
"lora_adapters": {
"lora_expert1": "Llama-3-Smaug-8B-adapter",
"lora_expert2": "Meta-Llama-3-8B-Instruct-function-calling-json-mode-adapter",
"lora_expert3": "Llama-3-8B-Instruct-Coder-adapter",
"lora_expert4": "llama-3-sqlcoder-8b-adapter",
"lora_expert5": "Llama-3-SauerkrautLM-8b-Instruct-adapter"
},
"model_type": "kraken",
"models": {
"base": "meta-llama/Meta-Llama-3-8B-Instruct"
},
"quantization": {
"base": null
},
"router": "../kraken_router",
"tokenizers": {
"lora_expert1": "Llama-3-Smaug-8B-adapter",
"lora_expert2": "Meta-Llama-3-8B-Instruct-function-calling-json-mode-adapter",
"lora_expert3": "Llama-3-8B-Instruct-Coder-adapter",
"lora_expert4": "llama-3-sqlcoder-8b-adapter",
"lora_expert5": "Llama-3-SauerkrautLM-8b-Instruct-adapter"
}
},
"model_type": "kraken",
"torch_dtype": "bfloat16",
"transformers_version": "4.41.1"
}
|