{ | |
"adapter_dropout": 0.0, | |
"auto_mapping": null, | |
"base_model_name_or_path": "bigcode/starcoderbase-7b", | |
"bias": "none", | |
"bottleneck_size": 256, | |
"inference_mode": true, | |
"init_weights": "bert", | |
"modules_to_save": null, | |
"non_linearity": "tanh", | |
"peft_type": "BOTTLENECK", | |
"revision": null, | |
"scaling": 1.0, | |
"target_modules": [ | |
"c_fc", | |
"mlp.c_proj" | |
], | |
"task_type": "CAUSAL_LM", | |
"use_adapterp": false, | |
"use_parallel_adapter": false | |
} |