model_args.json

{
  "model_name_or_path": "bigscience/bloom-7b1",
  "model_type": null,
  "config_overrides": null,
  "config_name": null,
  "tokenizer_name": null,
  "local_dir": "/home/jovyan/models/cache",
  "use_fast_tokenizer": true,
  "model_revision": "e83e90ba86f87f74aa2731cdab25ccf33976bd66",
  "use_auth_token": false,
  "load_in_8bit": false,
  "load_in_cuda": true,
  "load_in_dist": false,
  "torch_dtype": null,
  "model_compile": false,
  "lora": true,
  "adalora": false,
  "lora_config": "",
  "lora_r": 8,
  "lora_target_modules": [
    "query_key_value",
    "dense",
    "dense_h_to_4h",
    "dense_4h_to_h"
  ],
  "lora_alpha": 32,
  "lora_dropout": 0.1
}