Hugging Face's logo

devorein
/
llama_7b-instruct_lora_int4-subj_eval

Text Generation
Transformers
PyTorch
llama
text-generation-inference
Inference Endpoints
Model card Files Community
devorein commited on
Commit
5a34da1
•
1 Parent(s): 8f77897

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. adapter_model.bin +1 -1
  2. pytorch_model.bin +1 -1
  3. xturing.json +2 -2
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2eee1c7dcb6c63a59181bbcaad99832aaf5136f390b0f328b79c4e6b027f942
3
  size 16819789
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:363e0bf5266a44552a623376f31def83dd0f07938aad93115fee32a75a30f3b1
3
  size 16819789
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27d7f70711e5c8fb5d42dc09b460ab3d5a08c06575104b55db373256ba4ee282
3
  size 3911057236
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7068580da2103c682af685d131132fff6a28f3ff7e04ddfe52f6c15d42477d1
3
  size 3911057236
xturing.json CHANGED
@@ -3,13 +3,13 @@
3
  "finetuning_config": {
4
  "learning_rate": 0.0001,
5
  "gradient_accumulation_steps": 1,
6
- "batch_size": 24,
7
  "weight_decay": 0.01,
8
  "warmup_steps": 50,
9
  "eval_steps": 5000,
10
  "save_steps": 5000,
11
  "max_length": 256,
12
- "num_train_epochs": 3,
13
  "logging_steps": 10,
14
  "max_grad_norm": 2.0,
15
  "save_total_limit": 4,
 
3
  "finetuning_config": {
4
  "learning_rate": 0.0001,
5
  "gradient_accumulation_steps": 1,
6
+ "batch_size": 16,
7
  "weight_decay": 0.01,
8
  "warmup_steps": 50,
9
  "eval_steps": 5000,
10
  "save_steps": 5000,
11
  "max_length": 256,
12
+ "num_train_epochs": 10,
13
  "logging_steps": 10,
14
  "max_grad_norm": 2.0,
15
  "save_total_limit": 4,