Hugging Face's logo

LaZeAsh
/
gemma-2b-lahacks

PEFT
Safetensors
gemma
trl
sft
Generated from Trainer
Model card Files Community
1
LaZeAsh commited on
Commit
ceb6cdb
•
1 Parent(s): 8252841

Model save

Browse files
Files changed (5) hide show
  1. README.md +2 -1
  2. adapter_config.json +5 -5
  3. adapter_model.safetensors +1 -1
  4. tokenizer.json +2 -2
  5. training_args.bin +1 -1
README.md CHANGED
@@ -44,7 +44,8 @@ The following hyperparameters were used during training:
44
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
45
  - lr_scheduler_type: linear
46
  - lr_scheduler_warmup_ratio: 0.05
47
- - training_steps: 10
 
48
 
49
  ### Framework versions
50
 
 
44
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
45
  - lr_scheduler_type: linear
46
  - lr_scheduler_warmup_ratio: 0.05
47
+ - training_steps: 140
48
+ - mixed_precision_training: Native AMP
49
 
50
  ### Framework versions
51
 
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "up_proj",
 
24
  "o_proj",
25
  "v_proj",
26
- "q_proj",
27
- "gate_proj",
28
- "k_proj",
29
- "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "k_proj",
24
+ "gate_proj",
25
  "o_proj",
26
  "v_proj",
27
+ "up_proj",
28
+ "down_proj",
29
+ "q_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c130bc7bba51fcf7ba71cf49236239a0e7fc180ba8073c7a8f5d29162b5def1d
3
  size 156926880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1484cefd504ab7306aa5553ddc4954d0b38af0d72db579a0c056315647289211
3
  size 156926880
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
3
- size 17518525
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36827d0e8282c6dfe284c3a59cae2b855cf498397ce22e8fd2559e5a14acb882
3
+ size 17518623
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a37fd9e26ec03cda8763231bf0e23468667784d92a977515b44587389b710b87
3
  size 4539
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2fa4748920d50ed1222b316e5f2ea21ae716b5ea4d6d2f7c6670ea47be2ecda
3
  size 4539