Hugging Face's logo

dvssr
/
unipelt

Text2Text Generation
Transformers
TensorBoard
Safetensors
bart
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
dvssr commited on
Commit
58c2cb8
•
1 Parent(s): 57cb6d0

Model save

Browse files
Files changed (7) hide show
  1. README.md +0 -5
  2. config.json +36 -32
  3. model.safetensors +2 -2
  4. runs/Mar16_03-19-16_13e96b604141/events.out.tfevents.1710559161.13e96b604141.222.0 +3 -0
  5. runs/Mar16_03-38-32_13e96b604141/events.out.tfevents.1710560317.13e96b604141.253.0 +3 -0
  6. runs/Mar16_04-04-55_13e96b604141/events.out.tfevents.1710561900.13e96b604141.284.0 +3 -0
  7. training_args.bin +1 -1
README.md CHANGED
@@ -3,8 +3,6 @@ license: apache-2.0
3
  base_model: mse30/bart-base-finetuned-pubmed
4
  tags:
5
  - generated_from_trainer
6
- metrics:
7
- - accuracy
8
  model-index:
9
  - name: unipelt
10
  results: []
@@ -16,9 +14,6 @@ should probably proofread and complete it, then remove this comment. -->
16
  # unipelt
17
 
18
  This model is a fine-tuned version of [mse30/bart-base-finetuned-pubmed](https://huggingface.co/mse30/bart-base-finetuned-pubmed) on an unknown dataset.
19
- It achieves the following results on the evaluation set:
20
- - Loss: 6.9564
21
- - Accuracy: 0.0717
22
 
23
  ## Model description
24
 
 
3
  base_model: mse30/bart-base-finetuned-pubmed
4
  tags:
5
  - generated_from_trainer
 
 
6
  model-index:
7
  - name: unipelt
8
  results: []
 
14
  # unipelt
15
 
16
  This model is a fine-tuned version of [mse30/bart-base-finetuned-pubmed](https://huggingface.co/mse30/bart-base-finetuned-pubmed) on an unknown dataset.
 
 
 
17
 
18
  ## Model description
19
 
config.json CHANGED
@@ -7,10 +7,44 @@
7
  "adapter1": "847a59cd9f1cbf0e",
8
  "adapter2": "847a59cd9f1cbf0e",
9
  "adapter3": "847a59cd9f1cbf0e",
10
- "lora": "f0eb7ef74e7bf400",
11
- "pft": "cd16fc398a753123"
12
  },
13
  "config_map": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  "847a59cd9f1cbf0e": {
15
  "adapter_residual_before_ln": false,
16
  "cross_adapter": false,
@@ -42,36 +76,6 @@
42
  "shared_W_phm": false,
43
  "shared_phm_rule": true,
44
  "use_gating": true
45
- },
46
- "cd16fc398a753123": {
47
- "architecture": "prefix_tuning",
48
- "bottleneck_size": 512,
49
- "cross_prefix": true,
50
- "dropout": 0.0,
51
- "encoder_prefix": true,
52
- "flat": false,
53
- "leave_out": [],
54
- "non_linearity": "tanh",
55
- "prefix_length": 10,
56
- "shared_gating": true,
57
- "use_gating": true
58
- },
59
- "f0eb7ef74e7bf400": {
60
- "alpha": 8,
61
- "architecture": "lora",
62
- "attn_matrices": [
63
- "q",
64
- "v"
65
- ],
66
- "composition_mode": "add",
67
- "dropout": 0.0,
68
- "init_weights": "lora",
69
- "intermediate_lora": false,
70
- "leave_out": [],
71
- "output_lora": false,
72
- "r": 8,
73
- "selfattn_lora": true,
74
- "use_gating": true
75
  }
76
  },
77
  "fusion_config_map": {},
 
7
  "adapter1": "847a59cd9f1cbf0e",
8
  "adapter2": "847a59cd9f1cbf0e",
9
  "adapter3": "847a59cd9f1cbf0e",
10
+ "unipelt": "65e04f01fd344156"
 
11
  },
12
  "config_map": {
13
+ "65e04f01fd344156": {
14
+ "architecture": "union",
15
+ "configs": [
16
+ {
17
+ "alpha": 8,
18
+ "architecture": "lora",
19
+ "attn_matrices": [
20
+ "q",
21
+ "v"
22
+ ],
23
+ "composition_mode": "add",
24
+ "dropout": 0.0,
25
+ "init_weights": "lora",
26
+ "intermediate_lora": false,
27
+ "leave_out": [],
28
+ "output_lora": false,
29
+ "r": 8,
30
+ "selfattn_lora": true,
31
+ "use_gating": true
32
+ },
33
+ {
34
+ "architecture": "prefix_tuning",
35
+ "bottleneck_size": 512,
36
+ "cross_prefix": true,
37
+ "dropout": 0.0,
38
+ "encoder_prefix": true,
39
+ "flat": false,
40
+ "leave_out": [],
41
+ "non_linearity": "tanh",
42
+ "prefix_length": 10,
43
+ "shared_gating": true,
44
+ "use_gating": true
45
+ }
46
+ ]
47
+ },
48
  "847a59cd9f1cbf0e": {
49
  "adapter_residual_before_ln": false,
50
  "cross_adapter": false,
 
76
  "shared_W_phm": false,
77
  "shared_phm_rule": true,
78
  "use_gating": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  }
80
  },
81
  "fusion_config_map": {},
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:835266b2f76e264782ee6ea1f8b7ac764a1a8a9c724a0286639b85573ea4f0c8
3
- size 717319732
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324c15fb73d458634fe03bbf68731a4ebf5bdeaa42aa59a875530474fda0671d
3
+ size 717320364
runs/Mar16_03-19-16_13e96b604141/events.out.tfevents.1710559161.13e96b604141.222.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17f7c59cfa110d231f83a4f1278a0732cbc44586a9e8cd6265e95d36b8f3bd6a
3
+ size 5459
runs/Mar16_03-38-32_13e96b604141/events.out.tfevents.1710560317.13e96b604141.253.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:940cb2b96b2ee3844ab946822055eaf126e0b591331ec7ee7bf77632f6ffc62f
3
+ size 5459
runs/Mar16_04-04-55_13e96b604141/events.out.tfevents.1710561900.13e96b604141.284.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25dfdc2d7bd0d947e1269a3c05d2902c22c9b0286c72ed7f0b07dcef329d3a38
3
+ size 5807
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbd23e226c108f719499b283c2090d68f527e6d0a4fd022590c063eade4541b0
3
  size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d958d016d80c8ad6d5cfb006cedab7b719f206cbb14d9b92ac2f6a755c4507
3
  size 4792