Hugging Face's logo

Spaces:
AI-Cyber
/
RingMo-SAM
Running

App Files Community
2
AI-Cyber commited on
Commit
02f8b79
·
1 Parent(s): c6a2422

Upload 2 files

Browse files
Files changed (2) hide show
  1. configs/fine_tuning_one_decoder.yaml +167 -0
  2. configs/multi_mo_multi_task_sar_prompt.yaml +174 -0
configs/fine_tuning_one_decoder.yaml ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ train_dataset:
2
+ dataset:
3
+ name: paired-image-folders
4
+ args:
5
+ # root_path_1: ./SAM_DATA_UNIFY/Overall_Update/split_image
6
+ # root_path_1: ./SAM_DATA_UNIFY2/OVERALL/split_image
7
+ root_path_1: ./TwoDecoder_data/Decoder1_delete_all_bg/image
8
+ # root_path_2: ./SAM_DATA_UNIFY/Overall_Update/split_gt
9
+ # root_path_2: ./SAM_DATA_UNIFY2/OVERALL/split_gt
10
+ root_path_2: ./TwoDecoder_data/Decoder1_delete_all_bg/gt
11
+ cache: none
12
+ split_key: train
13
+ wrapper:
14
+ name: train
15
+ args:
16
+ inp_size: 1024
17
+ augment: false
18
+ batch_size: 2
19
+ # batch_size: 4
20
+
21
+ val_dataset:
22
+ dataset:
23
+ name: paired-image-folders
24
+ args:
25
+ #root_path_1: ./TwoDecoder_data/Decoder1_delete_all_bg/image
26
+ # root_path_1: [{'ISAID': './SAM_DATA_UNIFY2/ISAID/split_image', 'WHU': './SAM_DATA_UNIFY2/WHU-OPT/split_images'}]
27
+ # root_path_1: [{'Decoder1': "/workspace/SAM_DATA_UNIFY3/Decoder1/split_image/", 'Decoder2': "/workspace/SAM_DATA_UNIFY3/Decoder2/split_image/"}]
28
+ # root_path_1: [{'Decoder1': "./SAM_DATA_UNIFY4/Decoder1/image", 'Decoder2': "/workspace/SAM_DATA_UNIFY4/Decoder2/image/"}]
29
+ # root_path_2: ./TwoDecoder_data/Decoder1_delete_all_bg/gt
30
+ # root_path_2: [{'ISAID': './SAM_DATA_UNIFY2/ISAID/split_gt', 'WHU': './SAM_DATA_UNIFY2/WHU-OPT/split_gt'}]
31
+ # root_path_2: [{'Decoder1': "/workspace/SAM_DATA_UNIFY3/Decoder1/split_gt/", 'Decoder2': "/workspace/SAM_DATA_UNIFY3/Decoder2/split_gt/"}]
32
+ # root_path_2: [{'Decoder1': "/workspace/SAM_DATA_UNIFY4/Decoder1/gt/", 'Decoder2': "/workspace/SAM_DATA_UNIFY4/Decoder2/gt/"}]
33
+ cache: none
34
+ split_key: test
35
+ wrapper:
36
+ name: val
37
+ args:
38
+ inp_size: 1024
39
+ # batch_size: 2
40
+ batch_size: 1
41
+
42
+ test_dataset:
43
+ dataset:
44
+ name: paired-image-folders
45
+ args:
46
+ # root_path_1: ./SingleHead_Data/Decoder/image
47
+ # root_path_1: ./SingleHead_Data/ISAID/split_image
48
+ # root_path_1: ./SingleHead_Data/GAOFEN/split_image
49
+ # root_path_1: ./SingleHead_Data/Potsdam/split_image
50
+ # root_path_1: ./SingleHead_Data/Vaihingen/split_image
51
+ # root_path_1: ./SingleHead_Data/SAR2020/split_image
52
+ # root_path_1: ./SingleHead_Data/WHU-OPT-SAR/split_image_opt
53
+ # root_path_1: ./TwoDecoder_data/Decoder1_delete_all_bg/image
54
+ # root_path_1: ./TwoDecoder_data/Vaihingen/image2
55
+ # root_path_1: ./TwoDecoder_data/Vaihingen/image1
56
+ # root_path_1: ./TwoDecoder_data/Potsdam/split_image1
57
+ # root_path_1: ./TwoDecoder_data/GAOFEN/split_image1
58
+ # root_path_1: ./TwoDecoder_data/GUOLV/ISAID/image
59
+ # root_path_1: ./ISAID/train/trainprompt/images
60
+ # root_path_1: ./yijisar_prompt/image
61
+ # root_path_1: ./ISAID/eval/eval_prompt_new/images
62
+ root_path_1: ./save/SAR_prompt/image
63
+ # root_path_1: ./TwoDecoder_data/Prompt_GUOLV_Data/prompt_all/image
64
+ # root_path_2: ./SingleHead_Data/Decoder/gt
65
+ # root_path_2: ./SingleHead_Data/ISAID/split_gt
66
+ # root_path_2: ./SingleHead_Data/GAOFEN/split_gt
67
+ # root_path_2: ./SingleHead_Data/Potsdam/split_gt
68
+ # root_path_2: ./SingleHead_Data/Vaihingen/split_gt
69
+ # root_path_2: ./SingleHead_Data/SAR2020/split_gt
70
+ # root_path_2: ./SingleHead_Data/SAR2020/split_gt
71
+ # root_path_2: ./SingleHead_Data/WHU-OPT-SAR/split_gt_opt
72
+ # root_path_2: ./TwoDecoder_data/Decoder1_delete_all_bg/gt
73
+ # root_path_2: ./TwoDecoder_data/Vaihingen/gt2
74
+ # root_path_2: ./TwoDecoder_data/Vaihingen/gt1
75
+ # root_path_2: ./TwoDecoder_data/Potsdam/split_gt1
76
+ # root_path_2: ./TwoDecoder_data/GAOFEN/split_gt1
77
+ # root_path_2: ./TwoDecoder_data/GUOLV/ISAID/gt
78
+ # root_path_2: ./ISAID/train/trainprompt/gt
79
+ # root_path_2: ./yijisar_prompt/gt
80
+ # root_path_2: ./ISAID/eval/eval_prompt_new/gt
81
+ root_path_2: ./save/SAR_prompt/gt
82
+ # root_path_2: ./TwoDecoder_data/Prompt_GUOLV_Data/prompt_all/gt
83
+ cache: none
84
+ split_key: test
85
+ wrapper:
86
+ name: val
87
+ args:
88
+ # inp_size: 1024
89
+ inp_size: 1024
90
+ batch_size: 1
91
+
92
+ #eval_type: cod
93
+ eval_type: f1
94
+ #sam_checkpoint: ./pretrained/sam_vit_l_0b3195.pth
95
+ #sam_checkpoint: sam_vit_h_4b8939.pth
96
+ sam_checkpoint: ./save/_multi_mo_multi_task_0626/model_epoch_last.pth
97
+ #sam_checkpoint: ./save/_fine_tuning_one_decoder/model_epoch_last.pth
98
+
99
+ data_norm:
100
+ inp:
101
+ sub:
102
+ - 0.5
103
+ div:
104
+ - 0.5
105
+ gt:
106
+ sub:
107
+ - 0.5
108
+ div:
109
+ - 0.5
110
+ gt_rgb:
111
+ sub:
112
+ - 0.5
113
+ div:
114
+ - 0.5
115
+ model:
116
+ name: sam
117
+ args:
118
+ inp_size: 1024
119
+ # loss: iou
120
+ loss: cr
121
+ encoder_mode:
122
+ name: sam
123
+ img_size: 1024
124
+ mlp_ratio: 4
125
+ patch_size: 16
126
+ qkv_bias: true
127
+ use_rel_pos: true
128
+ window_size: 14
129
+ out_chans: 256
130
+ scale_factor: 32
131
+ input_type: fft
132
+ freq_nums: 0.25
133
+ prompt_type: highpass
134
+ prompt_embed_dim: 256
135
+ tuning_stage: 1234
136
+ handcrafted_tune: true
137
+ embedding_tune: true
138
+ adaptor: adaptor
139
+ embed_dim: 1280
140
+ depth: 32
141
+ num_heads: 16
142
+ global_attn_indexes:
143
+ - 7
144
+ - 15
145
+ - 23
146
+ - 31
147
+ optimizer:
148
+ name: adamw
149
+ args:
150
+ # lr: 0.0002
151
+ # lr: 0.00002 #二卡
152
+ lr: 0.00004 #四卡
153
+ # lr: 0.00008
154
+ # lr: 0.00016
155
+ lr_min: 1.0e-8
156
+ #epoch_max: 20
157
+ epoch_max: 150
158
+
159
+ multi_step_lr:
160
+ milestones:
161
+ - 1
162
+ gamma: 0.1
163
+ epoch_val: 150
164
+ epoch_save: 1
165
+
166
+ #resume: 60
167
+ #start_epoch: 60
configs/multi_mo_multi_task_sar_prompt.yaml ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ train_dataset:
2
+ dataset:
3
+ name: paired-image-folders
4
+ args:
5
+ # root_path_1: ./ISAID/train/trainprompt/sub_images
6
+ # root_path_1: ./ISAID/train/trainprompt/images
7
+ root_path_1: ./SAR_prompt/image
8
+ # root_path_1: ./SAM_DATA_UNIFY2/OVERALL/split_image
9
+ # root_path_1: ./SAM_DATA_UNIFY2/ISAID/split_image
10
+ # root_path_1: [{'ISAID': './SAM_DATA_UNIFY2/ISAID/split_image', 'WHU': './SAM_DATA_UNIFY2/WHU-OPT/split_images'}]
11
+ # root_path_1: [{'Decoder1': "/workspace/SAM_DATA_UNIFY3/Decoder1/split_image/", 'Decoder2': "/workspace/SAM_DATA_UNIFY3/Decoder2/split_image/"}]
12
+ # root_path_1: [{'Decoder1': "/workspace/SAM_DATA_UNIFY4/Potsdam/image1/", 'Decoder2': "/workspace/SAM_DATA_UNIFY4/Decoder2/image/"}]
13
+ # root_path_2: ./ISAID/train/trainprompt/sub_gt
14
+ root_path_2: ./SAR_prompt/gt
15
+ # root_path_2: ./SAM_DATA_UNIFY2/OVERALL/split_gt
16
+ # root_path_2: ./SAM_DATA_UNIFY2/ISAID/split_gt
17
+ # root_path_2: [{'ISAID': './SAM_DATA_UNIFY2/ISAID/split_gt', 'WHU': './SAM_DATA_UNIFY2/WHU-OPT/split_gt'}]
18
+ # root_path_2: [{'Decoder1': "/workspace/SAM_DATA_UNIFY3/Decoder1/split_gt/", 'Decoder2': "/workspace/SAM_DATA_UNIFY3/Decoder2/split_gt/"}]
19
+ # root_path_2: [{'Decoder1': "/workspace/SAM_DATA_UNIFY4/Potsdam/gt1/", 'Decoder2': "/workspace/SAM_DATA_UNIFY4/Decoder2/gt/"}]
20
+ cache: none
21
+ split_key: train
22
+ wrapper:
23
+ name: train
24
+ args:
25
+ inp_size: 1024
26
+ augment: false
27
+ # batch_size: 2
28
+ batch_size: 1
29
+
30
+ val_dataset:
31
+ dataset:
32
+ name: paired-image-folders
33
+ args:
34
+ # root_path_1: ./ISAID/train/trainprompt/images
35
+ root_path_1: ./SAR_prompt/image
36
+ # root_path_1: [{'ISAID': './SAM_DATA_UNIFY2/ISAID/split_image', 'WHU': './SAM_DATA_UNIFY2/WHU-OPT/split_images'}]
37
+ # root_path_1: [{'Decoder1': "/workspace/SAM_DATA_UNIFY3/Decoder1/split_image/", 'Decoder2': "/workspace/SAM_DATA_UNIFY3/Decoder2/split_image/"}]
38
+ # root_path_1: [{'Decoder1': "/workspace/SAM_DATA_UNIFY4/Potsdam/image1/", 'Decoder2': "/workspace/SAM_DATA_UNIFY4/Decoder2/image/"}]
39
+ # root_path_2: ./ISAID/train/trainprompt/gt
40
+ root_path_2: ./SAR_prompt/gt
41
+ # root_path_2: [{'ISAID': './SAM_DATA_UNIFY2/ISAID/split_gt', 'WHU': './SAM_DATA_UNIFY2/WHU-OPT/split_gt'}]
42
+ # root_path_2: [{'Decoder1': "/workspace/SAM_DATA_UNIFY3/Decoder1/split_gt/", 'Decoder2': "/workspace/SAM_DATA_UNIFY3/Decoder2/split_gt/"}]
43
+ # root_path_2: [{'Decoder1': "/workspace/SAM_DATA_UNIFY4/Potsdam/gt1/", 'Decoder2': "/workspace/SAM_DATA_UNIFY4/Decoder2/gt/"}]
44
+ cache: none
45
+ split_key: test
46
+ wrapper:
47
+ name: val
48
+ args:
49
+ inp_size: 1024
50
+ # batch_size: 2
51
+ batch_size: 1
52
+
53
+ test_dataset:
54
+ dataset:
55
+ name: paired-image-folders
56
+ args:
57
+ # root_path_1: ./ISAID/train/trainprompt/images
58
+ # root_path_1: ./ISAID/train/trainprompt/sub_images
59
+ root_path_1: ./save/SAR_prompt/image
60
+ # root_path_1: ./SAM_DATA_UNIFY/Vaihingen/split_image
61
+ # root_path_1: ./SAM_DATA_UNIFY/SAR2020/split_image_ov500
62
+ # root_path_1: ./SAM_DATA_UNIFY/POLARIS_SAR/split_image
63
+ # root_path_1: ./SAM_DATA_UNIFY/Overall_Update/split_image
64
+ # root_path_1: ./SAM_DATA_UNIFY2/ISAID/split_image
65
+ # root_path_1: ./SAM_DATA_UNIFY2/whu-sar-test/split_image
66
+ # root_path_1: ./SAM_DATA_UNIFY2/WHU-SAR/split_image
67
+ # root_path_1: ./SAM_DATA_UNIFY2/WHU_ALL/split_image
68
+ # root_path_1: ./SAM_DATA_UNIFY3/WHU_SAR/split_image
69
+ # root_path_1: ./SAM_DATA_UNIFY3/WHU_OPT/split_image
70
+ # root_path_1: ./SAM_DATA_UNIFY3/ISAID/split_image
71
+ # root_path_1: ./SAM_DATA_UNIFY3/GANFEN/split_image
72
+ # root_path_1: ./SAM_DATA_UNIFY4/SAR2020/split_image_ov500
73
+
74
+ # root_path_2: ./ISAID/train/trainprompt/gt
75
+ # root_path_2: ./ISAID/train/trainprompt/sub_gt
76
+ root_path_2: ./save/SAR_prompt/gt
77
+ # root_path_2: ./SAM_DATA_UNIFY/Vaihingen/split_gt
78
+ # root_path_2: ./SAM_DATA_UNIFY2/ISAID/split_gt
79
+ # root_path_2: ./SAM_DATA_UNIFY/POLARIS_SAR/split_gt
80
+ # root_path_2: ./SAM_DATA_UNIFY/Overall_Update/split_gt
81
+ # root_path_2: ./SAM_DATA_UNIFY2/ISAID/split_gt
82
+ # root_path_2: ./SAM_DATA_UNIFY2/whu-sar-test/split_gt
83
+ # root_path_2: ./SAM_DATA_UNIFY2/WHU-SAR/split_gt
84
+ # root_path_2: ./SAM_DATA_UNIFY2/WHU_ALL/split_gt
85
+ # root_path_2: ./SAM_DATA_UNIFY3/WHU_SAR/split_gt
86
+ # root_path_2: ./SAM_DATA_UNIFY3/WHU_OPT/split_gt
87
+ # root_path_2: ./SAM_DATA_UNIFY3/ISAID/split_gt
88
+ # root_path_2: ./SAM_DATA_UNIFY3/GANFEN/gt_decoder1
89
+ # root_path_2: ./SAM_DATA_UNIFY3/GANFEN/gt_decoder2
90
+ # root_path_2: ./SAM_DATA_UNIFY4/SAR2020/gt_decoder2
91
+ cache: none
92
+ split_key: test
93
+ wrapper:
94
+ name: val
95
+ args:
96
+ # inp_size: 1024
97
+ inp_size: 1024
98
+ batch_size: 1
99
+
100
+ #eval_type: cod
101
+ eval_type: f1
102
+ #sam_checkpoint: ./pretrained/sam_vit_l_0b3195.pth
103
+ #sam_checkpoint: sam_vit_h_4b8939.pth
104
+ sam_checkpoint: ./save/_multi_mo_multi_task_0626/model_epoch_last.pth
105
+ #sam_checkpoint: ./save/_multi_mo_multi_task_0626/model_epoch_last.pth
106
+ data_norm:
107
+ inp:
108
+ sub:
109
+ - 0.5
110
+ div:
111
+ - 0.5
112
+ gt:
113
+ sub:
114
+ - 0.5
115
+ div:
116
+ - 0.5
117
+ gt_rgb:
118
+ sub:
119
+ - 0.5
120
+ div:
121
+ - 0.5
122
+ model:
123
+ name: sam
124
+ args:
125
+ inp_size: 1024
126
+ # loss: iou
127
+ loss: cr
128
+ encoder_mode:
129
+ name: sam
130
+ img_size: 1024
131
+ mlp_ratio: 4
132
+ patch_size: 16
133
+ qkv_bias: true
134
+ use_rel_pos: true
135
+ window_size: 14
136
+ out_chans: 256
137
+ scale_factor: 32
138
+ input_type: fft
139
+ freq_nums: 0.25
140
+ prompt_type: highpass
141
+ prompt_embed_dim: 256
142
+ tuning_stage: 1234
143
+ handcrafted_tune: true
144
+ embedding_tune: true
145
+ adaptor: adaptor
146
+ embed_dim: 1280
147
+ depth: 32
148
+ num_heads: 16
149
+ global_attn_indexes:
150
+ - 7
151
+ - 15
152
+ - 23
153
+ - 31
154
+ optimizer:
155
+ name: adamw
156
+ args:
157
+ # lr: 0.0002
158
+ # lr: 0.00002
159
+ # lr: 0.00004
160
+ # lr: 0.00008
161
+ lr: 0.0002
162
+ lr_min: 1.0e-8
163
+ #epoch_max: 20
164
+ epoch_max: 200
165
+
166
+ multi_step_lr:
167
+ milestones:
168
+ - 1
169
+ gamma: 0.1
170
+ epoch_val: 200
171
+ epoch_save: 1
172
+
173
+ #resume: 60
174
+ #start_epoch: 60