taka-yamakoshi
commited on
Commit
·
32ab467
1
Parent(s):
ebfe870
fix
Browse files
skeleton_modeling_roberta.py
CHANGED
@@ -58,7 +58,7 @@ def SkeletonRobertaLayer(layer_id,layer,hidden,interventions):
|
|
58 |
new_hidden = layer.output.LayerNorm(hidden_post_interm_res) # layer_norm
|
59 |
return new_hidden
|
60 |
|
61 |
-
def
|
62 |
core_model = model.roberta
|
63 |
lm_head = model.lm_head
|
64 |
output_hidden = []
|
|
|
58 |
new_hidden = layer.output.LayerNorm(hidden_post_interm_res) # layer_norm
|
59 |
return new_hidden
|
60 |
|
61 |
+
def SkeletonRobertaForMaskedLM(model,input_ids,interventions):
|
62 |
core_model = model.roberta
|
63 |
lm_head = model.lm_head
|
64 |
output_hidden = []
|