debug

app.py

@@ -144,7 +144,7 @@ def mask_out(input_ids,pron_locs,option_locs,mask_id):
 
 def run_intervention(interventions,batch_size,model,masked_ids_option_1,masked_ids_option_2,option_1_tokens,option_2_tokens,pron_locs):
     probs = []
-    for masked_ids, option_tokens in zip([masked_ids_option_1, masked_ids_option_2],[option_1_tokens,option_2_tokens]]):
+    for masked_ids, option_tokens in zip([masked_ids_option_1, masked_ids_option_2],[option_1_tokens,option_2_tokens]):
         input_ids = torch.tensor([
                                 *[masked_ids['sent_1'] for _ in range(batch_size)],
                                 *[masked_ids['sent_2'] for _ in range(batch_size)]
@@ -253,4 +253,3 @@ if __name__=='__main__':
             for layer_id in range(num_layers):
                 interventions = [create_interventions(16,['lay','qry','key','val'],num_heads) if i==layer_id else {'lay':[],'qry':[],'key':[],'val':[]} for i in range(num_layers)]
                 probs = run_intervention(interventions,num_heads,model,masked_ids_option_1,masked_ids_option_2,option_1_tokens,option_2_tokens,pron_locs)
-