Upload 7 files

modeling_indictrans.py

@@ -64,7 +64,7 @@ def prepare_decoder_input_ids_label(decoder_input_ids, decoder_attention_mask):
     new_decoder_input_ids = decoder_input_ids.clone().detach()
     new_decoder_attention_mask = decoder_attention_mask.clone().detach()
 
-    labels = torch.full(new_decoder_input_ids.size(),-100)
+    labels = torch.full(new_decoder_input_ids.size(), -100)
     labels[:, :-1] = new_decoder_input_ids[:, 1:]
 
     labels_mask = labels == 1
@@ -74,8 +74,7 @@ def prepare_decoder_input_ids_label(decoder_input_ids, decoder_attention_mask):
     new_decoder_input_ids[mask] = 1
     new_decoder_attention_mask[mask] = 0
 
-    return new_decoder_input_ids, new_decoder_attention_mask, labels
-
+    return new_decoder_input_ids[:, :-1], new_decoder_attention_mask[:, :-1], labels[:, :-1]
 
 
 # Copied from transformers.models.bart.modeling_bart._make_causal_mask