added confidence

generic_nel.py

@@ -128,8 +128,14 @@ class NelPipeline(Pipeline):
         print(len(transition_scores), "!!!!")
         probabilities = transition_scores[0]
         print(probabilities, "!!!!", probabilities.shape)
+        log_prob_sum = sum(transition_scores[0])
 
-        # percentages = (probabilities * 100.0).cpu().numpy().tolist()
+        # Calculate the probability for the entire sequence by exponentiating the sum of log probabilities
+        import numpy as np
+
+        sequence_confidence = np.exp(log_prob_sum)
+
+        percentages = sequence_confidence * 100.0
 
         # # Process each score (logits for the generated tokens)
         # for i, score in enumerate(scores):