Use FUS logs (not uploaded to repo) to compare length difference and edit distance distributions in FUS and in our dataset (resulting charts are not included).

.gitignore

@@ -278,4 +278,5 @@ pip-selfcheck.json
 .idea
 
 cache
-output
+output
+data

change_visualizer.py

@@ -14,7 +14,7 @@ n_diffs_synthetic = len(df_synthetic)
 
 
 def golden():
-    return df_manual
+    return df_synthetic[(df_synthetic['end_to_start'] == False) & (df_synthetic['start_to_end'] == False)]
 
 
 def e2s():
@@ -33,7 +33,7 @@ def synthetic():
     return df_synthetic[(df_synthetic['end_to_start'] == True) | (df_synthetic['start_to_end'] == True)]
 
 
-STATISTICS = {"manual": dataset_statistics.get_statistics_for_df(df_manual),
+STATISTICS = {"manual": dataset_statistics.get_statistics_for_df(golden()),
               "e2s": dataset_statistics.get_statistics_for_df(e2s()),
               "s2e": dataset_statistics.get_statistics_for_df(s2e()),
               "e2s_s2e": dataset_statistics.get_statistics_for_df(e2s_s2e()),

dataset_statistics.py

@@ -9,7 +9,10 @@ from scipy.stats import stats
 import config
 
 
-def get_statistics(start_msg, end_msg, annotated_msg):
+def get_statistics(row):
+    start_msg = row["commit_msg_start"]
+    end_msg = row["commit_msg_end"]
+
     edit_ops = Levenshtein.editops(start_msg, end_msg)
     n_deletes = sum([1 if op == 'delete' else 0 for op, _, _ in edit_ops])
     n_inserts = sum([1 if op == 'insert' else 0 for op, _, _ in edit_ops])
@@ -27,11 +30,14 @@ def get_statistics(start_msg, end_msg, annotated_msg):
         "deletions_norm": n_deletes / len(start_msg),
         "insertions_norm": n_inserts / len(end_msg),
         "changes_norm": n_changes / len(end_msg),
+
+        "lendiff": abs(len(start_msg) - len(end_msg)),
+        "editdist": row["editdist_related"]
     }
 
 
 def get_statistics_for_df(df: pd.DataFrame):
-    stats = [get_statistics(row["commit_msg_start"], row["commit_msg_end"], row["annotated_diff"]) for _, row in
+    stats = [get_statistics(row) for _, row in
              df.iterrows()]
 
     assert len(stats) > 0