Updated

nohup.out

@@ -1245,3 +1245,5 @@ To disable this warning, you can either:
 
 
 
+/usr/lib/python3/dist-packages/requests/__init__.py:87: RequestsDependencyWarning: urllib3 (2.2.1) or chardet (4.0.0) doesn't match a supported version!
+  warnings.warn("urllib3 ({}) or chardet ({}) doesn't match a supported "

plagiarism.py

@@ -95,11 +95,11 @@ def google_search(
                 # stop after 3 pages
                 if count >= 3:
                     break
-                # skip user selected domains
-                if any(
-                    ("." + domain) in link["link"] for domain in domains_to_skip
-                ):
-                    continue
+                # # skip user selected domains
+                # if any(
+                #     ("." + domain) in link["link"] for domain in domains_to_skip
+                # ):
+                #     continue
                 # clean up snippet of '...'
                 snippet = link["snippet"]
                 ind = snippet.find("...")

predictors.py

@@ -74,8 +74,8 @@ tokenizer = AutoTokenizer.from_pretrained(bias_checker_model_name)
 bias_model_checker = BetterTransformer.transform(bias_model_checker, keep_original_model=False)
 bias_checker = pipeline(
     "text-classification",
-    model=model,
-    tokenizer=tokenizer,
+    model=bias_checker_model_name,
+    tokenizer=bias_checker_model_name,
 )
 gc.collect()
 bias_corrector = pipeline(