anuragshas
commited on
Commit
β’
ff2143d
1
Parent(s):
eaadc66
Update eval.py
Browse files
eval.py
CHANGED
@@ -50,7 +50,7 @@ def log_results(result: Dataset, args: Dict[str, str]):
|
|
50 |
def normalize_text(text: str) -> str:
|
51 |
"""DO ADAPT FOR YOUR USE CASE. this function normalizes the target text."""
|
52 |
|
53 |
-
chars_to_ignore_regex = '''[
|
54 |
|
55 |
text = re.sub(chars_to_ignore_regex, "", text.lower())
|
56 |
# Remove english characters
|
|
|
50 |
def normalize_text(text: str) -> str:
|
51 |
"""DO ADAPT FOR YOUR USE CASE. this function normalizes the target text."""
|
52 |
|
53 |
+
chars_to_ignore_regex = '''[,?.!-;:"β%ββοΏ½βββ¦βΰ₯€|&]''' # noqa: W605 IMPORTANT: this should correspond to the chars that were ignored during training
|
54 |
|
55 |
text = re.sub(chars_to_ignore_regex, "", text.lower())
|
56 |
# Remove english characters
|