anuragshas commited on
Commit
ff2143d
β€’
1 Parent(s): eaadc66

Update eval.py

Browse files
Files changed (1) hide show
  1. eval.py +1 -1
eval.py CHANGED
@@ -50,7 +50,7 @@ def log_results(result: Dataset, args: Dict[str, str]):
50
  def normalize_text(text: str) -> str:
51
  """DO ADAPT FOR YOUR USE CASE. this function normalizes the target text."""
52
 
53
- chars_to_ignore_regex = '''[\,\?\.\!\-\;\:\"\β€œ\%\β€˜\”\οΏ½\β€”\’\…\–\ΰ₯€\|\&]''' # noqa: W605 IMPORTANT: this should correspond to the chars that were ignored during training
54
 
55
  text = re.sub(chars_to_ignore_regex, "", text.lower())
56
  # Remove english characters
 
50
  def normalize_text(text: str) -> str:
51
  """DO ADAPT FOR YOUR USE CASE. this function normalizes the target text."""
52
 
53
+ chars_to_ignore_regex = '''[,?.!-;:"β€œ%β€˜β€οΏ½β€”β€™β€¦β€“ΰ₯€|&]''' # noqa: W605 IMPORTANT: this should correspond to the chars that were ignored during training
54
 
55
  text = re.sub(chars_to_ignore_regex, "", text.lower())
56
  # Remove english characters