musfiqdehan commited on
Commit
bbf1661
1 Parent(s): a45e982

Update pos_taggers.py to include model_name parameter

Browse files
Files changed (1) hide show
  1. helper/pos_taggers.py +10 -8
helper/pos_taggers.py CHANGED
@@ -2,7 +2,7 @@
2
  This module contains the functions to get PoS tags using Spacy and return a Markdown table
3
  """
4
 
5
- from .alignment_mappers import get_alignment_mapping
6
 
7
  from flair.models import SequenceTagger
8
  from flair.data import Sentence
@@ -61,11 +61,11 @@ def get_postag(
61
  get_postag_dict,
62
  source="",
63
  target="",
64
- model_path="musfiqdehan/bn-en-word-aligner"):
65
  """Get Spacy PoS Tags and return a Markdown table"""
66
 
67
  sent_src, sent_tgt, align_words = get_alignment_mapping(
68
- source=source, target=target, model_path=model_path
69
  )
70
  postag_dict = get_postag_dict(target=target)
71
 
@@ -126,7 +126,7 @@ def get_postag(
126
  return html_table, pos_accuracy
127
 
128
 
129
- def select_pos_tagger(src, tgt, tagger):
130
  '''
131
  Select the PoS tagger
132
  '''
@@ -134,32 +134,34 @@ def select_pos_tagger(src, tgt, tagger):
134
  result = None
135
  pos_accuracy = None
136
 
 
 
137
  if tagger == "spaCy":
138
  result, pos_accuracy = get_postag(
139
  get_spacy_postag_dict,
140
  source=src,
141
  target=tgt,
142
- model_path="musfiqdehan/bn-en-word-aligner",
143
  )
144
  elif tagger == "NLTK":
145
  result, pos_accuracy = get_postag(
146
  get_nltk_postag_dict,
147
  source=src,
148
  target=tgt,
149
- model_path="musfiqdehan/bn-en-word-aligner",
150
  )
151
  elif tagger == "Flair":
152
  result, pos_accuracy = get_postag(
153
  get_flair_postag_dict,
154
  source=src,
155
  target=tgt,
156
- model_path="musfiqdehan/bn-en-word-aligner",
157
  )
158
  elif tagger == "TextBlob":
159
  result, pos_accuracy = get_postag(
160
  get_textblob_postag_dict,
161
  source=src,
162
  target=tgt,
163
- model_path="musfiqdehan/bn-en-word-aligner",
164
  )
165
  return result, pos_accuracy
 
2
  This module contains the functions to get PoS tags using Spacy and return a Markdown table
3
  """
4
 
5
+ from .alignment_mappers import get_alignment_mapping, select_model
6
 
7
  from flair.models import SequenceTagger
8
  from flair.data import Sentence
 
61
  get_postag_dict,
62
  source="",
63
  target="",
64
+ model_name="musfiqdehan/bn-en-word-aligner"):
65
  """Get Spacy PoS Tags and return a Markdown table"""
66
 
67
  sent_src, sent_tgt, align_words = get_alignment_mapping(
68
+ source=source, target=target, model_name=model_name
69
  )
70
  postag_dict = get_postag_dict(target=target)
71
 
 
126
  return html_table, pos_accuracy
127
 
128
 
129
+ def select_pos_tagger(src, tgt, model_name, tagger):
130
  '''
131
  Select the PoS tagger
132
  '''
 
134
  result = None
135
  pos_accuracy = None
136
 
137
+ model_name = select_model(model_name)
138
+
139
  if tagger == "spaCy":
140
  result, pos_accuracy = get_postag(
141
  get_spacy_postag_dict,
142
  source=src,
143
  target=tgt,
144
+ model_name=model_name,
145
  )
146
  elif tagger == "NLTK":
147
  result, pos_accuracy = get_postag(
148
  get_nltk_postag_dict,
149
  source=src,
150
  target=tgt,
151
+ model_name=model_name,
152
  )
153
  elif tagger == "Flair":
154
  result, pos_accuracy = get_postag(
155
  get_flair_postag_dict,
156
  source=src,
157
  target=tgt,
158
+ model_name=model_name,
159
  )
160
  elif tagger == "TextBlob":
161
  result, pos_accuracy = get_postag(
162
  get_textblob_postag_dict,
163
  source=src,
164
  target=tgt,
165
+ model_name=model_name,
166
  )
167
  return result, pos_accuracy