arubenruben commited on
Commit
bc6e601
1 Parent(s): 02dffa0

Update deploy_pipeline.py

Browse files
Files changed (1) hide show
  1. deploy_pipeline.py +2 -0
deploy_pipeline.py CHANGED
@@ -14,6 +14,8 @@ class TokenizeAndAlignLabelsStep():
14
  # Adapted From : https://huggingface.co/docs/transformers/tasks/token_classification
15
  def tokenize_and_align_labels(self, examples, tokenizer):
16
 
 
 
17
  tokenized_inputs = tokenizer(examples, padding='max_length', truncation=True, max_length=128, is_split_into_words=True)
18
 
19
  # Map tokens to their respective word.
 
14
  # Adapted From : https://huggingface.co/docs/transformers/tasks/token_classification
15
  def tokenize_and_align_labels(self, examples, tokenizer):
16
 
17
+ print(examples)
18
+
19
  tokenized_inputs = tokenizer(examples, padding='max_length', truncation=True, max_length=128, is_split_into_words=True)
20
 
21
  # Map tokens to their respective word.