saicharan2804 commited on
Commit
719a68e
·
1 Parent(s): 5cf5457

Fixed error

Browse files
Files changed (1) hide show
  1. BpeTokenizer.py +2 -2
BpeTokenizer.py CHANGED
@@ -2,7 +2,7 @@ from tokenizers import Tokenizer
2
 
3
  def bpe_tokenizer(smiles_string):
4
  # Load the tokenizer from the saved file
5
- tokenizer = Tokenizer.from_file("bpe_tokenizer.json")
6
 
7
  # Tokenize the SMILES string
8
  encoded_output = tokenizer.encode(smiles_string)
@@ -10,4 +10,4 @@ def bpe_tokenizer(smiles_string):
10
  # To get the tokenized output as text
11
  tokens_text = encoded_output.tokens
12
 
13
- return tokens_text
 
2
 
3
  def bpe_tokenizer(smiles_string):
4
  # Load the tokenizer from the saved file
5
+ tokenizer = Tokenizer.from_file("chembl_bpe_tokenizer.json")
6
 
7
  # Tokenize the SMILES string
8
  encoded_output = tokenizer.encode(smiles_string)
 
10
  # To get the tokenized output as text
11
  tokens_text = encoded_output.tokens
12
 
13
+ return tokens_text