Spaces:
Runtime error
Runtime error
saicharan2804
commited on
Commit
·
719a68e
1
Parent(s):
5cf5457
Fixed error
Browse files- BpeTokenizer.py +2 -2
BpeTokenizer.py
CHANGED
@@ -2,7 +2,7 @@ from tokenizers import Tokenizer
|
|
2 |
|
3 |
def bpe_tokenizer(smiles_string):
|
4 |
# Load the tokenizer from the saved file
|
5 |
-
tokenizer = Tokenizer.from_file("
|
6 |
|
7 |
# Tokenize the SMILES string
|
8 |
encoded_output = tokenizer.encode(smiles_string)
|
@@ -10,4 +10,4 @@ def bpe_tokenizer(smiles_string):
|
|
10 |
# To get the tokenized output as text
|
11 |
tokens_text = encoded_output.tokens
|
12 |
|
13 |
-
return tokens_text
|
|
|
2 |
|
3 |
def bpe_tokenizer(smiles_string):
|
4 |
# Load the tokenizer from the saved file
|
5 |
+
tokenizer = Tokenizer.from_file("chembl_bpe_tokenizer.json")
|
6 |
|
7 |
# Tokenize the SMILES string
|
8 |
encoded_output = tokenizer.encode(smiles_string)
|
|
|
10 |
# To get the tokenized output as text
|
11 |
tokens_text = encoded_output.tokens
|
12 |
|
13 |
+
return tokens_text
|