| import { AutoTokenizer } from '@xenova/transformers'; | |
| // Load tokenizer for a gated repository. | |
| const tokenizer = await AutoTokenizer.from_pretrained('Tokymin/Mood_Anxiety_Disorder_Classify_Model'); | |
| // Encode text. | |
| const text = 'Hello world!'; | |
| const encoded = tokenizer.encode(text); | |
| console.log(encoded); |