tokenizer.py

import transformers

class CodeTokenizer(transformers.AutoTokenizer):
    def __init__(self, PhiCo-D-Instruct):
        super().__init__.from_pretrained(model_name)