| from comfy import sd1_clip | |
| import os | |
| class LongClipTokenizer_(sd1_clip.SDTokenizer): | |
| def __init__(self, embedding_directory=None, tokenizer_data={}): | |
| super().__init__(max_length=248, embedding_directory=embedding_directory, tokenizer_data=tokenizer_data) | |
| class LongClipModel_(sd1_clip.SDClipModel): | |
| def __init__(self, *args, **kwargs): | |
| textmodel_json_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), "long_clipl.json") | |
| super().__init__(*args, textmodel_json_config=textmodel_json_config, **kwargs) | |
| class LongClipTokenizer(sd1_clip.SD1Tokenizer): | |
| def __init__(self, embedding_directory=None, tokenizer_data={}): | |
| super().__init__(embedding_directory=embedding_directory, tokenizer_data=tokenizer_data, tokenizer=LongClipTokenizer_) | |
| class LongClipModel(sd1_clip.SD1ClipModel): | |
| def __init__(self, device="cpu", dtype=None, model_options={}, **kwargs): | |
| super().__init__(device=device, dtype=dtype, model_options=model_options, clip_model=LongClipModel_, **kwargs) | |
| def model_options_long_clip(sd, tokenizer_data, model_options): | |
| w = sd.get("clip_l.text_model.embeddings.position_embedding.weight", None) | |
| if w is None: | |
| w = sd.get("text_model.embeddings.position_embedding.weight", None) | |
| if w is not None and w.shape[0] == 248: | |
| tokenizer_data = tokenizer_data.copy() | |
| model_options = model_options.copy() | |
| tokenizer_data["clip_l_tokenizer_class"] = LongClipTokenizer_ | |
| model_options["clip_l_class"] = LongClipModel_ | |
| return tokenizer_data, model_options | |