joy stuff

Signed-off-by: Balazs Horvath <acsipont@gmail.com>

joy

@@ -32,6 +32,7 @@ from transformers import (
     PreTrainedTokenizerFast,
 )
 from torch import nn
+from e6db_reader import TagNormalizer
 
 CLIP_PATH = "google/siglip-so400m-patch14-384"
 MODEL_PATH = "meta-llama/Meta-Llama-3.1-8B"
@@ -80,6 +81,8 @@ CAPTION_TYPE_MAP = {
 
 HF_TOKEN = os.environ.get("HF_TOKEN", None)
 
+E6DB_DATA = Path(__file__).resolve().parent / "data"
+
 class ImageAdapter(nn.Module):
     """
     Custom image adapter module for processing CLIP vision outputs.
@@ -466,6 +469,9 @@ def main():
     if args.random_tags is not None and args.feed_from_tags is None:
         parser.error("--random-tags can only be used when --feed-from-tags is enabled")
 
+    print('Loading e621 tag data')
+    tag_normalizer = TagNormalizer(E6DB_DATA)
+
     # Initialize and load models
     joy_caption_model = JoyCaptionModel()
     joy_caption_model.load_models()