Upload 2 files

modeling_lumenspark.py

@@ -1,6 +1,6 @@
 from transformers.modeling_outputs import CausalLMOutputWithCrossAttentions
-from transformers import PreTrainedModel, AutoConfig, AutoModelForCausalLM
 from .configuration_lumenspark import LumensparkConfig
+from transformers import PreTrainedModel
 from torch import nn
 import torch
 import math
@@ -166,5 +166,10 @@ class LumensparkModel(PreTrainedModel):
             logits=logits
         )
     
+# Register the custom model and config with Transformers
+from transformers import AutoConfig, AutoModelForCausalLM
+
 AutoConfig.register("lumenspark", LumensparkConfig)
 AutoModelForCausalLM.register(LumensparkConfig, LumensparkModel)
+
+