Upload moondream.py
Browse files- moondream.py +4 -0
moondream.py
CHANGED
@@ -188,6 +188,10 @@ from transformers import PreTrainedModel, TextIteratorStreamer
|
|
188 |
from .modeling_phi import PhiForCausalLM
|
189 |
from .configuration_moondream import PhiConfig
|
190 |
|
|
|
|
|
|
|
|
|
191 |
class Moondream(PreTrainedModel):
|
192 |
config_class = MoondreamConfig
|
193 |
_supports_flash_attn_2 = True
|
|
|
188 |
from .modeling_phi import PhiForCausalLM
|
189 |
from .configuration_moondream import PhiConfig
|
190 |
|
191 |
+
from threading import Thread
|
192 |
+
from transformers import TextIteratorStreamer
|
193 |
+
|
194 |
+
|
195 |
class Moondream(PreTrainedModel):
|
196 |
config_class = MoondreamConfig
|
197 |
_supports_flash_attn_2 = True
|