Update serve/model_worker.py
Browse files- serve/model_worker.py +5 -5
serve/model_worker.py
CHANGED
@@ -15,12 +15,12 @@ from functools import partial
|
|
15 |
from transformers import TextIteratorStreamer
|
16 |
from threading import Thread
|
17 |
|
18 |
-
from .constants import WORKER_HEART_BEAT_INTERVAL
|
19 |
-
from .utils import (build_logger, server_error_msg, pretty_print_semaphore)
|
20 |
-
from .builder import load_pretrained_model
|
21 |
-
from .mm_utils import process_images, load_image_from_base64, tokenizer_image_token, get_model_name_from_path, \
|
22 |
KeywordsStoppingCriteria
|
23 |
-
from .constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN
|
24 |
|
25 |
GB = 1 << 30
|
26 |
|
|
|
15 |
from transformers import TextIteratorStreamer
|
16 |
from threading import Thread
|
17 |
|
18 |
+
from serve.constants import WORKER_HEART_BEAT_INTERVAL
|
19 |
+
from serve.utils import (build_logger, server_error_msg, pretty_print_semaphore)
|
20 |
+
from serve.builder import load_pretrained_model
|
21 |
+
from serve.mm_utils import process_images, load_image_from_base64, tokenizer_image_token, get_model_name_from_path, \
|
22 |
KeywordsStoppingCriteria
|
23 |
+
from serve.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN
|
24 |
|
25 |
GB = 1 << 30
|
26 |
|