:gem: [Feature] ChatAPIApp: Enable chat with pro models

apis/chat_api.py

@@ -14,12 +14,13 @@ from pydantic import BaseModel, Field
 from sse_starlette.sse import EventSourceResponse, ServerSentEvent
 from tclogger import logger
 
-from constants.models import AVAILABLE_MODELS_DICTS
+from constants.models import AVAILABLE_MODELS_DICTS, PRO_MODELS
 from constants.envs import CONFIG
 
 from messagers.message_composer import MessageComposer
 from mocks.stream_chat_mocker import stream_chat_mock
 from networks.huggingface_streamer import HuggingfaceStreamer
+from networks.huggingchat_streamer import HuggingchatStreamer
 from networks.openai_streamer import OpenaiStreamer
 
 
@@ -92,6 +93,11 @@ class ChatAPIApp:
         if item.model == "gpt-3.5-turbo":
             streamer = OpenaiStreamer()
             stream_response = streamer.chat_response(messages=item.messages)
+        elif item.model in PRO_MODELS:
+            streamer = HuggingchatStreamer(model=item.model)
+            stream_response = streamer.chat_response(
+                messages=item.messages,
+            )
         else:
             streamer = HuggingfaceStreamer(model=item.model)
             composer = MessageComposer(model=item.model)

constants/models.py

@@ -12,6 +12,8 @@ MODEL_MAP = {
 
 AVAILABLE_MODELS = list(MODEL_MAP.keys())
 
+PRO_MODELS = ["command-r-plus", "llama3-70b", "zephyr-141b"]
+
 STOP_SEQUENCES_MAP = {
     "mixtral-8x7b": "</s>",
     "nous-mixtral-8x7b": "<|im_end|>",