Update messagers/message_composer.py

messagers/message_composer.py

@@ -76,7 +76,7 @@ class MessageComposer:
         self.merged_str = ""
 
         # https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1#instruction-format
-        if self.model in ["mixtral-8x7b", "mistral-7b", "mistral-nemo-instruct"]:
+        if self.model in ["mixtral-8x7b", "mistral-7b"]:
             self.messages = self.concat_messages_by_role(messages)
             self.cached_str = ""
             for message in self.messages:
@@ -151,7 +151,7 @@ class MessageComposer:
         # https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO#prompt-format
         # https://huggingface.co/openchat/openchat-3.5-0106
         # https://huggingface.co/01-ai/Yi-1.5-34B-Chat
-        elif self.model in ["openchat-3.5", "command-r-plus", "gemma-7b", "yi-1.5-34b", "llama3-8b", "llama3-70b", "qwen2-1.5b-instruct", "qwen2-7b-instruct", "zephyr-7b-beta"]:
+        elif self.model in ["openchat-3.5", "command-r-plus", "gemma-7b", "yi-1.5-34b", "llama3-8b", "llama3-70b", "qwen2-1.5b-instruct", "qwen2-7b-instruct", "zephyr-7b-beta", "mistral-nemo-instruct"]:
             # https://discuss.huggingface.co/t/error-with-new-tokenizers-urgent/2847/5
             tokenizer = AutoTokenizer.from_pretrained(
                 self.model_fullname, use_fast=False