Update constants/models.py

constants/models.py

@@ -5,7 +5,7 @@ MODEL_MAP = {
     "yi-1.5-34b": "01-ai/Yi-1.5-34B-Chat",
     "gemma-7b": "google/gemma-1.1-7b-it",
     "openchat-3.5": "openchat/openchat-3.5-0106",
-    "command-r-plus": "CohereForAI/c4ai-command-r-plus",
+    "command-r-plus": "CohereForAI/c4ai-command-r-plus-4bit",
     "llama3-70b": "meta-llama/Meta-Llama-3-70B-Instruct",
     "zephyr-141b": "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1",
     "default": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
@@ -28,6 +28,7 @@ STOP_SEQUENCES_MAP = {
     # https://huggingface.co/google/gemma-1.1-7b-it/blob/main/tokenizer_config.json#L1509
     "gemma-7b": "<eos>",
     "openchat-3.5": "<|end_of_turn|>",
+    # https://huggingface.co/CohereForAI/c4ai-command-r-plus-4bit/blob/main/tokenizer_config.json#L305
     "command-r-plus": "<|END_OF_TURN_TOKEN|>",
     # https://huggingface.co/Qwen/Qwen2-72B-Instruct/blob/main/tokenizer_config.json#L30
     "Qwen2-72B": "<|im_end|>",