hf-llm-api

Sleeping

Pyboxs commited on Jul 8

Commit

60f8351

•

1 Parent(s): 8290261

Update constants/models.py

Files changed (1) hide show

constants/models.py CHANGED Viewed

@@ -29,6 +29,7 @@ STOP_SEQUENCES_MAP = {
     "gemma-7b": "<eos>",
     "openchat-3.5": "<|end_of_turn|>",
     "command-r-plus": "<|END_OF_TURN_TOKEN|>",
     "Qwen2-72B-Instruct": "<|im_end|>",
 }

     "gemma-7b": "<eos>",
     "openchat-3.5": "<|end_of_turn|>",
     "command-r-plus": "<|END_OF_TURN_TOKEN|>",
+    # https://huggingface.co/Qwen/Qwen2-72B-Instruct/blob/main/tokenizer_config.json#L30
     "Qwen2-72B-Instruct": "<|im_end|>",
 }