Update shortGPT/gpt/gpt_utils.py
Browse files
shortGPT/gpt/gpt_utils.py
CHANGED
|
@@ -8,7 +8,7 @@ import tiktoken
|
|
| 8 |
import yaml
|
| 9 |
|
| 10 |
from shortGPT.config.api_db import ApiKeyManager
|
| 11 |
-
openai.base_url="https://api.
|
| 12 |
|
| 13 |
def num_tokens_from_messages(texts, model="gpt-3.5-turbo-0301"):
|
| 14 |
"""Returns the number of tokens used by a list of messages."""
|
|
|
|
| 8 |
import yaml
|
| 9 |
|
| 10 |
from shortGPT.config.api_db import ApiKeyManager
|
| 11 |
+
openai.base_url="https://api-inference.huggingface.co/models/mistralai/Mistral-Nemo-Instruct-2407/v1/chat/"
|
| 12 |
|
| 13 |
def num_tokens_from_messages(texts, model="gpt-3.5-turbo-0301"):
|
| 14 |
"""Returns the number of tokens used by a list of messages."""
|