Spaces:
Sleeping
Sleeping
jonathanjordan21
commited on
Update constants/models.py
Browse files- constants/models.py +2 -2
constants/models.py
CHANGED
@@ -51,6 +51,8 @@ STOP_SEQUENCES_MAP = {
|
|
51 |
TOKEN_LIMIT_MAP = {
|
52 |
"mixtral-8x7b": 32768,
|
53 |
"nous-mixtral-8x7b": 32768,
|
|
|
|
|
54 |
"mistral-7b": 32768,
|
55 |
"yi-1.5-34b": 4096,
|
56 |
"gemma-7b": 8192,
|
@@ -63,8 +65,6 @@ TOKEN_LIMIT_MAP = {
|
|
63 |
"qwen2-7b-instruct": 32768,
|
64 |
"qwen2-1.5b-instruct": 32768,
|
65 |
"llama3-8b": 8192,
|
66 |
-
"mistral-nemo-instruct":128000,
|
67 |
-
"zephyr-7b-beta":32768,
|
68 |
}
|
69 |
|
70 |
TOKEN_RESERVED = 20
|
|
|
51 |
TOKEN_LIMIT_MAP = {
|
52 |
"mixtral-8x7b": 32768,
|
53 |
"nous-mixtral-8x7b": 32768,
|
54 |
+
"mistral-nemo-instruct":32768,
|
55 |
+
"zephyr-7b-beta":32768,
|
56 |
"mistral-7b": 32768,
|
57 |
"yi-1.5-34b": 4096,
|
58 |
"gemma-7b": 8192,
|
|
|
65 |
"qwen2-7b-instruct": 32768,
|
66 |
"qwen2-1.5b-instruct": 32768,
|
67 |
"llama3-8b": 8192,
|
|
|
|
|
68 |
}
|
69 |
|
70 |
TOKEN_RESERVED = 20
|