jonathanjordan21 commited on
Commit
ff12c57
·
verified ·
1 Parent(s): 802c57c

Update constants/models.py

Browse files
Files changed (1) hide show
  1. constants/models.py +2 -2
constants/models.py CHANGED
@@ -51,6 +51,8 @@ STOP_SEQUENCES_MAP = {
51
  TOKEN_LIMIT_MAP = {
52
  "mixtral-8x7b": 32768,
53
  "nous-mixtral-8x7b": 32768,
 
 
54
  "mistral-7b": 32768,
55
  "yi-1.5-34b": 4096,
56
  "gemma-7b": 8192,
@@ -63,8 +65,6 @@ TOKEN_LIMIT_MAP = {
63
  "qwen2-7b-instruct": 32768,
64
  "qwen2-1.5b-instruct": 32768,
65
  "llama3-8b": 8192,
66
- "mistral-nemo-instruct":128000,
67
- "zephyr-7b-beta":32768,
68
  }
69
 
70
  TOKEN_RESERVED = 20
 
51
  TOKEN_LIMIT_MAP = {
52
  "mixtral-8x7b": 32768,
53
  "nous-mixtral-8x7b": 32768,
54
+ "mistral-nemo-instruct":32768,
55
+ "zephyr-7b-beta":32768,
56
  "mistral-7b": 32768,
57
  "yi-1.5-34b": 4096,
58
  "gemma-7b": 8192,
 
65
  "qwen2-7b-instruct": 32768,
66
  "qwen2-1.5b-instruct": 32768,
67
  "llama3-8b": 8192,
 
 
68
  }
69
 
70
  TOKEN_RESERVED = 20