gpt-4 token +8192

request_llm/bridge_all.py

@@ -38,7 +38,7 @@ model_info = {
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,
         "endpoint": "https://api.openai.com/v1/chat/completions",
-        "max_token": 4096,
+        "max_token": 8192,
         "tokenizer": tiktoken.encoding_for_model("gpt-4"),
         "token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())),
     },
@@ -57,7 +57,7 @@ model_info = {
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,
         "endpoint": "https://openai.api2d.net/v1/chat/completions",
-        "max_token": 4096,
+        "max_token": 8192,
         "tokenizer": tiktoken.encoding_for_model("gpt-4"),
         "token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())),
     },