update file

.gitignore

@@ -1,3 +1,4 @@
 secrets.json
 .env
-__pycache__
+__pycache__
+post.py

apis/chat_api.py

@@ -86,15 +86,16 @@ class ChatAPIApp:
         }
         return self.available_models
 
-    def extract_api_key(self, credentials: HTTPAuthorizationCredentials = Depends(HTTPBearer(auto_error=False))):
-        api_key = None
+    def extract_token(self, credentials: HTTPAuthorizationCredentials = Depends(HTTPBearer(auto_error=False))):
+        token = None
         if credentials:
-            api_key = credentials.credentials
+            token = credentials.credentials
         else:
-            api_key = os.getenv("XCHE_TOKEN")
-        if api_key:
-            if api_key.startswith("hf_"):
-                return api_key
+            token = os.getenv("XCHE_TOKEN")
+
+        if token:
+            if token.startswith("hf_"):
+                return token
             else:
                 logger.warn(f"Invalid HF Token!")
         else:
@@ -110,7 +111,7 @@ class ChatAPIApp:
         use_cache: bool = Field(default=False, description="(bool) Use cache")
         stream: bool = Field(default=True, description="(bool) Stream")
 
-    def chat_completions(self, item: ChatCompletionsPostItem, api_key: str = Depends(extract_api_key)):
+    def chat_completions(self, item: ChatCompletionsPostItem, token: str = Depends(extract_token)):
         streamer = MessageStreamer(model=item.model)
         composer = MessageComposer(model=item.model)
         composer.merge(messages=item.messages)
@@ -120,7 +121,7 @@ class ChatAPIApp:
             temperature=item.temperature,
             top_p=item.top_p,
             max_new_tokens=item.max_tokens,
-            api_key=api_key,
+            api_key=token,
             use_cache=item.use_cache,
         )
         if item.stream:
@@ -135,13 +136,6 @@ class ChatAPIApp:
             data_response = streamer.chat_return_dict(stream_response)
             return data_response
 
-    def get_readme(self):
-        readme_path = Path(__file__).parents[1] / "README.md"
-        with open(readme_path, "r", encoding="utf-8") as rf:
-            readme_str = rf.read()
-        readme_html = markdown2.markdown(readme_str, extras=["table", "fenced-code-blocks", "highlightjs-lang"])
-        return readme_html
-
     def setup_routes(self):
         for prefix in ["", "/v1", "/api", "/api/v1"]:
             if prefix in ["/api/v1"]: