update gptfake

app.py

@@ -40,7 +40,7 @@ import gradio as gr
 import time
 
 import glob
-from typing import List
+from typing import Any, List, Mapping, Optional
 from multiprocessing import Pool
 from tqdm import tqdm
 from pygame import mixer
@@ -65,9 +65,35 @@ import langchain
 import asyncio
 from playwright.async_api import async_playwright
 
+from langchain.embeddings.huggingface import HuggingFaceEmbeddings
 
+from langchain.llms.base import LLM
+from langchain.callbacks.manager import CallbackManagerForLLMRun
 
-from langchain.embeddings.huggingface import HuggingFaceEmbeddings
+
+class GPTRemote(LLM):
+    n = 0
+
+    @property
+    def _llm_type(self) -> str:
+        return "custom"
+    
+    def _call(
+            self, 
+            prompt: str, 
+            stop: Optional [List[str]] = None, 
+            run_manager: Optional[CallbackManagerForLLMRun] = None, 
+            **kwargs: Any
+            ) -> str:
+        print("prompt", prompt)
+        output = "test custom llm"
+        return output
+    
+    @property
+    def _identifying_params(self) -> Mapping[str, Any]:
+        return {"input", self.n}
+
+GPTfake = GPTRemote()
 
 
 async def start_playwright(question: str):
@@ -495,11 +521,9 @@ chat = AzureChatOpenAI(
 )
 
 
+# llm = chat
 
-
-
-
-llm = chat
+llm = GPTfake
 
 llm_math = LLMMathChain.from_llm(llm)