Update app.py

app.py

@@ -1,10 +1,12 @@
 import io
 from fastapi import FastAPI, File, UploadFile
+from fastapi import FastAPI, Request, Response, BackgroundTasks
 
 import subprocess
 import os
 import requests
 import random
+# import undetected_chromedriver as uc
 
 import shutil
 import json
@@ -23,6 +25,7 @@ from selenium.webdriver.chrome.service import Service
 import threading
 import random
 import string
+from selenium.webdriver.common.keys import Keys
 import time
 
 
@@ -77,150 +80,132 @@ from pymongo.mongo_client import MongoClient
 
 @app.on_event("startup")
 async def startup_event():
+    x=requests.get('https://open-ai-ping-eight.vercel.app/proxy')
+    print("response ", x.text)
     print("on startup")
     
     
     # t = threading.Thread(target=makeqimg)  
     # t.start()
+proxy =None
 
+llama_last_error=0
 
+# LLAMA
 
+chrome_driver_path = '/usr/local/bin/chromedriver-linux64/chromedriver'
 
-
-mycol = None
-
-
-@app.post("/url")
-async def get_url(request:  Request ):
-    return "k"
-   
-    # data = await request.json()
-    # text = data['url']
-    # mongo_url=text
-    # print("mongo url ",text)
-    # global mycol
-    # if mycol==None:
-    #     myclient = MongoClient(mongo_url)
-
-    #     try:
-    #         myclient.admin.command('ping')
-    #         print("Pinged your deployment. You successfully connected to MongoDB!")
-    #     except Exception as e:
-    #         print(e)
-
-    #     mydb = myclient['open-ai-api-keys']
-        
-    #     mycol= mydb['key']
-    # extract()
-
-
+@app.post("/llama")
+async def get_answer_llama(request: Request ):
+    data = await request.json()
+    text = data['text']
+    # print("recived ",text)
+    res= ""
+    res= do_ML_LLAMA70b(text,0)
+    dict={"LLAMA":res}
+    return JSONResponse(dict)
 
 
-def extract():
+def do_ML_LLAMA70b(text:str, trycount:int):
+    starttime=time.time()
     options = ChromeOptions()
+    global llama_last_error
     options.add_argument('--no-sandbox')
     options.add_argument('-headless')
-    service = Service()
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
     driver = webdriver.Chrome(options= options,service=service)
-    
-    
-    global mycol
-    # global driver
-    
-    if True:
-        # time.sleep(60)
-        try:
-            driver.get("https://talkai.info/chat/") 
-            element = driver.find_element(By.CSS_SELECTOR,".chat")
-            api_key = element.get_attribute("data-api-key")
-            dict={"key":"open-ai"}
-            mycol.delete_one(dict)
-            dict={"key":"open-ai","value":api_key}
-            mycol.insert_one(dict)
-            print(api_key)
-            driver.delete_all_cookies()
-            driver.quit()
-            
-        except Exception as e: 
-            print('error in extract ',e)
-            pass
-        # time.sleep(60)
-
-    
-
-from queue import Queue
-chatq = Queue()
-imgq= Queue()
+    driver.get("https://huggingface-projects-llama-2-7b-chat.hf.space")
+    try:
+         
+        while True:
+            currtime= time.time()
+            if(currtime>starttime+30):
+                driver.delete_all_cookies()
+                driver.quit()
+                return "Requested Could not be proceed"
+            try:
+                # span_element = driver.find_element(By.CLASS_NAME, 'svelte-s1r2yt')
+                # span_element.click()
+                # input_element = driver.find_elements(By.CSS_SELECTOR, 'input[data-testid="number-input"]')
+                # new_value = "2000"  
+                # input_element[1].clear()
+                # input_element[1].send_keys(new_value)
+                xpath_expression = '//textarea[@data-testid="textbox"]'
+                textarea_element = driver.find_element(By.XPATH, xpath_expression)
+                for line in text.split('\n'):
+                    textarea_element.send_keys(line)
+                    textarea_element.send_keys(Keys.SHIFT + Keys.ENTER)
+                textarea_element.send_keys('\n')
+                
+                
+                break
+            except Exception as e:
+                print(e)
+                continue
 
+            
+        prev =""
+        
+        time.sleep(2)
+        while True:
+            time.sleep(0.5)
+            currtime= time.time()
+            
+            if(currtime>starttime+170):
+                driver.delete_all_cookies()
+                driver.quit()
+                
+                return prev
+                
+            element_selector = '.wrap.default.minimal.svelte-119qaqt.translucent.generating'
 
-def makeqchat():
+            try:
+                element = driver.find_element(By.CSS_SELECTOR,element_selector)
+                print("generating")
+                continue
+            except:
+                print("Element is not present.")
 
-    while chatq.qsize()<2:
-        print("appending in chat queue")
-        options = ChromeOptions()
-        options.add_argument('--no-sandbox')
-        options.add_argument('-headless')
-        service = Service()
-        driver = webdriver.Chrome(options= options,service=service)
-        driver.get("https://talkai.info/chat/")  
-        chatq.put(driver)
-        
+            parent_element = driver.find_elements(By.CLASS_NAME,'message')
+            extracted_text = parent_element[1].text
+            element_text= extracted_text
+            if element_text=="" or element_text=='Loading content ':
+                pritn("empty text exception")
+                continue
+                
+            driver.quit()
+            
+            return element_text
+                
+        driver.delete_all_cookies()
+        driver.quit()
+        llama_last_error= time.time()
+        return " --Error Occurred-- "
         
 
-def makeqimg():
-
-    while imgq.qsize()<2:
-        print("appending in img queue")
-        options = ChromeOptions()
-        options.add_argument('--no-sandbox')
-        options.add_argument('-headless')
-        service = Service()
-        driver = webdriver.Chrome(options= options,service=service)
-        driver.get("https://talkai.info/image/")  
-        imgq.put(driver)
-        
-        
+    except Exception as e:
+        print(e)
+        driver.delete_all_cookies()
+        driver.quit()
+        llama_last_error= time.time()
+        return "Error Occurred "
 
 
 
 
+    ##########  MPT
 
-@app.post("/")
-async def get_answer(request: Request ):
+
+@app.post("/mpt")
+async def get_answer_mpt(request: Request ):
     data = await request.json()
-    
     text = data['text']
-    host= ''
-
-    temperature=-1
-
-    try:
-        temperature= data['temperature']
-        temperature= float(temperature)
-        temperature= round(temperature,1)
-        
-    except:
-        print("No temperature")
-        
-
-    # N = 20
-    # res = ''.join(random.choices(string.ascii_uppercase +
-    #                          string.digits, k=N))
-    # res= res+ str(time.time())
-
-    id= ''
-    
-    
-    # t = threading.Thread(target=do_ML, args=(id,text,host,0))  
-    # t.start()
-
-    res= do_ML(id,text,host,0,temperature)
+    print("recived ",text)
+    res= do_ML_MPT(text,0)
     
+    dict={"MPT":res}
 
-    dict={"ChatGPT":res}
-    # dict= {"id":id}
-    
-    
     return JSONResponse(dict)
 
 
@@ -228,68 +213,52 @@ async def get_answer(request: Request ):
 
 
 
-def do_ML(id:str,text:str,host:str, trycount:int,temperature:float):
- 
+def do_ML_MPT(text:str, trycount:int):
+    starttime=time.time()
+    options = ChromeOptions()
+    options.add_argument('--no-sandbox')
+    options.add_argument('-headless')
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
+    driver = webdriver.Chrome(options= options,service=service)
+    driver.get("https://mosaicml-mpt-30b-chat.hf.space") 
     try:
-        starttime=time.time()
-        options = ChromeOptions()
-        options.add_argument('--no-sandbox')
-        options.add_argument('-headless')
-        service = Service()
-        driver = webdriver.Chrome(options= options,service=service)
-        driver.get("https://talkai.info/chat/")  
-        if temperature>=0 and temperature<=2:
+         
+        while True:
+            currtime= time.time()
+            if(currtime>starttime+20):
+                driver.delete_all_cookies()
+                driver.quit()
+                return "Requested Could not be proceed"
             try:
-                print("setting temperature ",temperature)
-                while True:
-                    currtime= time.time()
-                    if(currtime>starttime+10):
-                        return "Requested Could not be proceed"
-            
-                    try:
-                        setting_button = driver.find_element(By.ID, "openSettings")
-                        setting_button.click()
-                        break
-                    except:
-                        time.sleep(0.2)
+                textarea_xpath = "//textarea[@data-testid='textbox' and @class='scroll-hide svelte-1pie7s6' and @placeholder='Chat Message Box']"
+                textarea_element = driver.find_element(By.XPATH,textarea_xpath)
 
-                while True:
-                    currtime= time.time()
-                    if(currtime>starttime+10):
-                        return "Requested Could not be proceed"
-                    try:
-                        input_element = driver.find_element(By.CLASS_NAME,"styled-slider")
-                        new_value = temperature
-                        driver.execute_script("arguments[0].value = arguments[1]", input_element, new_value)
-                        break
-                    except:
-                        time.sleep(0.2)
-                while True:
-                    currtime= time.time()
-                    if(currtime>starttime+10):
-                        return "Requested Could not be proceed"
-                    try:
-                        confirm_button = driver.find_element(By.CLASS_NAME, "settingsButtonConfirm")
-                        confirm_button.click()
-                        break
-                    except:
-                        time.sleep(0.2)
+                for line in text.split('\n'):
+                    textarea_element.send_keys(line)
+    # Simulate pressing the 'Shift + Enter' keys to add a newline without triggering submit
+                    textarea_element.send_keys(Keys.SHIFT + Keys.ENTER)
+                break
             except:
-                print("could not set temperature")
-
+                continue
 
         while True:
             currtime= time.time()
-            if(currtime>starttime+10):
+            if(currtime>starttime+20):
+                driver.delete_all_cookies()
+                driver.quit()
                 return "Requested Could not be proceed"
             try:
-                textarea = driver.find_element(By.CSS_SELECTOR, "textarea")
-                textarea.send_keys(text)
-            
-                button = driver.find_element(By.CLASS_NAME, "sectionChatFormButton")
-                button.click()
+                    
+
+                button_id = 'component-9'  # Replace 'comonent-7' with the actual ID
+                button_element = driver.find_element(By.ID,button_id)
+
+# Perform actions on the element (e.g., clicking the button)
+                button_element.click()
                 break
-            except:
+            except Exception as e:
+                print(e)
                 time.sleep(0.2)
 
             
@@ -297,152 +266,408 @@ def do_ML(id:str,text:str,host:str, trycount:int,temperature:float):
         
         # time.sleep(2)
         while True:
-            time.sleep(0.2)
-            # currtime= time.time()
-            # if(currtime>starttime+18.5):
+            time.sleep(0.5)
+            currtime= time.time()
+            
+            if(currtime>starttime+120):
+                driver.delete_all_cookies()
+                driver.quit()
                 
-                # return "Requested Could not be proceed"
+                return "Requested Could not be proceed"
                 
-            value=""
+            # value=""
             try:
-                messages = driver.find_elements(By.CLASS_NAME, 'messageContain')
-                last_message_contain = messages[len(messages)-2]
-                value = last_message_contain.text
-                value = value[8:len(value)]
-                print(value)
-                if value=="Please, wait...":
-                    continue
-            except:
+                element = driver.find_element(By.XPATH,'//div[@data-testid="bot" and contains(@class, "message bot")]')
+        
+                x=(element.text)
+
+                print("From text ",x)
+                if x=="":
+                    raise ValueError(" k")
+                driver.quit()
+                return x
+
+                    
+                    
+
+            except Exception as e:
+                print(e)
                 continue
                 
             
             
-            driver.delete_all_cookies()
-            driver.quit()
-            return value
+        driver.quit()
+        return " --Error Occurred-- "
             
             
 
     except:
         print("Error")
-        driver.delete_all_cookies()
-        if trycount>3:
+        
+        if trycount>1:
             
-            return 
+            driver.delete_all_cookies()
+            driver.quit()
+            return "Error"
         driver.quit()
-        return do_ML(id,text,host,trycount+1)
-        
+        return do_ML_MPT(text,trycount+1)
         
 
+'''Falcon 40 b intruct'''
 
 
 
-@app.post("/image")
-async def get_answer(q: Query ):
-    
-    text = q.text
-    host= q.host
 
-    # N = 20
-    # res = ''.join(random.choices(string.ascii_uppercase +
-    #                          string.digits, k=N))
-    # res= res+ str(time.time())
+'''Star Code'''
 
-    id= ''
-    
-    # t = threading.Thread(target=do_ML2, args=(id,text,host,0))  
-    # t.start()
 
-    url = do_ML2(id,text,host,0)
+@app.post("/starcode")
+async def get_answer_falcon(request: Request ):
+    data = await request.json()
+    text = data['text']
+    print("recived ",text)
+    res= do_ML_STARCODE(text,0)
     
-    dict= {"url":url}
+    dict={"RESULT":res}
 
-    
-    # dict= {"id":id}
-    
-    
     return JSONResponse(dict)
 
-                
-            
 
 
-def do_ML2(id:str,text:str,host:str, trycount:int):
 
+
+
+def do_ML_STARCODE(text:str, trycount:int):
     starttime=time.time()
-        
     options = ChromeOptions()
     options.add_argument('--no-sandbox')
     options.add_argument('-headless')
-    service = Service()
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
     driver = webdriver.Chrome(options= options,service=service)
-    driver.get("https://talkai.info/image/")  
+    driver.get("https://huggingfaceh4-starchat-playground.hf.space/") 
     try:
-            
+         
         while True:
             currtime= time.time()
-            if(currtime>starttime+5):
-                raise ValueError("h")
-                # return "Requested Could not be proceed"
+            if(currtime>starttime+20):
+                driver.delete_all_cookies()
+                driver.quit()
+                return "Requested Could not be proceed"
             try:
-                textarea = driver.find_element(By.CSS_SELECTOR, "textarea")
-                textarea.send_keys(text)
-                time.sleep(0.1)
-                button = driver.find_element(By.CLASS_NAME, "sectionChatFormButton")
-                button.click()
+                textarea_element = driver.find_element(By.CSS_SELECTOR,'textarea[placeholder="Enter your message here"]')
+                
+                for line in text.split('\n'):
+                    textarea_element.send_keys(line)
+    # Simulate pressing the 'Shift + Enter' keys to add a newline without triggering submit
+                    textarea_element.send_keys(Keys.SHIFT + Keys.ENTER)
+                time.sleep(0.5)
+                textarea_element.send_keys('\n')
                 break
             except:
-                time.sleep(0.2)
+                continue
+
             
+        prev =""
+        
         # time.sleep(2)
         while True:
+            time.sleep(0.5)
             currtime= time.time()
-            if(currtime>starttime+40):
-                raise ValueError("j")
-                return "Requested Could not be proceed"
+            
+            if(currtime>starttime+170):
+                driver.delete_all_cookies()
+                driver.quit()
                 
-            time.sleep(0.2)
-            # currtime= time.time()
-            # if(currtime>starttime+18.5):
+                return "Requested Could not be proceed"
+
             try:
-                messages = driver.find_elements(By.CLASS_NAME,"messageContain")
-                x= messages[len(messages)-2]
-# Extract the text from the 'p' element within the 'div' with class 'messageContain'
-                message_text = x.find_element(By.TAG_NAME,"p").text
-                if message_text=='The request could not be processed':
-                    return "The request could not be processed"
+                div_element = driver.find_element(By.CLASS_NAME,'svelte-j1gjts.generating')
+                continue
+            except:
+                pass
+            # value=""
+            try:
+                div_element = driver.find_element(By.CSS_SELECTOR,'div[data-testid="bot"]')
+                text_content = div_element.text
+                print(text_content)
+                driver.delete_all_cookies()
+                driver.quit()
+                return text_content
+                
             except Exception as e:
                 print(e)
-                pass
-
+                continue
                 
-                # return "Request Could not be proceed"
+            
+            
+        driver.quit()
+        return " --Error Occurred-- "
+            
+            
+
+    except:
+        print("Error")
+        
+        driver.delete_all_cookies()
+        driver.quit()
+        return "Error Occureed"
+
+
+            
+
+@app.post("/falcon180b")
+async def get_answer_falcon180(request: Request, background_tasks: BackgroundTasks ):
+    data = await request.json()
+    text= data['text']
+    print("recievoed , ", text )
+    return StreamingResponse(do_falcon180(text), media_type="text/plain")
+    
+
+
+import asyncio
+from fastapi.responses import StreamingResponse
+
+async def do_falcon180(text):
+    starttime=time.time()
+    options = ChromeOptions()
+    options.add_argument('--no-sandbox')
+    options.add_argument('-headless')
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
+    driver = webdriver.Chrome(options= options,service=service)
+    # driver.get("https://tiiuae-falcon-180b-demo.hf.space")
+    # driver.get("https://ysharma-falcon-180b-demo.hf.space/")
+    driver.get("https://lunarflu-falcon-180b-demo-duplicate.hf.space")
+    try:
+        while True:
+            try:
+                curr= time.time()
+                if curr- starttime>20:
+                    break
+                xpath_expression = "//span[@class='svelte-s1r2yt' and contains(text(), 'Additional Inputs')]"
+                element = driver.find_element(By.XPATH, xpath_expression)
+                element.click()
+                element = driver.find_elements(By.CSS_SELECTOR, 'input[data-testid="number-input"]')
+                element[1].clear()  # Clear any existing value
+                element[1].send_keys('1900')
+                textarea_element = driver.find_element(By.XPATH,'//textarea[@placeholder="Type a message..."]')
+                for line in text.split('\n'):
+                    textarea_element.send_keys(line)
+                    textarea_element.send_keys(Keys.SHIFT + Keys.ENTER)
+                textarea_element.send_keys('\n')
+                break
+            except Exception as e:
+                print(e)
+                continue
+        old_text=""
+        while True:
+            # await asyncio.sleep(0.1)
+            curr= time.time()
+            if curr- starttime>180:
+                driver.quit()
+                break
+            done = False
             try:
-                messages = driver.find_elements(By.XPATH, "//div[@class='messageContain']/p/img")
-                last_message_contain = messages[len(messages)-2]
-                src = last_message_contain.get_attribute("src")
-                print(src)
+                xpath_expression = "//span[contains(@class, 'chatbot')]"
+                element = driver.find_elements(By.XPATH, xpath_expression)
+                text = element[1].text
+                # print(text)
+                while True:
+                    text = element[1].text
+                    send_text= text[len(old_text):]
+                    old_text= text
+                    yield send_text.encode()
+                    try:
+                        element = driver.find_element(By.CLASS_NAME,"generating")
+                        # print("generating")
+                    except:
+                        # print("generated")
+                        driver.quit()
+                        done= True
+                        break
+                if done:
+                    break
+            except Exception as e:
+                print(e)
+                continue
+    except:
+        driver.quit()
 
+
+        
+
+@app.post("/wizlm70b")
+async def get_answer_falcon180(request: Request):
+    data = await request.json()
+    text= data['text']
+    print("recievoed , ", text )
+    return do_wizard70b(text)
+    
+
+def do_wizard70b(text):
+    starttime=time.time()
+    options = ChromeOptions()
+    options.add_argument('--no-sandbox')
+    options.add_argument('-headless')
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
+    driver = webdriver.Chrome(options= options,service=service)
+    driver.get("https://chat.lmsys.org/")
+    while True:
+        curr= time.time()
+        if curr- starttime>10:
+            driver.delete_all_cookies()
+            driver.quit()
+            return "Error-- 1"
+        try:
+            button = driver.find_element(By.XPATH, "//button[contains(@class, 'svelte-kqij2n') and text()='Single Model']")
+            button.click()
+            break
+        except Exception as e:
+            print(e)
+            time.sleep(0.5)
+    # return driver.page_source
+
+    # while True:
+    #     curr= time.time()
+    #     if curr- starttime>50:
+    #         driver.delete_all_cookies()
+    #         driver.quit()
+    #         return "Error-- 2"
+    #     try:
+    #         input_element = driver.find_elements(By.CLASS_NAME,'border-none')
+    # # Send text to the <input> element
+    #         input_element[2].clear()
+    #         input_element[2].send_keys('wizardlm-70b\n')
+    #         span_element = driver.find_elements(By.XPATH,'//span[text()="Parameters"]')
+    #         span_element[2].click()
+    #         input_element = driver.find_elements(By.XPATH ,'//input[@data-testid="number-input"]')
+    #         input_element[8].clear()  # Clear any existing value
+    #         input_element[8].send_keys('1024')
+    #         break
+    #     except Exception as e:
+    #         print(e)
+    #         time.sleep(0.5)
+    time.sleep(1)
+    while True:
+        curr= time.time()
+        if curr- starttime>60:
+            driver.delete_all_cookies()
+            driver.quit()
+            return "Error-- 3"
+        try:
+            textarea = driver.find_elements(By.XPATH,'//textarea[@data-testid="textbox"]')  # You can also use other locators like by_id, by_name, by_class_name, etc.
+            textarea[2].clear()
+            for line in text.split('\n'):
+                textarea[2].send_keys(line)
+            textarea[2].send_keys('\n')
+        except Exception as e:
+            print(e)
+            time.sleep(0.5)
+         
+    time.sleep(2)
+    while True:
+        curr= time.time()
+        if curr- starttime>178:
+            driver.delete_all_cookies()
+            driver.quit()
+            return "Error-- 3 -- timeout"
+        try:
+            element = driver.find_element(By.CSS_SELECTOR, '.generating')
+            print("geberating")
+            time.sleep(0.5)
+        except:
+            print("Element with 'generating' keyword in class is not present.")
+            div_element = driver.find_element(By.XPATH,'//div[@data-testid="bot"]')
+            extracted_text = div_element.text
+            driver.delete_all_cookies()
+            driver.quit()
+            return extracted_text
+
+            
+
+
+
+#####PALM 2
+
+@app.post("/palm2")
+async def get_answer_llama(request: Request ):
+    data = await request.json()
+    text = data['text']
+    # print("recived ",text)
+    res= ""
+    res= do_ML_PALM(text,0)
+    dict={"BOT":res}
+    return JSONResponse(dict)
+
+
+def do_ML_PALM(text:str, trycount:int):
+    starttime=time.time()
+    options = ChromeOptions()
+    options.add_argument('--no-sandbox')
+    options.add_argument('-headless')
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
+    driver = webdriver.Chrome(options= options,service=service)
+    driver.get('https://chansung-palm-with-gradio-chat.hf.space')
+    try:
+        while True:
+            curr = time.time()
+            if curr-starttime>178:
                 driver.delete_all_cookies()
                 driver.quit()
-                
-                return src
+                return 'Error -1'
+
+            try:
+                xpath = "//textarea[@data-testid='textbox' and @placeholder='Ask anything']"
+                textarea = driver.find_element(By.XPATH,xpath)
+                textarea.clear()
+                for line in text.split('\n'):
+                    textarea.send_keys(line)
+                textarea.send_keys("\n")
                 break
             except:
                 continue
-        
-    except:
-        print("Error")
+        time.sleep(1.5)
+        while True:
+            if curr-starttime>178:
+                driver.delete_all_cookies()
+                driver.quit()
+                return 'Error -2'
+            try:
+                div_element = driver.find_element(By.CSS_SELECTOR,'div.wrap.default.full.svelte-zlszon.generating')
+                continue
+            except:
+                print('fail')
+            try:
+                div_element = driver.find_elements(By.CLASS_NAME,'md.svelte-9tftx4.chatbot')
+                div_element= div_element[1]
+                # Extract and print the text content of the div element
+                div_text = div_element.text
+                if div_text=="":
+                    continue
+                driver.delete_all_cookies()
+                driver.quit()
+                return div_text
+            except:
+                time.sleep(0.5)
+                continue
+            
+
+    except Exception as e:
+        print(e)
         driver.delete_all_cookies()
-        if trycount>2:
-        
-            return "Request Could not be proceed"
         driver.quit()
-        return do_ML2(id,text,host,trycount+1)
-        
-        
+        return "Error 3"
 
         
-       
+            
+
+
 
 
+        
+    
+
+