robinroy03 commited on
Commit
b1ff179
1 Parent(s): 3a59da7

knn = 10 and gemini models

Browse files
Files changed (1) hide show
  1. main.py +3 -3
main.py CHANGED
@@ -38,13 +38,13 @@ async def llm_output(question: str) -> tuple[str, str]:
38
  URL_LLM = 'https://robinroy03-fury-engine.hf.space'
39
  obj = {
40
  "query": question,
41
- "llm": "llama3-70b-8192",
42
- "knn": 3,
43
  "stream": False
44
  }
45
 
46
  async with aiohttp.ClientSession() as session:
47
- async with session.post(URL_LLM + "/api/groq/generate", json=obj) as response:
48
  if response.status == 500:
49
  return "Error 500"
50
  response_json = await response.json(content_type=None)
 
38
  URL_LLM = 'https://robinroy03-fury-engine.hf.space'
39
  obj = {
40
  "query": question,
41
+ "llm": "gemini-1.5-pro",
42
+ "knn": 10,
43
  "stream": False
44
  }
45
 
46
  async with aiohttp.ClientSession() as session:
47
+ async with session.post(URL_LLM + "/api/google/generate", json=obj) as response:
48
  if response.status == 500:
49
  return "Error 500"
50
  response_json = await response.json(content_type=None)