rbn2008k commited on
Commit
d02c625
·
verified ·
1 Parent(s): b728c8f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -2,7 +2,7 @@ import os
2
  import time
3
  import threading
4
  import requests
5
- from openai import OpenAI
6
  from telethon import TelegramClient, events
7
  import gradio as gr
8
  import asyncio
@@ -26,7 +26,6 @@ yolo = os.getenv('yolo')
26
 
27
  openai_client = OpenAI(
28
  api_key=openai_api_key,
29
- base_url=yolo
30
  )
31
 
32
  idefics_processor = AutoProcessor.from_pretrained("HuggingFaceM4/idefics2-8b")
@@ -114,7 +113,7 @@ async def get_completion(prompt: str, user_id) -> str:
114
  ]
115
  try:
116
  completion = openai_client.chat.completions.create(
117
- model="hf:mlabonne/Llama-3.1-70B-Instruct-lorablated",
118
  messages=messages,
119
  stream=True,
120
  temperature=0.8,
 
2
  import time
3
  import threading
4
  import requests
5
+ from groq import Groq
6
  from telethon import TelegramClient, events
7
  import gradio as gr
8
  import asyncio
 
26
 
27
  openai_client = OpenAI(
28
  api_key=openai_api_key,
 
29
  )
30
 
31
  idefics_processor = AutoProcessor.from_pretrained("HuggingFaceM4/idefics2-8b")
 
113
  ]
114
  try:
115
  completion = openai_client.chat.completions.create(
116
+ model="llama-3.1-70b-versatile",
117
  messages=messages,
118
  stream=True,
119
  temperature=0.8,