File size: 563 Bytes
0a632f8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
import groq_gradio

from utils import get_app

demo = get_app(
    models=[
        "llama3-groq-8b-8192-tool-use-preview",
        "llama3-groq-70b-8192-tool-use-preview",
        "llama-3.2-1b-preview",
        "llama-3.2-3b-preview",
        "llama-3.2-11b-text-preview",
        "llama-3.2-90b-text-preview",
        "mixtral-8x7b-32768",
        "gemma2-9b-it",
        "gemma-7b-it",
    ],
    default_model="llama3-groq-70b-8192-tool-use-preview",
    registry=groq_gradio.registry,
    accept_token=False,
)

if __name__ == "__main__":
    demo.launch()