Spaces:
Running
on
Zero
Running
on
Zero
File size: 930 Bytes
73b30a4 3860419 73b30a4 02ebbc8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
import gradio as gr
from fastapi import FastAPI
from fastapi import Request
from fastapi.templating import Jinja2Templates
from fastapi.staticfiles import StaticFiles
import requests
import uvicorn
from groq import Groq
from fastapi import FastAPI, HTTPException, Header
from pydantic import BaseModel
from typing import Any, Coroutine, List
from starlette.middleware.cors import CORSMiddleware
from sse_starlette.sse import EventSourceResponse
from groq import AsyncGroq, AsyncStream, Groq
from groq.lib.chat_completion_chunk import ChatCompletionChunk
from groq.resources import Models
from groq.types import ModelList
from groq.types.chat.completion_create_params import Message
import async_timeout
import asyncio
from interpreter import interpreter
import os
GENERATION_TIMEOUT_SEC = 60
import os
from llamafactory.webui.interface import create_ui
uvicorn.run("mysite.asgi:app", host="0.0.0.0", port=7860, reload=True) |