Spaces:
Running
Running
Update utils.py
Browse files
utils.py
CHANGED
@@ -23,8 +23,9 @@ def start_server():
|
|
23 |
)
|
24 |
server.start()
|
25 |
return server
|
26 |
-
|
27 |
|
|
|
|
|
28 |
def load_model():
|
29 |
openai_api_key = os.getenv('API_KEY')
|
30 |
openai_api_base = f"http://localhost:{local_port}/v1"
|
|
|
23 |
)
|
24 |
server.start()
|
25 |
return server
|
|
|
26 |
|
27 |
+
|
28 |
+
@st.cache_resource()
|
29 |
def load_model():
|
30 |
openai_api_key = os.getenv('API_KEY')
|
31 |
openai_api_base = f"http://localhost:{local_port}/v1"
|