Update utils.py

utils.py

@@ -6,11 +6,12 @@ import streamlit as st
 from openai import OpenAI
 from sshtunnel import SSHTunnelForwarder
 
+local_port = 20000
 
 @st.cache_resource()
 def load_model():
     openai_api_key = "EMPTY"
-    openai_api_base = "http://localhost:8080/v1"
+    openai_api_base = f"http://localhost:{local_port}/v1"
 
     client = OpenAI(
         api_key=openai_api_key,
@@ -63,7 +64,7 @@ def start_server(ssh_key, dns_name):
         ssh_address_or_host=dns_name,
         ssh_username="ec2-user",
         ssh_pkey=pkey,  
-        local_bind_address=("127.0.0.1", 8080),
+        local_bind_address=("127.0.0.1", local_port),
         remote_bind_address=("127.0.0.1", 8000)
     )