Rename streamlit_s1.py to app.py

streamlit_s1.py → app.py

@@ -2,7 +2,10 @@ import streamlit as st
 from huggingface_hub import InferenceClient
 
 # Access your Hugging Face token (stored as a secret in the environment)
+hf_token = st.secrets["HF_Token"]
 
+# Initialize the Hugging Face Inference Client with the token
+client = InferenceClient(token=hf_token)
 
 # Streamlit App UI
 st.title("LLM Model Inference with Streamlit")
@@ -15,14 +18,15 @@ model_id = st.selectbox(
     "Select a LLaMA model",
     ["meta-llama/Meta-Llama-3-2B", "meta-llama/Meta-Llama-3-3B"]  # Replace with the correct model names
 )
-client = InferenceClient(model=model_id)
+
 # Button to trigger the inference
 if st.button("Generate Text"):
     if user_input:
         with st.spinner(f"Generating text using {model_id}..."):
             # Perform inference using the selected model
-            response = client.text_generation(inputs=user_input)
+            response = client.text_generation(model=model_id, inputs=user_input)
             st.success("Text generated!")
             st.write(response)
     else:
         st.warning("Please enter a prompt to generate text.")
+