update app.py

app.py

@@ -16,24 +16,45 @@ model = AutoModelForCausalLM.from_pretrained(repo_name, trust_remote_code=True).
 # Add sidebar with instructions
 st.sidebar.title("Instructions: How to use")
 st.sidebar.write("""
-1. Write something in the text area (a prompt or random text) or use the dropdown menu to select predefined text.
-2. Select a task from the **task dropdown menu** below. **This is very important as it ensures the model responds accordingly.**
+1. Write something in the text area (a prompt or random text) or use the dropdown menu to select predefined sample text.
+2. Select a task from the **task dropdown menu** below if you are providing your own text. **This is very important as it ensures the model responds accordingly.**
+3. If you provide your own text, please do not select any predefined sample text from the dropdown menu.
 3. If a dropdown menu pops up for a nigerian language, **select the target nigerian language.**
-4. Click Generate to get a response below the text area.\n
+4. Click the Generate button to get a response below the text area.\n
 **Note: Model's performance when given prompts vary due to model size and training data distribution.**\n
 5. Lastly, you can play with some of the generation parameters below to improve performance.
 """)
 
+max_length = 100 
+max_new_tokens = 50
+num_beams = 5
+temperature = 1.1 
+top_k = 75
+top_p = 0.95 
+repetition_penalty = 4.0 
+length_penalty = 2.0
+
+# Create sliders in the sidebar
+max_length = st.sidebar.slider("Max Length", min_value=10, max_value=500, value=max_length)
+max_new_tokens = st.sidebar.slider("Max tokens", min_value=30, max_value=768, value=max_new_tokens)
+num_beams = st.sidebar.slider("Number of Beams", min_value=1, max_value=10, value=num_beams)
+temperature = st.sidebar.slider("Temperature", min_value=0.1, max_value=2.0, value=temperature)
+top_k = st.sidebar.slider("Top-K", min_value=1, max_value=100, value=top_k)
+top_p = st.sidebar.slider("Top-P", min_value=0.1, max_value=1.0, value=top_p)
+repetition_penalty = st.sidebar.slider("Repetition Penalty", min_value=1.0, max_value=10.0, value=repetition_penalty)
+length_penalty = st.sidebar.slider("Length Penalty", min_value=0.1, max_value=10.0, value=length_penalty)
+
+
 # Define generation configuration
-max_length = st.sidebar.slider("Max Length", min_value=10, max_value=500, value=100)
-max_new_tokens = st.sidebar.slider("Max tokens", min_value=30, max_value=768, value=50)
-num_beams = st.sidebar.slider("Number of Beams", min_value=1, max_value=10, value=5)
-temperature = st.sidebar.slider("Temperature", min_value=0.1, max_value=2.0, value=0.9)
-top_k = st.sidebar.slider("Top-K", min_value=1, max_value=100, value=50)
-top_p = st.sidebar.slider("Top-P", min_value=0.1, max_value=1.0, value=0.95)
-repetition_penalty = st.sidebar.slider("Repetition Penalty", min_value=1.0, max_value=10.0, value=2.0)
-length_penalty = st.sidebar.slider("Length Penalty", min_value=0.1, max_value=10.0, value=1.7)
-# early_stopping = st.sidebar.selectbox("Early Stopping", [True, False], index=0)
+# max_length = st.sidebar.slider("Max Length", min_value=10, max_value=500, value=100)
+# max_new_tokens = st.sidebar.slider("Max tokens", min_value=30, max_value=768, value=50)
+# num_beams = st.sidebar.slider("Number of Beams", min_value=1, max_value=10, value=5)
+# temperature = st.sidebar.slider("Temperature", min_value=0.1, max_value=2.0, value=0.9)
+# top_k = st.sidebar.slider("Top-K", min_value=1, max_value=100, value=50)
+# top_p = st.sidebar.slider("Top-P", min_value=0.1, max_value=1.0, value=0.95)
+# repetition_penalty = st.sidebar.slider("Repetition Penalty", min_value=1.0, max_value=10.0, value=2.0)
+# length_penalty = st.sidebar.slider("Length Penalty", min_value=0.1, max_value=10.0, value=1.7)
+# # early_stopping = st.sidebar.selectbox("Early Stopping", [True, False], index=0)
 
 generation_config = {
     "max_length": max_length,
@@ -75,6 +96,7 @@ async def generate_from_api(user_input, generation_config):
 
 # Sample texts
 sample_texts = {
+    "":"",
     "Tell me a story in pidgin": "Tell me a story in pidgin",
     "Oma Ede, Mi ji ogede...": "Oma Ede, Mi ji ogede mi a foroma orhorho edha meji ri eka. ",
     "who are you?": "who are you?",
@@ -139,8 +161,8 @@ def wrap_text(text, task_value):
     return task_value.format(text)
 
 
-# Text input
-user_input = st.text_area("Enter text below **(please, first read the instructions on how to use in the side bar for better experience)**: ", sample_texts[sample_text])
+# Text input 
+user_input = st.text_area("Enter text below **(PLEASE, FIRST READ THE INSTRUCTIONS ON HOW TO USE IN THE SIDE BAR FOR BETTER EXPERIENCE)**: ", sample_texts[sample_text])
 user_input = instruction_wrap.get(sample_texts.get(user_input, user_input), user_input)
 
 if st.button("Generate"):