Dawoodthouseef commited on
Commit
351ed73
1 Parent(s): f3998aa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -11
app.py CHANGED
@@ -32,17 +32,13 @@ conversation_history = []
32
  # Prediction function
33
  def predict(message, system_prompt='', temperature=0.7, max_new_tokens=4096,Topp=0.5,Repetitionpenalty=1.2):
34
  global conversation_history
35
- with st.status("Starting client"):
36
- sleep(2)
37
- st.write("Requesting client")
38
- with st.status("Requesting LLama-2"):
39
- st.write("Requesting API")
40
- # Append the user's input to the conversation history
41
- conversation_history.append({"role": "system", "content": input_text})
42
- response_text = model(ins.format(question),temperature=temperature,max_new_tokens=max_new_tokens,top_p=Topp,repetition_penality=Repetitionpenalty)
43
- conversation_history.append({"role": "user", "content": input_text})
44
- conversation_history.append({"role": "assistant", "content": response_text})
45
- return response_text
46
 
47
  # Streamlit UI
48
  st.title(TITLE)
 
32
  # Prediction function
33
  def predict(message, system_prompt='', temperature=0.7, max_new_tokens=4096,Topp=0.5,Repetitionpenalty=1.2):
34
  global conversation_history
35
+
36
+ # Append the user's input to the conversation history
37
+ conversation_history.append({"role": "system", "content": input_text})
38
+ response_text = model(ins.format(question),temperature=temperature,max_new_tokens=max_new_tokens,top_p=Topp,repetition_penality=Repetitionpenalty)
39
+ conversation_history.append({"role": "user", "content": input_text})
40
+ conversation_history.append({"role": "assistant", "content": response_text})
41
+ return response_text
 
 
 
 
42
 
43
  # Streamlit UI
44
  st.title(TITLE)