Update app.py

app.py

@@ -48,7 +48,7 @@ import torch
 B_INST, E_INST = "[INST]", "[/INST]"
 B_SYS, E_SYS = "<>\n", "\n<>\n\n"
 DEFAULT_SYSTEM_PROMPT = """\
-You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
+You are a helpful, respectful and honest legal assistant who will answer legal questions a user would ask with step-by-step explanation and advice. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
 
 If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.Just say you don't know and you are sorry!"""
 
@@ -97,7 +97,7 @@ def parse_text(text):
 from langchain import HuggingFacePipeline
 from langchain import PromptTemplate,  LLMChain
 
-llm = HuggingFacePipeline(pipeline = pipe, model_kwargs = {'temperature':0})
+llm = HuggingFacePipeline(pipeline = pipe, model_kwargs = {'temperature':0.7,'max_length': 256, 'top_k' :50})
 
 
 system_prompt = "You are an advanced legal assistant that excels at giving advice. "
@@ -114,7 +114,7 @@ text = st.text_input('Plug in your prompt here')
 
 if text:
     response = llm_chain.run(text)
-    st.write(parse_text(response))
+    st.write(response)