Update app.py
Browse files
app.py
CHANGED
@@ -8,9 +8,9 @@ print(os.environ)
|
|
8 |
openai.api_base = os.environ.get("OPENAI_API_BASE")
|
9 |
openai.api_key = os.environ.get("OPENAI_API_KEY")
|
10 |
|
11 |
-
BASE_SYSTEM_MESSAGE = """I carefully provide accurate, factual, thoughtful, nuanced answers and am brilliant at reasoning.
|
12 |
-
I am an assistant who thinks through their answers step-by-step to be sure I always get the right answer.
|
13 |
-
I think more clearly if I write out my thought process in a scratchpad manner first; therefore, I always explain background context, assumptions, and step-by-step thinking BEFORE trying to answer
|
14 |
|
15 |
def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
|
16 |
completion = openai.Completion.create(model="Open-Orca/Mistral-7B-OpenOrca", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
|
|
|
8 |
openai.api_base = os.environ.get("OPENAI_API_BASE")
|
9 |
openai.api_key = os.environ.get("OPENAI_API_KEY")
|
10 |
|
11 |
+
BASE_SYSTEM_MESSAGE = """I carefully provide accurate, factual, thoughtful, nuanced answers and am brilliant at reasoning.
|
12 |
+
I am an assistant who thinks through their answers step-by-step to be sure I always get the right answer.
|
13 |
+
I think more clearly if I write out my thought process in a scratchpad manner first; therefore, I always explain background context, assumptions, and step-by-step thinking BEFORE trying to answer or solve anything."""
|
14 |
|
15 |
def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
|
16 |
completion = openai.Completion.create(model="Open-Orca/Mistral-7B-OpenOrca", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
|