Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -4,8 +4,9 @@ from transformers import AutoTokenizer
|
|
4 |
from langchain.chat_models import ChatOpenAI
|
5 |
|
6 |
# access token with permission to access the model and PRO subscription
|
7 |
-
|
8 |
-
|
|
|
9 |
|
10 |
# tokenizer for generating prompt
|
11 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-70b-chat-hf")
|
@@ -30,7 +31,6 @@ def generate(text):
|
|
30 |
assert generate("What is 2+2?") == "The answer to 2+2 is 4."
|
31 |
|
32 |
# create evaluator
|
33 |
-
|
34 |
-
assert os.environ.get("OPENAI_API_KEY") is not None, "Please set OPENAI_API_KEY environment variable"
|
35 |
|
36 |
evaluation_llm = ChatOpenAI(model="gpt-4")
|
|
|
4 |
from langchain.chat_models import ChatOpenAI
|
5 |
|
6 |
# access token with permission to access the model and PRO subscription
|
7 |
+
HUGGINGFACEHUB_API_TOKEN = os.getenv("HF_ACCESS_READ")
|
8 |
+
OAI_API_KEY=os.getenv("OPENAI_API_KEY")
|
9 |
+
login(token=HUGGINGFACEHUB_API_TOKEN)
|
10 |
|
11 |
# tokenizer for generating prompt
|
12 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-70b-chat-hf")
|
|
|
31 |
assert generate("What is 2+2?") == "The answer to 2+2 is 4."
|
32 |
|
33 |
# create evaluator
|
34 |
+
assert OAI_API_KEY is not None, "Please set OPENAI_API_KEY environment variable"
|
|
|
35 |
|
36 |
evaluation_llm = ChatOpenAI(model="gpt-4")
|