Spaces:
Runtime error
Runtime error
File size: 689 Bytes
31c7f82 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
# Configuration Constants
import os
ACCESS = os.getenv("HF_ACCESS_TOKEN")
QUERY_REWRITING = False
RAG = False
PERSONALITY = True
PERSONALITY_LIST = ["introverted", "antagonistic", "conscientious", "emotionally stable", "open to experience"]
REWRITE_PASSAGES = False
NUM_PASSAGES = 3
DEVICE = "cuda"
RESPONSE_GENERATOR = "meta-llama/Meta-Llama-3.1-8B-Instruct"
CONV_WINDOW = 100
API_URL = "http://10.249.1.2:8888/generate"
TEMPLATE_PAYLOAD = {
"stream": False, # Set to True if you want to stream the results
"logprobs": False, # Set to True if you want the log probabilities of the tokens
"include_prompt": False, # Whether to include the original prompt in the response}
} |