File size: 1,730 Bytes
c23ab82 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
import os
import json
SEED_DATA_PATH = "seed_data.json"
PIPELINE_PATH = "pipeline.yaml"
REMOTE_CODE_PATHS = ["defaults.py", "domain.py", "pipeline.py", "requirements.txt"]
DIBT_PARENT_APP_URL = "https://argilla-domain-specific-datasets-welcome.hf.space/"
N_PERSPECTIVES = 5
N_TOPICS = 5
N_EXAMPLES = 5
CODELESS_DISTILABEL = os.environ.get("CODELESS_DISTILABEL", True)
################################################
# DEFAULTS ON FARMING
################################################
with open(SEED_DATA_PATH) as f:
DEFAULT_DATA = json.load(f)
DEFAULT_DOMAIN = DEFAULT_DATA["domain"]
DEFAULT_PERSPECTIVES = DEFAULT_DATA["perspectives"]
DEFAULT_TOPICS = DEFAULT_DATA["topics"]
DEFAULT_EXAMPLES = DEFAULT_DATA["examples"]
DEFAULT_SYSTEM_PROMPT = DEFAULT_DATA["domain_expert_prompt"]
################################################
# PROJECT CONFIG FROM PARENT APP
################################################
try:
with open("project_config.json") as f:
PROJECT_CONFIG = json.load(f)
PROJECT_NAME = PROJECT_CONFIG["project_name"]
ARGILLA_SPACE_REPO_ID = PROJECT_CONFIG["argilla_space_repo_id"]
DATASET_REPO_ID = PROJECT_CONFIG["dataset_repo_id"]
ARGILLA_SPACE_NAME = ARGILLA_SPACE_REPO_ID.replace("/", "-").replace("_", "-")
ARGILLA_URL = f"https://{ARGILLA_SPACE_NAME}.hf.space"
PROJECT_SPACE_REPO_ID = PROJECT_CONFIG["project_space_repo_id"]
DATASET_URL = f"https://huggingface.co/datasets/{DATASET_REPO_ID}"
HUB_USERNAME = DATASET_REPO_ID.split("/")[0]
except FileNotFoundError:
PROJECT_NAME = "DEFAULT_DOMAIN"
ARGILLA_SPACE_REPO_ID = ""
DATASET_REPO_ID = ""
ARGILLA_URL = ""
PROJECT_SPACE_REPO_ID = ""
DATASET_URL = ""
HUB_USERNAME = ""
|