app_lib/utils.py

from huggingface_hub import hf_hub_download

supported_models_path = hf_hub_download(
    repo_id="jacopoteneggi/IBYDMT",
    filename="supported_models.txt",
    repo_type="dataset",
)
supported_datasets_path = hf_hub_download(
    repo_id="jacopoteneggi/IBYDMT",
    filename="supported_datasets.txt",
    repo_type="dataset",
)

SUPPORTED_MODELS = {}
with open(supported_models_path, "r") as f:
    for line in f:
        line = line.strip()
        model_name, model_url = line.split(",")
        SUPPORTED_MODELS[model_name] = model_url


SUPPORTED_DATASETS = []
with open(supported_datasets_path, "r") as f:
    for line in f:
        dataset_name = line.strip()
        SUPPORTED_DATASETS.append(dataset_name)