from huggingface_hub import hf_hub_download supported_models_path = hf_hub_download( repo_id="jacopoteneggi/IBYDMT", filename="supported_models.txt", repo_type="dataset", ) supported_datasets_path = hf_hub_download( repo_id="jacopoteneggi/IBYDMT", filename="supported_datasets.txt", repo_type="dataset", ) SUPPORTED_MODELS = {} with open(supported_models_path, "r") as f: for line in f: line = line.strip() model_name, model_url = line.split(",") SUPPORTED_MODELS[model_name] = model_url SUPPORTED_DATASETS = [] with open(supported_datasets_path, "r") as f: for line in f: dataset_name = line.strip() SUPPORTED_DATASETS.append(dataset_name)