File size: 293 Bytes
3c2fc33 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
from src.distilabel_dataset_generator.utils import HF_TOKENS
DEFAULT_BATCH_SIZE = 5
TOKEN_INDEX = 0
MODEL = "meta-llama/Meta-Llama-3.1-8B-Instruct"
def _get_next_api_key():
global TOKEN_INDEX
api_key = HF_TOKENS[TOKEN_INDEX % len(HF_TOKENS)]
TOKEN_INDEX += 1
return api_key
|