from petals.constants import PUBLIC_INITIAL_PEERS from data_structures import ModelInfo INITIAL_PEERS = PUBLIC_INITIAL_PEERS MODELS = [ ModelInfo( dht_prefix="Llama-2-70b-chat-hf", repository="https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", num_blocks=80, ), ModelInfo( dht_prefix="Llama-2-70b-hf", repository="https://huggingface.co/meta-llama/Llama-2-70b-hf", num_blocks=80, ), ModelInfo( dht_prefix="beomi/llama-2-koen-13b", repository="https://huggingface.co/beomi/llama-2-koen-13b", num_blocks=80, ), ] UPDATE_PERIOD = 60