Spaces:
Sleeping
Sleeping
from petals.constants import PUBLIC_INITIAL_PEERS | |
from data_structures import ModelInfo | |
INITIAL_PEERS = PUBLIC_INITIAL_PEERS | |
MODELS = [ | |
ModelInfo( | |
dht_prefix="StableBeluga2-hf", | |
repository="https://huggingface.co/petals-team/StableBeluga2", | |
num_blocks=80, | |
), | |
ModelInfo( | |
dht_prefix="falcon-180B-chat", | |
repository="https://huggingface.co/tiiuae/falcon-180B-chat", | |
num_blocks=80, | |
limited=True, | |
), | |
ModelInfo( | |
dht_prefix="Llama-2-70b-chat-hf", | |
repository="https://huggingface.co/meta-llama/Llama-2-70b-chat-hf", | |
num_blocks=80, | |
), | |
ModelInfo( | |
dht_prefix="Llama-2-70b-hf", | |
repository="https://huggingface.co/meta-llama/Llama-2-70b-hf", | |
num_blocks=80, | |
), | |
] | |
UPDATE_PERIOD = 60 | |