ldhldh/api_for_unity

1from petals.constants import PUBLIC_INITIAL_PEERS2 3from data_structures import ModelInfo4 5INITIAL_PEERS = PUBLIC_INITIAL_PEERS6 7 8MODELS = [    9    ModelInfo(10        dht_prefix="Llama-2-70b-chat-hf",11        repository="https://huggingface.co/meta-llama/Llama-2-70b-chat-hf",12        num_blocks=80,13    ),14    ModelInfo(15        dht_prefix="Llama-2-70b-hf",16        repository="https://huggingface.co/meta-llama/Llama-2-70b-hf",17        num_blocks=80,18    ),19    ModelInfo(20        dht_prefix="beomi/llama-2-koen-13b",21        repository="https://huggingface.co/beomi/llama-2-koen-13b",22        num_blocks=80,23    ),24    ModelInfo(25        dht_prefix="quantumaikr/llama-2-70b-fb16-korean",26        repository="https://huggingface.co/beomi/llama-2-koen-13b",27        num_blocks=80,28    ),29]30 31UPDATE_PERIOD = 6032