Apppublic

bigscience/petals-api

sourceHugging Faceupdated 4y agoView on Hugging Face

18likes

data_structures.py9 linesDownload Raw Back to src

1from typing import Collection, NamedTuple2 3from hivemind import PeerID4 5ModuleUID = str6UID_DELIMITER = "."  # delimits parts of one module uid, e.g. "bloom.transformer.h.4.self_attention"7CHAIN_DELIMITER = " "  # delimits multiple uids in a sequence, e.g. "bloom.layer3 bloom.layer4"8RemoteModuleInfo = NamedTuple("RemoteModuleInfo", [("uid", ModuleUID), ("peer_ids", Collection[PeerID])])9