bigscience/petals-api

1#!/usr/bin/env bash2 3#################4# Parse options #5#################6 7instructions() {8  echo "Usage: $0 [-i] [ -d ] [ -p ] [ -b ] [-a] [-t]" >&29  echo " -i: initial peer"10  echo " -d: device" >&211  echo " -p: server identity path" >&212  echo " -b: block_ids" >&213  echo " -a: host maddrs" >&214  echo " -t: whether to run local tests" >&215  exit 116}17 18if [ ! $# -ge 8 ]; then19    instructions20fi21 22while getopts ":i:d:p:b:a:t:" option; do23    case $option in24        i)  INITIAL_PEER=${OPTARG}25            ;;26        d)  DEVICE=${OPTARG}27            ;;28        p)  SERVER_ID_PATH=${OPTARG}29            ;;30        b)  BLOCK_IDS=${OPTARG}31            ;;32        a)  HOST_MADDR=${OPTARG} # TODO: allow several maddrs 33            ;;34        t)  RUN_LOCAL_TESTS=true35            ;;36        \?) instructions37            ;;38   esac39done40 41 42echo "=========="43echo "= Config ="44echo "=========="45echo "Initial peer: ${INITIAL_PEER}"46echo "Device: ${DEVICE}"47echo "Server name: ${SERVER_ID_PATH}"48echo "Server address: ${HOST_MADDR}"49echo "Bloom blocks: ${BLOCK_IDS}"50 51 52###########################53# Install or activate env #54###########################55 56# TODO fix bug with self calling57source ~/miniconda3/etc/profile.d/conda.sh58if conda env list | grep ".*bloom-demo.*"  >/dev/null 2>/dev/null; then59    conda activate bloom-demo60else61    conda create -y --name bloom-demo python=3.8.12 pip62    conda activate bloom-demo63 64    conda install -y -c conda-forge cudatoolkit-dev==11.3.1 cudatoolkit==11.3.1 cudnn==8.2.1.3265    pip install -i https://pypi.org/simple torch==1.11.0+cu113 torchvision==0.12.0+cu113 -f https://download.pytorch.org/whl/torch_stable.html66    pip install -i https://pypi.org/simple accelerate==0.10.0 huggingface-hub==0.7.0 hivemind==1.1.067    pip install -i https://pypi.org/simple bitsandbytes-cuda113==0.26.068    pip install -i https://pypi.org/simple https://github.com/huggingface/transformers/archive/6589e510fa4e6c442059de2fab84752535de9b23.zip69fi70 71 72##############73# Local test #74##############75 76if [ "$RUN_LOCAL_TESTS" = true ] ; then77    echo "Run test on your local machine"78    python -m cli.inference_one_block --config cli/config.json --device ${DEVICE} # see other args79fi80 81 82##############83# Run server #84##############85 86python -m cli.run_server --prefix bloom6b3 --converted_model_name_or_path bigscience/test-bloomd-6b3 --device ${DEVICE} --initial_peer ${INITIAL_PEER} \87  --block_indices ${BLOCK_IDS} --torch_dtype float32 --identity_path ${SERVER_ID_PATH} --host_maddrs ${HOST_MADDR} &> ${SERVER_ID_PATH}.log88