start_server.sh

#!/bin/bash
make install
# cd server
# make install-flash-attention
# cd ..

text-generation-launcher --model-id bigscience/bloom-560m --num-shard 1 --port 7860

# JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
# echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
# jupyter-lab \
#     --ip 0.0.0.0 \
#     --port 7860 \
#     --no-browser \
#     --allow-root \
#     --ServerApp.token="$JUPYTER_TOKEN" \
#     --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
#     --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
#     --ServerApp.disable_check_xsrf=True \
#     --LabApp.news_url=None \
#     --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate"v