server_develop/src_code/start_torch_serve.sh

#!/bin/sh
# shellcheck disable=SC2046
docker run \
      --rm \
      -it  \
      --gpus '"device=0,1"' \
      -p 8080:8080        \
      -p 8081:8081        \
      -p 8082:8082        \
      -p 7070:7070        \
      -p 7071:7071        \
      --user root \
      --name yolov5_torch_serve-gpu    \
      -e install_py_dep_per_model=true \
      --mount type=bind,source=$(pwd)/models-server/model-store,target=/home/models-server/model-store \
      torchserve:cu11-1.0 \
      torchserve --start --model-store /home/models-server/model-store \
      --models yolov5=yolov5.mar \
      --ts-config /home/models-server/model-store/yolov5_config.properties \
#      --log-config /home/models-server/model-store/yolov5_log4j2.xml