#!/bin/sh # shellcheck disable=SC2046 docker run \ --rm \ -it \ --gpus '"device=0"' \ -p 8080:8080 \ -p 8081:8081 \ -p 8082:8082 \ -p 7070:7070 \ -p 7071:7071 \ --user root \ --name yolov5_torch_serve-gpu \ -e install_py_dep_per_model=true \ --mount type=bind,source=$(pwd)/models-server/model-store,target=/home/models-server/model-store \ torchserve:cu11-1.0 \ torchserve --start --model-store /home/models-server/model-store \ --models yolov5=yolov5.mar \ --ts-config /home/models-server/model-store/yolov5_config.properties \ # --log-config /home/models-server/model-store/yolov5_log4j2.xml