Add CUDA acceleration (requires onnxruntime-gpu)

This commit is contained in:
Michael Hansen 2022-04-07 16:54:48 -04:00
commit e56b4579a6
14 changed files with 432 additions and 141 deletions

View file

@ -31,6 +31,11 @@ while [[ -n "$1" ]]; do
port="$2"
args+=('--port' "${port}")
shift 1
elif [[ "$1" == '--cuda' ]]; then
# Use CUDA GPU acceleration
args+=('--cuda')
docker='nvidia-docker'
tag='gpu'
else
args+=("$1")
fi