pip3 install -r requirements.txt
export CUDA_VISIBLE_DEVICES="1"
model_repo_path=model_repo_cuda_decoder
tritonserver --model-repository $model_repo_path \
            --pinned-memory-pool-byte-size=512000000 \
            --cuda-memory-pool-byte-size=0:1024000000