| pip3 install -r requirements.txt | |
| export CUDA_VISIBLE_DEVICES="1" | |
| model_repo_path=model_repo_cuda_decoder | |
| tritonserver --model-repository $model_repo_path \ | |
| --pinned-memory-pool-byte-size=512000000 \ | |
| --cuda-memory-pool-byte-size=0:1024000000 |
| pip3 install -r requirements.txt | |
| export CUDA_VISIBLE_DEVICES="1" | |
| model_repo_path=model_repo_cuda_decoder | |
| tritonserver --model-repository $model_repo_path \ | |
| --pinned-memory-pool-byte-size=512000000 \ | |
| --cuda-memory-pool-byte-size=0:1024000000 |