hf_text-generation-inference/.devcontainer/devcontainer.json

15 lines
415 B
JSON

{
"name": "tgi-trtllm-backend",
"image": "nvcr.io/nvidia/pytorch:24.05-py3",
"runArgs": [
"--gpus=all"
],
"remoteEnv": {
// "PATH": "${containerEnv:PATH}:/usr/local/cuda/bin",
"LD_LIBRARY_PATH": "$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64",
},
"updateContentCommand": "bash .devcontainer/install-dev-tools.sh",
"postCreateCommand": [
"nvidia-smi"
]
}