hf_text-generation-inference/.devcontainer/devcontainer.json

{
  "name": "tgi-trtllm-backend",
  "image": "nvcr.io/nvidia/pytorch:24.05-py3",
  "runArgs": [
    "--gpus=all"
  ],
  "remoteEnv": {
    // "PATH": "${containerEnv:PATH}:/usr/local/cuda/bin",
    "LD_LIBRARY_PATH": "$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64",
  },
  "updateContentCommand": "bash .devcontainer/install-dev-tools.sh",
  "postCreateCommand": [
    "nvidia-smi"
  ]
}