diff --git a/.github/workflows/nix_integration_tests.yaml b/.github/workflows/nix_integration_tests.yaml
index 1993652f..220ebea6 100644
--- a/.github/workflows/nix_integration_tests.yaml
+++ b/.github/workflows/nix_integration_tests.yaml
@@ -30,10 +30,12 @@ jobs:
         USER: github_runner
     - name: Build
       run: nix develop .#test --command echo "Ok"
+    - name: Setup tmate session
+      uses: mxschmitt/action-tmate@v3
     - name: Python tests.
       run: |
         sudo mkdir -p /run/opengl-driver/lib/
-        export NVIDIA=$(nix build --print-out-paths .#nvidia-libs)/lib/
+        export NVIDIA=/usr/lib/
         sudo find $NVIDIA . -name 'libcuda.so*' -exec ln -s {} /run/opengl-driver/lib/ \;
         sudo find $NVIDIA . -name 'libnvidia-ml.so*' -exec ln -s {} /run/opengl-driver/lib/ \;
         nix develop .#test --command pytest -svvx integration-tests/ --release
diff --git a/flake.nix b/flake.nix
index 791c7bac..674db0d8 100644
--- a/flake.nix
+++ b/flake.nix
@@ -149,7 +149,6 @@
           };
         };
 
-        packages.nvidia-libs = pkgs.linuxPackages.nvidia_x11_legacy535.lib32;
         packages.default = pkgs.writeShellApplication {
           name = "text-generation-inference";
           runtimeInputs = [