diff --git a/lib/make-hpc-dist/default.nix b/lib/make-hpc-dist/default.nix
index 6507c5f..7fc0acd 100644
--- a/lib/make-hpc-dist/default.nix
+++ b/lib/make-hpc-dist/default.nix
@@ -88,7 +88,9 @@ let
     #!/usr/bin/env bash
     set -euo pipefail
 
-    module load singularity/3.10.3
+    if ! which singularity &>/dev/null; then
+      module load singularity/3.10.3
+    fi
 
     temp_dir="$(mktemp -d)"
     mkdir -p "''${TMPDIR:-/tmp}/empty"