diff --git a/modules/misc/fontconfig.nix b/modules/misc/fontconfig.nix
index 82d973e2b..756f45699 100644
--- a/modules/misc/fontconfig.nix
+++ b/modules/misc/fontconfig.nix
@@ -66,7 +66,9 @@ in {
       fi
 
       # Remove the fontconfig directory if no files were available.
-      rmdir --ignore-fail-on-non-empty -p $out/lib/fontconfig
+      if [[ -d $out/lib/fontconfig ]] ; then
+        rmdir --ignore-fail-on-non-empty -p $out/lib/fontconfig
+      fi
     '';
 
     xdg.configFile = {