diff --git a/scripts/bin/container-init b/scripts/bin/container-init
index df05f11..bc9d76e 100755
--- a/scripts/bin/container-init
+++ b/scripts/bin/container-init
@@ -2,6 +2,9 @@
 
 set -eu
 
+# Remove leftover files
+find /tmp/ -mindepth 1 -delete
+
 # Create additional groups
 _IFS=${IFS}; IFS=,
 for gid in ${UNPRIVILEGED_USER_GROUPS?}; do