diff --git a/ksplice-undo.in b/ksplice-undo.in
index 7aae13d..fea5497 100644
--- a/ksplice-undo.in
+++ b/ksplice-undo.in
@@ -90,7 +90,7 @@ if (-e "/sys/module/$update") {
 	}
 }
 
-rmtree("/var/run/ksplice/updates/$kid");
+rmtree("/var/run/ksplice/updates/$kid") if (-e "/var/run/ksplice/updates/$kid");
 
 exit(0);