diff --git a/cmd/crio/main.go b/cmd/crio/main.go
index 454c370335e..44d3f5d01bb 100644
--- a/cmd/crio/main.go
+++ b/cmd/crio/main.go
@@ -243,8 +243,7 @@ func main() {
 
 		if config.CleanShutdownFile != "" {
 			// clear out the shutdown file
-			if err := os.Remove(config.CleanShutdownFile); err != nil {
-				// not a fatal error, as it could have been cleaned up
+			if err := os.Remove(config.CleanShutdownFile); err != nil && !os.IsNotExist(err) {
 				logrus.Error(err)
 			}