diff --git a/cmd/prometheus/main.go b/cmd/prometheus/main.go
index 24e666cb6..e7fd82e6f 100644
--- a/cmd/prometheus/main.go
+++ b/cmd/prometheus/main.go
@@ -1119,9 +1119,7 @@ func main() {
 						currentChecksum, err := config.GenerateChecksum(cfg.configFile)
 						if err != nil {
 							level.Error(logger).Log("msg", "Failed to generate checksum during configuration reload", "err", err)
-							continue
-						}
-						if currentChecksum == checksum {
+						} else if currentChecksum == checksum {
 							continue
 						}
 						level.Info(logger).Log("msg", "Configuration file change detected, reloading the configuration.")