diff --git a/src/WinSW.Core/LogAppenders.cs b/src/WinSW.Core/LogAppenders.cs
index 59fe4d4..8412e7a 100644
--- a/src/WinSW.Core/LogAppenders.cs
+++ b/src/WinSW.Core/LogAppenders.cs
@@ -315,18 +315,14 @@ namespace WinSW
                         {
                             string dst = this.BaseLogFileName + "." + (j - 1) + ext;
                             string src = this.BaseLogFileName + "." + (j - 2) + ext;
-                            if (File.Exists(dst))
-                            {
-                                File.Delete(dst);
-                            }
 
                             if (File.Exists(src))
                             {
-                                File.Move(src, dst);
+                                File.Move(src, dst, true);
                             }
                         }
 
-                        File.Move(this.BaseLogFileName + ext, this.BaseLogFileName + ".0" + ext);
+                        File.Move(this.BaseLogFileName + ext, this.BaseLogFileName + ".0" + ext, true);
                     }
                     catch (IOException e)
                     {