diff --git a/Scripts/rename-pkg.ps1 b/Scripts/rename-pkg.ps1
index c36b206..036737b 100644
--- a/Scripts/rename-pkg.ps1
+++ b/Scripts/rename-pkg.ps1
@@ -1,4 +1,7 @@
 $version = git describe --always --tags
 
+Remove-Item ..\Build\QuickLook-$version.msi -ErrorAction SilentlyContinue
+Remove-Item ..\Build\QuickLook-$version.zip -ErrorAction SilentlyContinue
+
 Rename-Item ..\Build\QuickLook.msi QuickLook-$version.msi
 Compress-Archive ..\Build\Package\* ..\Build\QuickLook-$version.zip
\ No newline at end of file