diff --git a/src/rename-netty-native-libs.sh b/src/rename-netty-native-libs.sh
index 136f82156f800..9835ad8738b85 100755
--- a/src/rename-netty-native-libs.sh
+++ b/src/rename-netty-native-libs.sh
@@ -48,6 +48,7 @@ for line in "${FILES_TO_RENAME[@]}"; do
 done
 
 # Overwrite the original ZIP archive
+rm $JAR_PATH
 zip -q -r $JAR_PATH .
 popd