diff --git a/bin/ovpn_genconfig b/bin/ovpn_genconfig
index 463e537..a4a829e 100755
--- a/bin/ovpn_genconfig
+++ b/bin/ovpn_genconfig
@@ -193,8 +193,14 @@ for i in "${OVPN_PUSH[@]}"; do
     echo push \"$i\" >> "$conf"
 done
 
-# Clean-up duplicate configs (always return success)
-diff -q "$bak_env" "$OVPN_ENV" 2> /dev/null && rm "$bak_env" || true
-diff -q "$bak" "$conf" 2> /dev/null && rm "$bak" || true
+# Clean-up duplicate configs
+if diff -q "$bak_env" "$OVPN_ENV"; then
+    echo "Removing duplicate back-up: $bak_env"
+    rm -fv "$bak_env"
+fi
+if diff -q "$bak" "$conf"; then
+    echo "Removing duplicate back-up: $bak"
+    rm -fv "$bak"
+fi
 
 echo "Successfully generated config"