diff --git a/tiledb/sm/filesystem/azure.cc b/tiledb/sm/filesystem/azure.cc
index 0b61b253420..cd050fa0b4d 100644
--- a/tiledb/sm/filesystem/azure.cc
+++ b/tiledb/sm/filesystem/azure.cc
@@ -1115,11 +1115,6 @@ void Azure::write_blocks(
 
     auto state_iter = block_list_upload_states_.find(uri.to_string());
     if (state_iter == block_list_upload_states_.end()) {
-      // Delete file if it exists (overwrite).
-      if (is_file(uri)) {
-        remove_file(uri);
-      }
-
       // Instantiate the new state.
       BlockListUploadState state;
 
diff --git a/tiledb/sm/filesystem/gcs.cc b/tiledb/sm/filesystem/gcs.cc
index e843a4df1d6..0626c05638a 100644
--- a/tiledb/sm/filesystem/gcs.cc
+++ b/tiledb/sm/filesystem/gcs.cc
@@ -1034,11 +1034,6 @@ Status GCS::write_parts(
 
       // Downgrade to read lock, expected below outside the create
       unique_wl.unlock();
-
-      // Delete file if it exists (overwrite).
-      if (is_file(uri)) {
-        remove_file(uri);
-      }
     } else {
       // If another thread switched state, switch back to a read lock
       state = &multi_part_upload_states_.at(uri.to_string());
diff --git a/tiledb/sm/filesystem/s3.cc b/tiledb/sm/filesystem/s3.cc
index 9729b825714..096a58cc0af 100644
--- a/tiledb/sm/filesystem/s3.cc
+++ b/tiledb/sm/filesystem/s3.cc
@@ -1227,10 +1227,6 @@ void S3::global_order_write(
     state_ptr = &state_iter->second;
 
     unique_wl.unlock();
-
-    if (is_file(uri)) {
-      remove_file(uri);
-    }
   } else {
     state_ptr = &state_iter->second;
     // Unlock, as make_upload_part_req will reaquire as necessary.