diff --git a/google/cloud/storage/_experimental/asyncio/async_multi_range_downloader.py b/google/cloud/storage/_experimental/asyncio/async_multi_range_downloader.py
index 1beedd097..d2a87c14a 100644
--- a/google/cloud/storage/_experimental/asyncio/async_multi_range_downloader.py
+++ b/google/cloud/storage/_experimental/asyncio/async_multi_range_downloader.py
@@ -322,8 +322,9 @@ async def download_ranges(
                     tmp_dn_ranges_id = self._read_id_to_download_ranges_id[read_id]
                     self._download_ranges_id_to_pending_read_ids[
                         tmp_dn_ranges_id
-                    ].remove(read_id)
-                    del self._read_id_to_download_ranges_id[read_id]
+                    ].discard(read_id)
+                    self._read_id_to_download_ranges_id.pop(read_id, None)
+                    self._read_id_to_writable_buffer_dict.pop(read_id, None)
 
     async def close(self):
         """