diff --git a/activestorage/lib/active_storage/service/gcs_service.rb b/activestorage/lib/active_storage/service/gcs_service.rb
index ebf24a36d79bc5cb9ca5618c2b765717a5ceda37..b3fe5920979fcb2f752c74ba8b48f0448ed2e544 100644
--- a/activestorage/lib/active_storage/service/gcs_service.rb
+++ b/activestorage/lib/active_storage/service/gcs_service.rb
@@ -35,7 +35,11 @@ def download(key)
 
     def delete(key)
       instrument :delete, key do
-        file_for(key).try(:delete)
+        begin
+          file_for(key).try(:delete)
+        rescue Google::Cloud::NotFoundError
+          # Ignore files already deleted
+        end
       end
     end