1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
use super::core::*;
use super::error::parse_error;
use crate::raw::oio::BatchDeleteResult;
use crate::raw::*;
use crate::*;
use http::StatusCode;
use std::sync::Arc;
pub struct GcsDeleter {
core: Arc<GcsCore>,
}
impl GcsDeleter {
pub fn new(core: Arc<GcsCore>) -> Self {
Self { core }
}
}
impl oio::BatchDelete for GcsDeleter {
async fn delete_once(&self, path: String, _: OpDelete) -> Result<()> {
let resp = self.core.gcs_delete_object(&path).await?;
// deleting not existing objects is ok
if resp.status().is_success() || resp.status() == StatusCode::NOT_FOUND {
Ok(())
} else {
Err(parse_error(resp))
}
}
async fn delete_batch(&self, batch: Vec<(String, OpDelete)>) -> Result<BatchDeleteResult> {
let paths: Vec<String> = batch.into_iter().map(|(p, _)| p).collect();
let resp = self.core.gcs_delete_objects(paths.clone()).await?;
let status = resp.status();
// If the overall request isn't formatted correctly and Cloud Storage is unable to parse it into sub-requests, you receive a 400 error.
// Otherwise, Cloud Storage returns a 200 status code, even if some or all of the sub-requests fail.
if status != StatusCode::OK {
return Err(parse_error(resp));
}
let boundary = parse_multipart_boundary(resp.headers())?.ok_or_else(|| {
Error::new(
ErrorKind::Unexpected,
"gcs batch delete response content type is empty",
)
})?;
let multipart: Multipart<MixedPart> = Multipart::new()
.with_boundary(boundary)
.parse(resp.into_body().to_bytes())?;
let parts = multipart.into_parts();
let mut batched_result = BatchDeleteResult::default();
for (i, part) in parts.into_iter().enumerate() {
let resp = part.into_response();
// TODO: maybe we can take it directly?
let path = paths[i].clone();
// deleting not existing objects is ok
if resp.status().is_success() || resp.status() == StatusCode::NOT_FOUND {
batched_result.succeeded.push((path, OpDelete::default()));
} else {
batched_result
.failed
.push((path, OpDelete::default(), parse_error(resp)));
}
}
// If no object is deleted, return directly.
if batched_result.succeeded.is_empty() {
let err = batched_result.failed.remove(0).2;
return Err(err);
}
Ok(batched_result)
}
}