1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
use super::core::*;
use super::error::parse_error;
use crate::raw::oio::BatchDeleteResult;
use crate::raw::*;
use crate::*;
use bytes::Buf;
use http::StatusCode;
use std::collections::HashSet;
use std::sync::Arc;
pub struct OssDeleter {
core: Arc<OssCore>,
}
impl OssDeleter {
pub fn new(core: Arc<OssCore>) -> Self {
Self { core }
}
}
impl oio::BatchDelete for OssDeleter {
async fn delete_once(&self, path: String, args: OpDelete) -> Result<()> {
let resp = self.core.oss_delete_object(&path, &args).await?;
let status = resp.status();
match status {
StatusCode::NO_CONTENT | StatusCode::NOT_FOUND => Ok(()),
_ => Err(parse_error(resp)),
}
}
async fn delete_batch(&self, batch: Vec<(String, OpDelete)>) -> Result<BatchDeleteResult> {
// Sadly, OSS will not return failed keys, so we will build
// a set to calculate the failed keys.
let mut keys = HashSet::new();
let paths = batch
.into_iter()
.map(|(p, _)| {
keys.insert(p.clone());
p
})
.collect();
let resp = self.core.oss_delete_objects(paths).await?;
let status = resp.status();
if status != StatusCode::OK {
return Err(parse_error(resp));
}
let bs = resp.into_body();
let result: DeleteObjectsResult =
quick_xml::de::from_reader(bs.reader()).map_err(new_xml_deserialize_error)?;
if result.deleted.is_empty() {
return Err(Error::new(
ErrorKind::Unexpected,
"oss delete this key failed for reason we don't know",
));
}
let mut batched_result = BatchDeleteResult {
succeeded: Vec::with_capacity(result.deleted.len()),
failed: Vec::with_capacity(keys.len() - result.deleted.len()),
};
for i in result.deleted {
let path = build_rel_path(&self.core.root, &i.key);
keys.remove(&path);
batched_result.succeeded.push((path, OpDelete::default()));
}
// TODO: we should handle those errors with code.
for i in keys {
batched_result.failed.push((
i,
OpDelete::default(),
Error::new(
ErrorKind::Unexpected,
"oss delete this key failed for reason we don't know",
),
));
}
Ok(batched_result)
}
}