opendal/services/upyun/
lister.rs

1// Licensed to the Apache Software Foundation (ASF) under one
2// or more contributor license agreements.  See the NOTICE file
3// distributed with this work for additional information
4// regarding copyright ownership.  The ASF licenses this file
5// to you under the Apache License, Version 2.0 (the
6// "License"); you may not use this file except in compliance
7// with the License.  You may obtain a copy of the License at
8//
9//   http://www.apache.org/licenses/LICENSE-2.0
10//
11// Unless required by applicable law or agreed to in writing,
12// software distributed under the License is distributed on an
13// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14// KIND, either express or implied.  See the License for the
15// specific language governing permissions and limitations
16// under the License.
17
18use std::sync::Arc;
19
20use bytes::Buf;
21
22use super::core::ListObjectsResponse;
23use super::core::UpyunCore;
24use super::error::parse_error;
25use crate::raw::oio::Entry;
26use crate::raw::*;
27use crate::EntryMode;
28use crate::Metadata;
29use crate::Result;
30
31pub struct UpyunLister {
32    core: Arc<UpyunCore>,
33
34    path: String,
35    limit: Option<usize>,
36}
37
38impl UpyunLister {
39    pub(super) fn new(core: Arc<UpyunCore>, path: &str, limit: Option<usize>) -> Self {
40        UpyunLister {
41            core,
42            path: path.to_string(),
43            limit,
44        }
45    }
46}
47
48impl oio::PageList for UpyunLister {
49    async fn next_page(&self, ctx: &mut oio::PageContext) -> Result<()> {
50        let resp = self
51            .core
52            .list_objects(&self.path, &ctx.token, self.limit)
53            .await?;
54
55        if resp.status() == http::StatusCode::NOT_FOUND {
56            ctx.done = true;
57            return Ok(());
58        }
59
60        match resp.status() {
61            http::StatusCode::OK => {}
62            http::StatusCode::NOT_FOUND => {
63                ctx.done = true;
64                return Ok(());
65            }
66            _ => {
67                return Err(parse_error(resp));
68            }
69        }
70
71        let bs = resp.into_body();
72
73        let response: ListObjectsResponse =
74            serde_json::from_reader(bs.reader()).map_err(new_json_deserialize_error)?;
75
76        // ref https://help.upyun.com/knowledge-base/rest_api/#e88eb7e58f96e79baee5bd95e69687e4bbb6e58897e8a1a8
77        // when iter is "g2gCZAAEbmV4dGQAA2VvZg", it means the list is done.
78        ctx.done = response.iter == "g2gCZAAEbmV4dGQAA2VvZg";
79
80        ctx.token = response.iter;
81
82        for file in response.files {
83            let path = build_abs_path(&normalize_root(&self.path), &file.name);
84
85            let entry = if file.type_field == "folder" {
86                let path = format!("{}/", path);
87                Entry::new(&path, Metadata::new(EntryMode::DIR))
88            } else {
89                let m = Metadata::new(EntryMode::FILE)
90                    .with_content_length(file.length)
91                    .with_content_type(file.type_field)
92                    .with_last_modified(parse_datetime_from_from_timestamp(file.last_modified)?);
93                Entry::new(&path, m)
94            };
95
96            ctx.entries.push_back(entry);
97        }
98
99        Ok(())
100    }
101}
opendal/services/upyun/lister.rs

opendal/services/upyun/
lister.rs
