opendal/services/aliyun_drive/
lister.rs

1// Licensed to the Apache Software Foundation (ASF) under one
2// or more contributor license agreements.  See the NOTICE file
3// distributed with this work for additional information
4// regarding copyright ownership.  The ASF licenses this file
5// to you under the Apache License, Version 2.0 (the
6// "License"); you may not use this file except in compliance
7// with the License.  You may obtain a copy of the License at
8//
9//   http://www.apache.org/licenses/LICENSE-2.0
10//
11// Unless required by applicable law or agreed to in writing,
12// software distributed under the License is distributed on an
13// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14// KIND, either express or implied.  See the License for the
15// specific language governing permissions and limitations
16// under the License.
17
18use std::sync::Arc;
19
20use bytes::Buf;
21use chrono::Utc;
22
23use self::oio::Entry;
24use super::core::AliyunDriveCore;
25use super::core::AliyunDriveFileList;
26use crate::raw::*;
27use crate::EntryMode;
28use crate::Error;
29use crate::ErrorKind;
30use crate::Metadata;
31use crate::Result;
32
33pub struct AliyunDriveLister {
34    core: Arc<AliyunDriveCore>,
35
36    parent: Option<AliyunDriveParent>,
37    limit: Option<usize>,
38}
39
40pub struct AliyunDriveParent {
41    pub file_id: String,
42    pub path: String,
43    pub updated_at: String,
44}
45
46impl AliyunDriveLister {
47    pub fn new(
48        core: Arc<AliyunDriveCore>,
49        parent: Option<AliyunDriveParent>,
50        limit: Option<usize>,
51    ) -> Self {
52        AliyunDriveLister {
53            core,
54            parent,
55            limit,
56        }
57    }
58}
59
60impl oio::PageList for AliyunDriveLister {
61    async fn next_page(&self, ctx: &mut oio::PageContext) -> Result<()> {
62        let Some(parent) = &self.parent else {
63            ctx.done = true;
64            return Ok(());
65        };
66
67        let offset = if ctx.token.is_empty() {
68            // Push self into the list result.
69            ctx.entries.push_back(Entry::new(
70                &parent.path,
71                Metadata::new(EntryMode::DIR).with_last_modified(
72                    parent
73                        .updated_at
74                        .parse::<chrono::DateTime<Utc>>()
75                        .map_err(|e| {
76                            Error::new(ErrorKind::Unexpected, "parse last modified time")
77                                .set_source(e)
78                        })?,
79                ),
80            ));
81            None
82        } else {
83            Some(ctx.token.clone())
84        };
85
86        let res = self.core.list(&parent.file_id, self.limit, offset).await;
87        let res = match res {
88            Err(err) if err.kind() == ErrorKind::NotFound => {
89                ctx.done = true;
90                None
91            }
92            Err(err) => return Err(err),
93            Ok(res) => Some(res),
94        };
95
96        let Some(res) = res else {
97            return Ok(());
98        };
99
100        let result: AliyunDriveFileList =
101            serde_json::from_reader(res.reader()).map_err(new_json_serialize_error)?;
102
103        for item in result.items {
104            let (path, mut md) = if item.path_type == "folder" {
105                let path = format!("{}{}/", &parent.path.trim_start_matches('/'), &item.name);
106                (path, Metadata::new(EntryMode::DIR))
107            } else {
108                let path = format!("{}{}", &parent.path.trim_start_matches('/'), &item.name);
109                (path, Metadata::new(EntryMode::FILE))
110            };
111
112            md = md.with_last_modified(item.updated_at.parse::<chrono::DateTime<Utc>>().map_err(
113                |e| Error::new(ErrorKind::Unexpected, "parse last modified time").set_source(e),
114            )?);
115            if let Some(v) = item.size {
116                md = md.with_content_length(v);
117            }
118            if let Some(v) = item.content_type {
119                md = md.with_content_type(v);
120            }
121
122            ctx.entries.push_back(Entry::new(&path, md));
123        }
124
125        let next_marker = result.next_marker.unwrap_or_default();
126        if next_marker.is_empty() {
127            ctx.done = true;
128        } else {
129            ctx.token = next_marker;
130        }
131
132        Ok(())
133    }
134}
opendal/services/aliyun_drive/lister.rs

opendal/services/aliyun_drive/
lister.rs
