opendal/services/gdrive/
backend.rs

1// Licensed to the Apache Software Foundation (ASF) under one
2// or more contributor license agreements.  See the NOTICE file
3// distributed with this work for additional information
4// regarding copyright ownership.  The ASF licenses this file
5// to you under the Apache License, Version 2.0 (the
6// "License"); you may not use this file except in compliance
7// with the License.  You may obtain a copy of the License at
8//
9//   http://www.apache.org/licenses/LICENSE-2.0
10//
11// Unless required by applicable law or agreed to in writing,
12// software distributed under the License is distributed on an
13// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14// KIND, either express or implied.  See the License for the
15// specific language governing permissions and limitations
16// under the License.
17
18use std::fmt::Debug;
19use std::sync::Arc;
20
21use bytes::Buf;
22use chrono::Utc;
23use http::Response;
24use http::StatusCode;
25
26use super::core::GdriveCore;
27use super::core::GdriveFile;
28use super::delete::GdriveDeleter;
29use super::error::parse_error;
30use super::lister::GdriveLister;
31use super::writer::GdriveWriter;
32use crate::raw::*;
33use crate::*;
34
35#[derive(Clone, Debug)]
36pub struct GdriveBackend {
37    pub core: Arc<GdriveCore>,
38}
39
40impl Access for GdriveBackend {
41    type Reader = HttpBody;
42    type Writer = oio::OneShotWriter<GdriveWriter>;
43    type Lister = oio::PageLister<GdriveLister>;
44    type Deleter = oio::OneShotDeleter<GdriveDeleter>;
45
46    fn info(&self) -> Arc<AccessorInfo> {
47        self.core.info.clone()
48    }
49
50    async fn create_dir(&self, path: &str, _args: OpCreateDir) -> Result<RpCreateDir> {
51        let path = build_abs_path(&self.core.root, path);
52        let _ = self.core.path_cache.ensure_dir(&path).await?;
53
54        Ok(RpCreateDir::default())
55    }
56
57    async fn stat(&self, path: &str, _args: OpStat) -> Result<RpStat> {
58        let resp = self.core.gdrive_stat(path).await?;
59
60        if resp.status() != StatusCode::OK {
61            return Err(parse_error(resp));
62        }
63
64        let bs = resp.into_body();
65        let gdrive_file: GdriveFile =
66            serde_json::from_reader(bs.reader()).map_err(new_json_deserialize_error)?;
67
68        let file_type = if gdrive_file.mime_type == "application/vnd.google-apps.folder" {
69            EntryMode::DIR
70        } else {
71            EntryMode::FILE
72        };
73        let mut meta = Metadata::new(file_type).with_content_type(gdrive_file.mime_type);
74        if let Some(v) = gdrive_file.size {
75            meta = meta.with_content_length(v.parse::<u64>().map_err(|e| {
76                Error::new(ErrorKind::Unexpected, "parse content length").set_source(e)
77            })?);
78        }
79        if let Some(v) = gdrive_file.modified_time {
80            meta = meta.with_last_modified(v.parse::<chrono::DateTime<Utc>>().map_err(|e| {
81                Error::new(ErrorKind::Unexpected, "parse last modified time").set_source(e)
82            })?);
83        }
84        Ok(RpStat::new(meta))
85    }
86
87    async fn read(&self, path: &str, args: OpRead) -> Result<(RpRead, Self::Reader)> {
88        let resp = self.core.gdrive_get(path, args.range()).await?;
89
90        let status = resp.status();
91        match status {
92            StatusCode::OK | StatusCode::PARTIAL_CONTENT => Ok((RpRead::new(), resp.into_body())),
93            _ => {
94                let (part, mut body) = resp.into_parts();
95                let buf = body.to_buffer().await?;
96                Err(parse_error(Response::from_parts(part, buf)))
97            }
98        }
99    }
100
101    async fn write(&self, path: &str, _: OpWrite) -> Result<(RpWrite, Self::Writer)> {
102        let path = build_abs_path(&self.core.root, path);
103
104        // As Google Drive allows files have the same name, we need to check if the file exists.
105        // If the file exists, we will keep its ID and update it.
106        let file_id = self.core.path_cache.get(&path).await?;
107
108        Ok((
109            RpWrite::default(),
110            oio::OneShotWriter::new(GdriveWriter::new(self.core.clone(), path, file_id)),
111        ))
112    }
113
114    async fn delete(&self) -> Result<(RpDelete, Self::Deleter)> {
115        Ok((
116            RpDelete::default(),
117            oio::OneShotDeleter::new(GdriveDeleter::new(self.core.clone())),
118        ))
119    }
120
121    async fn list(&self, path: &str, _args: OpList) -> Result<(RpList, Self::Lister)> {
122        let path = build_abs_path(&self.core.root, path);
123        let l = GdriveLister::new(path, self.core.clone());
124        Ok((RpList::default(), oio::PageLister::new(l)))
125    }
126
127    async fn copy(&self, from: &str, to: &str, _args: OpCopy) -> Result<RpCopy> {
128        let resp = self.core.gdrive_copy(from, to).await?;
129
130        match resp.status() {
131            StatusCode::OK => Ok(RpCopy::default()),
132            _ => Err(parse_error(resp)),
133        }
134    }
135
136    async fn rename(&self, from: &str, to: &str, _args: OpRename) -> Result<RpRename> {
137        let source = build_abs_path(&self.core.root, from);
138        let target = build_abs_path(&self.core.root, to);
139
140        // rename will overwrite `to`, delete it if exist
141        if let Some(id) = self.core.path_cache.get(&target).await? {
142            let resp = self.core.gdrive_trash(&id).await?;
143            let status = resp.status();
144            if status != StatusCode::OK {
145                return Err(parse_error(resp));
146            }
147
148            self.core.path_cache.remove(&target).await;
149        }
150
151        let resp = self
152            .core
153            .gdrive_patch_metadata_request(&source, &target)
154            .await?;
155
156        let status = resp.status();
157
158        match status {
159            StatusCode::OK => {
160                let body = resp.into_body();
161                let meta: GdriveFile =
162                    serde_json::from_reader(body.reader()).map_err(new_json_deserialize_error)?;
163
164                let cache = &self.core.path_cache;
165
166                cache.remove(&build_abs_path(&self.core.root, from)).await;
167                cache
168                    .insert(&build_abs_path(&self.core.root, to), &meta.id)
169                    .await;
170
171                Ok(RpRename::default())
172            }
173            _ => Err(parse_error(resp)),
174        }
175    }
176}
opendal/services/gdrive/backend.rs

opendal/services/gdrive/
backend.rs
