1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
use std::sync::Arc;
use bytes::Buf;
use http::StatusCode;
use serde::Deserialize;
use super::backend::IpmfsBackend;
use super::error::parse_error;
use crate::raw::*;
use crate::EntryMode;
use crate::Metadata;
use crate::Result;
pub struct IpmfsLister {
backend: Arc<IpmfsBackend>,
root: String,
path: String,
}
impl IpmfsLister {
pub fn new(backend: Arc<IpmfsBackend>, root: &str, path: &str) -> Self {
Self {
backend,
root: root.to_string(),
path: path.to_string(),
}
}
}
impl oio::PageList for IpmfsLister {
async fn next_page(&self, ctx: &mut oio::PageContext) -> Result<()> {
let resp = self.backend.ipmfs_ls(&self.path).await?;
if resp.status() != StatusCode::OK {
return Err(parse_error(resp));
}
let bs = resp.into_body();
let entries_body: IpfsLsResponse =
serde_json::from_reader(bs.reader()).map_err(new_json_deserialize_error)?;
// Mark dir stream has been consumed.
ctx.done = true;
for object in entries_body.entries.unwrap_or_default() {
let path = match object.mode() {
EntryMode::FILE => format!("{}{}", &self.path, object.name),
EntryMode::DIR => format!("{}{}/", &self.path, object.name),
EntryMode::Unknown => unreachable!(),
};
let path = build_rel_path(&self.root, &path);
ctx.entries.push_back(oio::Entry::new(
&path,
Metadata::new(object.mode()).with_content_length(object.size),
));
}
Ok(())
}
}
#[derive(Deserialize, Default, Debug)]
#[serde(default)]
struct IpfsLsResponseEntry {
#[serde(rename = "Name")]
name: String,
#[serde(rename = "Type")]
file_type: i64,
#[serde(rename = "Size")]
size: u64,
}
impl IpfsLsResponseEntry {
/// ref: <https://github.com/ipfs/specs/blob/main/UNIXFS.md#data-format>
///
/// ```protobuf
/// enum DataType {
/// Raw = 0;
/// Directory = 1;
/// File = 2;
/// Metadata = 3;
/// Symlink = 4;
/// HAMTShard = 5;
/// }
/// ```
fn mode(&self) -> EntryMode {
match &self.file_type {
1 => EntryMode::DIR,
0 | 2 => EntryMode::FILE,
_ => EntryMode::Unknown,
}
}
}
#[derive(Deserialize, Default, Debug)]
#[serde(default)]
struct IpfsLsResponse {
#[serde(rename = "Entries")]
entries: Option<Vec<IpfsLsResponseEntry>>,
}