1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
use std::future::Future;
use std::path::PathBuf;
use compio::buf::IoBuf;
use compio::dispatcher::Dispatcher;
use crate::raw::*;
use crate::*;
unsafe impl IoBuf for Buffer {
fn as_buf_ptr(&self) -> *const u8 {
self.current().as_ptr()
}
fn buf_len(&self) -> usize {
self.current().len()
}
fn buf_capacity(&self) -> usize {
// `Bytes` doesn't expose uninitialized capacity, so treat it as the same as `len`
self.current().len()
}
}
#[derive(Debug)]
pub(super) struct CompfsCore {
pub root: PathBuf,
pub dispatcher: Dispatcher,
pub buf_pool: oio::PooledBuf,
}
impl CompfsCore {
pub fn prepare_path(&self, path: &str) -> PathBuf {
self.root.join(path.trim_end_matches('/'))
}
pub async fn exec<Fn, Fut, R>(&self, f: Fn) -> crate::Result<R>
where
Fn: FnOnce() -> Fut + Send + 'static,
Fut: Future<Output = std::io::Result<R>> + 'static,
R: Send + 'static,
{
self.dispatcher
.dispatch(f)
.map_err(|_| Error::new(ErrorKind::Unexpected, "compio spawn io task failed"))?
.await
.map_err(|_| Error::new(ErrorKind::Unexpected, "compio task cancelled"))?
.map_err(new_std_io_error)
}
pub async fn exec_blocking<Fn, R>(&self, f: Fn) -> Result<R>
where
Fn: FnOnce() -> R + Send + 'static,
R: Send + 'static,
{
self.dispatcher
.dispatch_blocking(f)
.map_err(|_| Error::new(ErrorKind::Unexpected, "compio spawn blocking task failed"))?
.await
.map_err(|_| Error::new(ErrorKind::Unexpected, "compio task cancelled"))
}
}
// TODO: impl IoVectoredBuf for Buffer
// impl IoVectoredBuf for Buffer {
// fn as_dyn_bufs(&self) -> impl Iterator<Item = &dyn IoBuf> {}
//
// fn owned_iter(self) -> Result<OwnedIter<impl OwnedIterator<Inner = Self>>, Self> {
// Ok(OwnedIter::new(BufferIter {
// current: self.current(),
// buf: self,
// }))
// }
// }
// #[derive(Debug, Clone)]
// struct BufferIter {
// buf: Buffer,
// current: Bytes,
// }
// impl IntoInner for BufferIter {
// type Inner = Buffer;
//
// fn into_inner(self) -> Self::Inner {
// self.buf
// }
// }
// impl OwnedIterator for BufferIter {
// fn next(mut self) -> Result<Self, Self::Inner> {
// let Some(current) = self.buf.next() else {
// return Err(self.buf);
// };
// self.current = current;
// Ok(self)
// }
//
// fn current(&self) -> &dyn IoBuf {
// &self.current
// }
// }
#[cfg(test)]
mod tests {
use bytes::Buf;
use bytes::Bytes;
use rand::thread_rng;
use rand::Rng;
use super::*;
fn setup_buffer() -> (Buffer, usize, Bytes) {
let mut rng = thread_rng();
let bs = (0..100)
.map(|_| {
let len = rng.gen_range(1..100);
let mut buf = vec![0; len];
rng.fill(&mut buf[..]);
Bytes::from(buf)
})
.collect::<Vec<_>>();
let total_size = bs.iter().map(|b| b.len()).sum::<usize>();
let total_content = bs.iter().flatten().copied().collect::<Bytes>();
let buf = Buffer::from(bs);
(buf, total_size, total_content)
}
#[test]
fn test_io_buf() {
let (buf, _len, _bytes) = setup_buffer();
let slice = IoBuf::as_slice(&buf);
assert_eq!(slice, buf.current().chunk())
}
}