0ae32d45f6
The simple filesystem `BlobService` enable a user to write blob store on an existing filesystem using a prefix-style layout in the provided root directory, e.g. the two first bytes of the blake3 hashes are used as directories prefixes. Change-Id: I3451a688a6f39027b9c6517d853b95a87adb3a52 Reviewed-on: https://cl.tvl.fyi/c/depot/+/10071 Autosubmit: raitobezarius <tvl@lahfa.xyz> Tested-by: BuildkiteCI Reviewed-by: flokli <flokli@flokli.de>
56 lines
1.9 KiB
Rust
56 lines
1.9 KiB
Rust
use std::io;
|
|
use tonic::async_trait;
|
|
|
|
use crate::B3Digest;
|
|
|
|
mod from_addr;
|
|
mod grpc;
|
|
mod memory;
|
|
mod naive_seeker;
|
|
mod simplefs;
|
|
mod sled;
|
|
|
|
#[cfg(test)]
|
|
mod tests;
|
|
|
|
pub use self::from_addr::from_addr;
|
|
pub use self::grpc::GRPCBlobService;
|
|
pub use self::memory::MemoryBlobService;
|
|
pub use self::simplefs::SimpleFilesystemBlobService;
|
|
pub use self::sled::SledBlobService;
|
|
|
|
/// The base trait all BlobService services need to implement.
|
|
/// It provides functions to check whether a given blob exists,
|
|
/// a way to get a [io::Read] to a blob, and a method to initiate writing a new
|
|
/// Blob, which will return something implmenting io::Write, and providing a
|
|
/// close funtion, to finalize a blob and get its digest.
|
|
#[async_trait]
|
|
pub trait BlobService: Send + Sync {
|
|
/// Check if the service has the blob, by its content hash.
|
|
async fn has(&self, digest: &B3Digest) -> io::Result<bool>;
|
|
|
|
/// Request a blob from the store, by its content hash.
|
|
async fn open_read(&self, digest: &B3Digest) -> io::Result<Option<Box<dyn BlobReader>>>;
|
|
|
|
/// Insert a new blob into the store. Returns a [BlobWriter], which
|
|
/// implements [io::Write] and a [BlobWriter::close].
|
|
async fn open_write(&self) -> Box<dyn BlobWriter>;
|
|
}
|
|
|
|
/// A [tokio::io::AsyncWrite] that you need to close() afterwards, and get back
|
|
/// the digest of the written blob.
|
|
#[async_trait]
|
|
pub trait BlobWriter: tokio::io::AsyncWrite + Send + Sync + Unpin + 'static {
|
|
/// Signal there's no more data to be written, and return the digest of the
|
|
/// contents written.
|
|
///
|
|
/// Closing a already-closed BlobWriter is a no-op.
|
|
async fn close(&mut self) -> io::Result<B3Digest>;
|
|
}
|
|
|
|
/// A [tokio::io::AsyncRead] that also allows seeking.
|
|
pub trait BlobReader: tokio::io::AsyncRead + tokio::io::AsyncSeek + Send + Unpin + 'static {}
|
|
|
|
/// A [`io::Cursor<Vec<u8>>`] can be used as a BlobReader.
|
|
impl BlobReader for io::Cursor<Vec<u8>> {}
|
|
impl BlobReader for tokio::fs::File {}
|