9f10a71ec5
This provides a PathInfoService implementation using redb (https://github.com/cberner/redb) as the underlying storage engine. Both an in-memory variant, as well as a filesystem one is provided, similar how it's done with the sled implementation. Supersedes: https://cl.tvl.fyi/c/depot/+/11692 Change-Id: I744619c51bf2efd0fb63659b12a27cbe0b2fd6fc Signed-off-by: Ilan Joselevich <personal@ilanjoselevich.com> Reviewed-on: https://cl.tvl.fyi/c/depot/+/11995 Reviewed-by: flokli <flokli@flokli.de> Tested-by: BuildkiteCI
100 lines
3.7 KiB
Rust
100 lines
3.7 KiB
Rust
mod combinators;
|
|
mod from_addr;
|
|
mod grpc;
|
|
mod lru;
|
|
mod memory;
|
|
mod nix_http;
|
|
mod redb;
|
|
mod sled;
|
|
|
|
#[cfg(any(feature = "fuse", feature = "virtiofs"))]
|
|
mod fs;
|
|
|
|
#[cfg(test)]
|
|
mod tests;
|
|
|
|
use futures::stream::BoxStream;
|
|
use tonic::async_trait;
|
|
use tvix_castore::composition::{Registry, ServiceBuilder};
|
|
use tvix_castore::Error;
|
|
|
|
use crate::nar::NarCalculationService;
|
|
use crate::proto::PathInfo;
|
|
|
|
pub use self::combinators::{
|
|
Cache as CachePathInfoService, CacheConfig as CachePathInfoServiceConfig,
|
|
};
|
|
pub use self::from_addr::from_addr;
|
|
pub use self::grpc::{GRPCPathInfoService, GRPCPathInfoServiceConfig};
|
|
pub use self::lru::{LruPathInfoService, LruPathInfoServiceConfig};
|
|
pub use self::memory::{MemoryPathInfoService, MemoryPathInfoServiceConfig};
|
|
pub use self::nix_http::{NixHTTPPathInfoService, NixHTTPPathInfoServiceConfig};
|
|
pub use self::redb::{RedbPathInfoService, RedbPathInfoServiceConfig};
|
|
pub use self::sled::{SledPathInfoService, SledPathInfoServiceConfig};
|
|
|
|
#[cfg(feature = "cloud")]
|
|
mod bigtable;
|
|
#[cfg(feature = "cloud")]
|
|
pub use self::bigtable::{BigtableParameters, BigtablePathInfoService};
|
|
|
|
#[cfg(any(feature = "fuse", feature = "virtiofs"))]
|
|
pub use self::fs::make_fs;
|
|
|
|
/// The base trait all PathInfo services need to implement.
|
|
#[async_trait]
|
|
pub trait PathInfoService: Send + Sync {
|
|
/// Retrieve a PathInfo message by the output digest.
|
|
async fn get(&self, digest: [u8; 20]) -> Result<Option<PathInfo>, Error>;
|
|
|
|
/// Store a PathInfo message. Implementations MUST call validate and reject
|
|
/// invalid messages.
|
|
async fn put(&self, path_info: PathInfo) -> Result<PathInfo, Error>;
|
|
|
|
/// Iterate over all PathInfo objects in the store.
|
|
/// Implementations can decide to disallow listing.
|
|
///
|
|
/// This returns a pinned, boxed stream. The pinning allows for it to be polled easily,
|
|
/// and the box allows different underlying stream implementations to be returned since
|
|
/// Rust doesn't support this as a generic in traits yet. This is the same thing that
|
|
/// [async_trait] generates, but for streams instead of futures.
|
|
fn list(&self) -> BoxStream<'static, Result<PathInfo, Error>>;
|
|
|
|
fn nar_calculation_service(&self) -> Option<Box<dyn NarCalculationService>> {
|
|
None
|
|
}
|
|
}
|
|
|
|
#[async_trait]
|
|
impl<A> PathInfoService for A
|
|
where
|
|
A: AsRef<dyn PathInfoService> + Send + Sync + 'static,
|
|
{
|
|
async fn get(&self, digest: [u8; 20]) -> Result<Option<PathInfo>, Error> {
|
|
self.as_ref().get(digest).await
|
|
}
|
|
|
|
async fn put(&self, path_info: PathInfo) -> Result<PathInfo, Error> {
|
|
self.as_ref().put(path_info).await
|
|
}
|
|
|
|
fn list(&self) -> BoxStream<'static, Result<PathInfo, Error>> {
|
|
self.as_ref().list()
|
|
}
|
|
}
|
|
|
|
/// Registers the builtin PathInfoService implementations with the registry
|
|
pub(crate) fn register_pathinfo_services(reg: &mut Registry) {
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, CachePathInfoServiceConfig>("cache");
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, GRPCPathInfoServiceConfig>("grpc");
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, LruPathInfoServiceConfig>("lru");
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, MemoryPathInfoServiceConfig>("memory");
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, NixHTTPPathInfoServiceConfig>("nix");
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, SledPathInfoServiceConfig>("sled");
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, RedbPathInfoServiceConfig>("redb");
|
|
#[cfg(feature = "cloud")]
|
|
{
|
|
reg.register::<Box<dyn ServiceBuilder<Output = dyn PathInfoService>>, BigtableParameters>(
|
|
"bigtable",
|
|
);
|
|
}
|
|
}
|