b74ffda583
This adds a BlobService trait, and an implementation for it using sled, and one using a HashMap. Change-Id: Id6bc1b629195d0b26fc503bd7d2dc9e43c41c317 Reviewed-on: https://cl.tvl.fyi/c/depot/+/8087 Tested-by: BuildkiteCI Reviewed-by: tazjin <tazjin@tvl.su>
66 lines
2.2 KiB
Rust
66 lines
2.2 KiB
Rust
use std::path::PathBuf;
|
|
|
|
use data_encoding::BASE64;
|
|
use prost::Message;
|
|
use tracing::instrument;
|
|
|
|
use crate::{proto, Error};
|
|
|
|
use super::BlobService;
|
|
|
|
#[derive(Clone)]
|
|
pub struct SledBlobService {
|
|
db: sled::Db,
|
|
}
|
|
|
|
impl SledBlobService {
|
|
pub fn new(p: PathBuf) -> Result<Self, sled::Error> {
|
|
let config = sled::Config::default().use_compression(true).path(p);
|
|
let db = config.open()?;
|
|
|
|
Ok(Self { db })
|
|
}
|
|
}
|
|
|
|
impl BlobService for SledBlobService {
|
|
#[instrument(name = "SledBlobService::stat", skip(self, req), fields(blob.digest=BASE64.encode(&req.digest)))]
|
|
fn stat(&self, req: &proto::StatBlobRequest) -> Result<Option<proto::BlobMeta>, Error> {
|
|
if req.include_bao {
|
|
todo!("not implemented yet")
|
|
}
|
|
|
|
// if include_chunks is also false, the user only wants to know if the
|
|
// blob is present at all.
|
|
if !req.include_chunks {
|
|
match self.db.contains_key(&req.digest) {
|
|
Ok(false) => Ok(None),
|
|
Ok(true) => Ok(Some(proto::BlobMeta::default())),
|
|
Err(e) => Err(Error::StorageError(e.to_string())),
|
|
}
|
|
} else {
|
|
match self.db.get(&req.digest) {
|
|
Ok(None) => Ok(None),
|
|
Ok(Some(data)) => match proto::BlobMeta::decode(&*data) {
|
|
Ok(blob_meta) => Ok(Some(blob_meta)),
|
|
Err(e) => Err(Error::StorageError(format!(
|
|
"unable to parse blobmeta message for blob {}: {}",
|
|
BASE64.encode(&req.digest),
|
|
e
|
|
))),
|
|
},
|
|
Err(e) => Err(Error::StorageError(e.to_string())),
|
|
}
|
|
}
|
|
}
|
|
|
|
#[instrument(name = "SledBlobService::put", skip(self, blob_meta, blob_digest), fields(blob.digest = BASE64.encode(blob_digest)))]
|
|
fn put(&self, blob_digest: &[u8], blob_meta: proto::BlobMeta) -> Result<(), Error> {
|
|
let result = self.db.insert(blob_digest, blob_meta.encode_to_vec());
|
|
if let Err(e) = result {
|
|
return Err(Error::StorageError(e.to_string()));
|
|
}
|
|
Ok(())
|
|
// TODO: make sure all callers make sure the chunks exist.
|
|
// TODO: where should we calculate the bao?
|
|
}
|
|
}
|