a4f6c4181a
This provides a service using /dev/shm, that's deleted once the reference is dropped. Refactor all tests to use these, which allows getting rid of most TempDir usage in the tests. The only place where we still use TempDir is in the importer tests, which work on a filesystem path. Change-Id: I08a950aa774bf9b46d9f5c92edf5efba36053242 Reviewed-on: https://cl.tvl.fyi/c/depot/+/8193 Reviewed-by: raitobezarius <tvl@lahfa.xyz> Tested-by: BuildkiteCI
91 lines
3.2 KiB
Rust
91 lines
3.2 KiB
Rust
use crate::proto::Directory;
|
|
use crate::{proto, Error};
|
|
use data_encoding::BASE64;
|
|
use prost::Message;
|
|
use std::path::PathBuf;
|
|
use tracing::{instrument, warn};
|
|
|
|
use super::DirectoryService;
|
|
|
|
#[derive(Clone)]
|
|
pub struct SledDirectoryService {
|
|
db: sled::Db,
|
|
}
|
|
|
|
impl SledDirectoryService {
|
|
pub fn new(p: PathBuf) -> Result<Self, sled::Error> {
|
|
let config = sled::Config::default().use_compression(true).path(p);
|
|
let db = config.open()?;
|
|
|
|
Ok(Self { db })
|
|
}
|
|
|
|
pub fn new_temporary() -> Result<Self, sled::Error> {
|
|
let config = sled::Config::default().temporary(true);
|
|
let db = config.open()?;
|
|
|
|
Ok(Self { db })
|
|
}
|
|
}
|
|
|
|
impl DirectoryService for SledDirectoryService {
|
|
// TODO: change api to only be by digest
|
|
#[instrument(name = "SledDirectoryService::get", skip(self, by_what))]
|
|
fn get(
|
|
&self,
|
|
by_what: &proto::get_directory_request::ByWhat,
|
|
) -> Result<Option<proto::Directory>, Error> {
|
|
match by_what {
|
|
proto::get_directory_request::ByWhat::Digest(digest) => {
|
|
match self.db.get(digest) {
|
|
// The directory was not found, return
|
|
Ok(None) => Ok(None),
|
|
|
|
// The directory was found, try to parse the data as Directory message
|
|
Ok(Some(data)) => match Directory::decode(&*data) {
|
|
Ok(directory) => {
|
|
// Validate the retrieved Directory indeed has the
|
|
// digest we expect it to have, to detect corruptions.
|
|
let actual_digest = directory.digest();
|
|
if actual_digest.as_slice() != digest {
|
|
return Err(Error::StorageError(format!(
|
|
"requested directory with digest {}, but got {}",
|
|
BASE64.encode(digest),
|
|
BASE64.encode(&actual_digest)
|
|
)));
|
|
}
|
|
|
|
Ok(Some(directory))
|
|
}
|
|
Err(e) => {
|
|
warn!("unable to parse directory {}: {}", BASE64.encode(digest), e);
|
|
Err(Error::StorageError(e.to_string()))
|
|
}
|
|
},
|
|
// some storage error?
|
|
Err(e) => Err(Error::StorageError(e.to_string())),
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
#[instrument(name = "SledDirectoryService::put", skip(self, directory), fields(directory.digest = BASE64.encode(&directory.digest())))]
|
|
fn put(&self, directory: proto::Directory) -> Result<Vec<u8>, Error> {
|
|
let digest = directory.digest();
|
|
|
|
// validate the directory itself.
|
|
if let Err(e) = directory.validate() {
|
|
return Err(Error::InvalidRequest(format!(
|
|
"directory {} failed validation: {}",
|
|
BASE64.encode(&digest),
|
|
e,
|
|
)));
|
|
}
|
|
// store it
|
|
let result = self.db.insert(&digest, directory.encode_to_vec());
|
|
if let Err(e) = result {
|
|
return Err(Error::StorageError(e.to_string()));
|
|
}
|
|
Ok(digest)
|
|
}
|
|
}
|