refactor(tvix/store/directorysvc): move from Vec<u8> to B3Digest
This introduces a new struct, B3Digest, which internally holds a Vec<u8>, but only allows construction with 32 bytes. It also implements display, which will print the base64 representation. This should reduce some boilerplate when parsing Vec<u8>. Change-Id: Ia91aa40cb691916773abc8f93e6ed79a5fd34863 Reviewed-on: https://cl.tvl.fyi/c/depot/+/8592 Reviewed-by: tazjin <tazjin@tvl.su> Autosubmit: flokli <flokli@flokli.de> Tested-by: BuildkiteCI
This commit is contained in:
parent
e779b866cc
commit
b8ff08b1b0
17 changed files with 199 additions and 165 deletions
|
|
@ -1,4 +1,4 @@
|
|||
use crate::proto;
|
||||
use crate::{proto, B3Digest};
|
||||
use data_encoding::BASE64;
|
||||
use thiserror::Error;
|
||||
|
||||
|
|
@ -14,14 +14,14 @@ pub enum RenderError {
|
|||
#[error("failure talking to a backing store client: {0}")]
|
||||
StoreError(crate::Error),
|
||||
|
||||
#[error("unable to find directory {}, referred from {}", BASE64.encode(.0), .1)]
|
||||
DirectoryNotFound(Vec<u8>, String),
|
||||
#[error("unable to find directory {}, referred from {}", .0, .1)]
|
||||
DirectoryNotFound(B3Digest, String),
|
||||
|
||||
#[error("unable to find blob {}, referred from {}", BASE64.encode(.0), .1)]
|
||||
BlobNotFound(Vec<u8>, String),
|
||||
BlobNotFound([u8; 32], String),
|
||||
|
||||
#[error("unexpected size in metadata for blob {}, referred from {} returned, expected {}, got {}", BASE64.encode(.0), .1, .2, .3)]
|
||||
UnexpectedBlobMeta(Vec<u8>, String, u32, u32),
|
||||
UnexpectedBlobMeta([u8; 32], String, u32, u32),
|
||||
|
||||
#[error("failure using the NAR writer: {0}")]
|
||||
NARWriterError(std::io::Error),
|
||||
|
|
@ -29,8 +29,5 @@ pub enum RenderError {
|
|||
|
||||
/// The base trait for something calculating NARs, and returning their size and sha256.
|
||||
pub trait NARCalculationService {
|
||||
fn calculate_nar(
|
||||
&self,
|
||||
root_node: &proto::node::Node,
|
||||
) -> Result<proto::CalculateNarResponse, RenderError>;
|
||||
fn calculate_nar(&self, root_node: &proto::node::Node) -> Result<(u64, [u8; 32]), RenderError>;
|
||||
}
|
||||
|
|
|
|||
|
|
@ -26,18 +26,12 @@ impl<BS: BlobService, DS: DirectoryService> NonCachingNARCalculationService<BS,
|
|||
impl<BS: BlobService, DS: DirectoryService> NARCalculationService
|
||||
for NonCachingNARCalculationService<BS, DS>
|
||||
{
|
||||
fn calculate_nar(
|
||||
&self,
|
||||
root_node: &proto::node::Node,
|
||||
) -> Result<proto::CalculateNarResponse, RenderError> {
|
||||
fn calculate_nar(&self, root_node: &proto::node::Node) -> Result<(u64, [u8; 32]), RenderError> {
|
||||
let h = Sha256::new();
|
||||
let mut cw = CountWrite::from(h);
|
||||
|
||||
self.nar_renderer.write_nar(&mut cw, root_node)?;
|
||||
|
||||
Ok(proto::CalculateNarResponse {
|
||||
nar_size: cw.count() as u64,
|
||||
nar_sha256: cw.into_inner().finalize().to_vec(),
|
||||
})
|
||||
Ok((cw.count(), cw.into_inner().finalize().into()))
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -4,6 +4,7 @@ use crate::{
|
|||
blobservice::BlobService,
|
||||
directoryservice::DirectoryService,
|
||||
proto::{self, NamedNode},
|
||||
B3Digest,
|
||||
};
|
||||
use data_encoding::BASE64;
|
||||
use nix_compat::nar;
|
||||
|
|
@ -82,16 +83,12 @@ impl<BS: BlobService, DS: DirectoryService> NARRenderer<BS, DS> {
|
|||
.map_err(RenderError::NARWriterError)?;
|
||||
}
|
||||
proto::node::Node::Directory(proto_directory_node) => {
|
||||
let digest: [u8; 32] =
|
||||
proto_directory_node
|
||||
.digest
|
||||
.to_owned()
|
||||
.try_into()
|
||||
.map_err(|_e| {
|
||||
RenderError::StoreError(crate::Error::StorageError(
|
||||
"invalid digest len in directory node".to_string(),
|
||||
))
|
||||
})?;
|
||||
let digest =
|
||||
B3Digest::from_vec(proto_directory_node.digest.to_vec()).map_err(|_e| {
|
||||
RenderError::StoreError(crate::Error::StorageError(
|
||||
"invalid digest len in directory node".to_string(),
|
||||
))
|
||||
})?;
|
||||
|
||||
// look it up with the directory service
|
||||
let resp = self
|
||||
|
|
@ -103,7 +100,7 @@ impl<BS: BlobService, DS: DirectoryService> NARRenderer<BS, DS> {
|
|||
// if it's None, that's an error!
|
||||
None => {
|
||||
return Err(RenderError::DirectoryNotFound(
|
||||
digest.to_vec(),
|
||||
digest,
|
||||
proto_directory_node.name.to_owned(),
|
||||
))
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue