refactor(tvix/store/directorysvc): move from Vec<u8> to B3Digest

This introduces a new struct, B3Digest, which internally holds a
Vec<u8>, but only allows construction with 32 bytes.

It also implements display, which will print the base64 representation.
This should reduce some boilerplate when parsing Vec<u8>.

Change-Id: Ia91aa40cb691916773abc8f93e6ed79a5fd34863
Reviewed-on: https://cl.tvl.fyi/c/depot/+/8592
Reviewed-by: tazjin <tazjin@tvl.su>
Autosubmit: flokli <flokli@flokli.de>
Tested-by: BuildkiteCI
This commit is contained in:
Florian Klink 2023-05-18 21:43:33 +03:00 committed by clbot
parent e779b866cc
commit b8ff08b1b0
17 changed files with 199 additions and 165 deletions

View file

@ -1,4 +1,4 @@
use crate::proto;
use crate::{proto, B3Digest};
use data_encoding::BASE64;
use thiserror::Error;
@ -14,14 +14,14 @@ pub enum RenderError {
#[error("failure talking to a backing store client: {0}")]
StoreError(crate::Error),
#[error("unable to find directory {}, referred from {}", BASE64.encode(.0), .1)]
DirectoryNotFound(Vec<u8>, String),
#[error("unable to find directory {}, referred from {}", .0, .1)]
DirectoryNotFound(B3Digest, String),
#[error("unable to find blob {}, referred from {}", BASE64.encode(.0), .1)]
BlobNotFound(Vec<u8>, String),
BlobNotFound([u8; 32], String),
#[error("unexpected size in metadata for blob {}, referred from {} returned, expected {}, got {}", BASE64.encode(.0), .1, .2, .3)]
UnexpectedBlobMeta(Vec<u8>, String, u32, u32),
UnexpectedBlobMeta([u8; 32], String, u32, u32),
#[error("failure using the NAR writer: {0}")]
NARWriterError(std::io::Error),
@ -29,8 +29,5 @@ pub enum RenderError {
/// The base trait for something calculating NARs, and returning their size and sha256.
pub trait NARCalculationService {
fn calculate_nar(
&self,
root_node: &proto::node::Node,
) -> Result<proto::CalculateNarResponse, RenderError>;
fn calculate_nar(&self, root_node: &proto::node::Node) -> Result<(u64, [u8; 32]), RenderError>;
}

View file

@ -26,18 +26,12 @@ impl<BS: BlobService, DS: DirectoryService> NonCachingNARCalculationService<BS,
impl<BS: BlobService, DS: DirectoryService> NARCalculationService
for NonCachingNARCalculationService<BS, DS>
{
fn calculate_nar(
&self,
root_node: &proto::node::Node,
) -> Result<proto::CalculateNarResponse, RenderError> {
fn calculate_nar(&self, root_node: &proto::node::Node) -> Result<(u64, [u8; 32]), RenderError> {
let h = Sha256::new();
let mut cw = CountWrite::from(h);
self.nar_renderer.write_nar(&mut cw, root_node)?;
Ok(proto::CalculateNarResponse {
nar_size: cw.count() as u64,
nar_sha256: cw.into_inner().finalize().to_vec(),
})
Ok((cw.count(), cw.into_inner().finalize().into()))
}
}

View file

@ -4,6 +4,7 @@ use crate::{
blobservice::BlobService,
directoryservice::DirectoryService,
proto::{self, NamedNode},
B3Digest,
};
use data_encoding::BASE64;
use nix_compat::nar;
@ -82,16 +83,12 @@ impl<BS: BlobService, DS: DirectoryService> NARRenderer<BS, DS> {
.map_err(RenderError::NARWriterError)?;
}
proto::node::Node::Directory(proto_directory_node) => {
let digest: [u8; 32] =
proto_directory_node
.digest
.to_owned()
.try_into()
.map_err(|_e| {
RenderError::StoreError(crate::Error::StorageError(
"invalid digest len in directory node".to_string(),
))
})?;
let digest =
B3Digest::from_vec(proto_directory_node.digest.to_vec()).map_err(|_e| {
RenderError::StoreError(crate::Error::StorageError(
"invalid digest len in directory node".to_string(),
))
})?;
// look it up with the directory service
let resp = self
@ -103,7 +100,7 @@ impl<BS: BlobService, DS: DirectoryService> NARRenderer<BS, DS> {
// if it's None, that's an error!
None => {
return Err(RenderError::DirectoryNotFound(
digest.to_vec(),
digest,
proto_directory_node.name.to_owned(),
))
}