feat(tvix/tools/narinfo2parquet): init

Convert turbofetch output to queryable Parquet.

Change-Id: I076f5a431f8aab8cfe7d973bdc9fe019cebde111
Reviewed-on: https://cl.tvl.fyi/c/depot/+/9989
Reviewed-by: flokli <flokli@flokli.de>
Tested-by: BuildkiteCI
This commit is contained in:
edef 2023-11-08 04:44:49 +00:00
parent 45de341794
commit 8d02928b14
6 changed files with 9703 additions and 0 deletions

View file

@ -0,0 +1,25 @@
[package]
name = "narinfo2parquet"
version = "0.1.0"
edition = "2021"
# We can't join the //tvix workspace, because that locks zstd
# at an ancient version, which is incompatible with polars
[workspace]
members = ["."]
[dependencies]
anyhow = { version = "1.0.75", features = ["backtrace"] }
jemallocator = "0.5.4"
nix-compat = { version = "0.1.0", path = "../../nix-compat" }
tempfile-fast = "0.3.4"
zstd = "0.13.0"
[dependencies.polars]
version = "0.34.2"
default-features = false
features = [
"parquet",
"polars-io",
"dtype-categorical"
]