feat(tvix/tools/narinfo2parquet): init
Convert turbofetch output to queryable Parquet. Change-Id: I076f5a431f8aab8cfe7d973bdc9fe019cebde111 Reviewed-on: https://cl.tvl.fyi/c/depot/+/9989 Reviewed-by: flokli <flokli@flokli.de> Tested-by: BuildkiteCI
This commit is contained in:
parent
45de341794
commit
8d02928b14
6 changed files with 9703 additions and 0 deletions
25
tvix/tools/narinfo2parquet/Cargo.toml
Normal file
25
tvix/tools/narinfo2parquet/Cargo.toml
Normal file
|
|
@ -0,0 +1,25 @@
|
|||
[package]
|
||||
name = "narinfo2parquet"
|
||||
version = "0.1.0"
|
||||
edition = "2021"
|
||||
|
||||
# We can't join the //tvix workspace, because that locks zstd
|
||||
# at an ancient version, which is incompatible with polars
|
||||
[workspace]
|
||||
members = ["."]
|
||||
|
||||
[dependencies]
|
||||
anyhow = { version = "1.0.75", features = ["backtrace"] }
|
||||
jemallocator = "0.5.4"
|
||||
nix-compat = { version = "0.1.0", path = "../../nix-compat" }
|
||||
tempfile-fast = "0.3.4"
|
||||
zstd = "0.13.0"
|
||||
|
||||
[dependencies.polars]
|
||||
version = "0.34.2"
|
||||
default-features = false
|
||||
features = [
|
||||
"parquet",
|
||||
"polars-io",
|
||||
"dtype-categorical"
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue