lake-pulse/Cargo.toml at main · adobe/lake-pulse · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
[package]
name = "lake-pulse"
version = "0.3.0"
edition = "2021"
license = "MIT OR Apache-2.0"
readme = "README.md"
description = "A Rust library for analyzing data lake table health across multiple formats and storage providers."
rust-version = "1.88"
keywords = ["delta-lake", "iceberg", "data-lake", "table-health", "analytics"]
categories = ["filesystem", "data-structures", "database"]
authors = ["Andrei Ionescu <webdev.andrei@gmail.com>"]
repository = "https://github.com/adobe/lake-pulse"
exclude = [ "examples/data/**/*" ]

[features]
default = []
hudi = []
lance = ["dep:lance", "dep:lance-index"]
paimon = ["dep:apache-avro"]
experimental = ["hudi", "lance", "paimon"]
all = ["hudi", "lance", "paimon"]

[dependencies]
tokio = { version = "1", features = ["full"] }

serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"

tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter", "json"] }

deltalake = { version = "0.31", features = ["deltalake-aws", "deltalake-azure"] }
deltalake-azure = "0.14"
deltalake-aws = "0.14"
iceberg = "0.9.0"
lance = { version = "4.0", optional = true }
lance-index = { version = "4.0", optional = true }
apache-avro = { version = "0.21", optional = true, features = ["zstandard"] }

object_store = { version = "0.13", features = ["aws", "azure", "gcp", "http"] }
url = "2.5"
async-trait = "0.1"
thiserror = "2.0"
futures = { version = "0.3", features = ["std"] }
bytes = "1.0"
chrono = "0.4"
log = "0.4.28"
parquet = "58.0"
hdfs-native-object-store = "0.16"
iceberg-storage-opendal = { version = "0.9.0", features = ["opendal-all"] }

[dev-dependencies]
tempfile = "3.8"

[[example]]
name = "local_store_hudi"
required-features = ["hudi"]

[[example]]
name = "local_store_lance"
required-features = ["lance"]

[[example]]
name = "local_store_paimon"
required-features = ["paimon"]