experiment(dev): introduce new OTLP load generator for scenario-based workloads

Author: tobz

Cargo.lock

@@ -7,6 +7,7 @@ members = [
   "bin/correctness/millstone",
   "bin/correctness/panoramic",
   "bin/correctness/stele",
+  "bin/generators/dreamweaver",
   "lib/ddsketch",
   "lib/memory-accounting",
   "lib/process-memory",
@@ -209,6 +210,7 @@ argh = { version = "0.1", default-features = false }
 rmp-serde = { version = "1.3", default-features = false }
 serde_bytes = { version = "0.11.19", default-features = false }
 num-traits = { version = "0.2", default-features = false }
+tokio-stream = "0.1"
 
 [patch.crates-io]
 # Forked version of `hyper-http-proxy` that removes an unused dependency on `rustls-native-certs`, which transitively depends

Cargo.toml

@@ -311,6 +311,20 @@ run-adp-standalone-release: ## Runs ADP locally in standalone mode (release)
 	DD_DATA_PLANE_TELEMETRY_ENABLED=true DD_DATA_PLANE_TELEMETRY_LISTEN_ADDR=tcp://127.0.0.1:5102 \
 	target/release/agent-data-plane --config /tmp/adp-empty-config.yaml run
 
+.PHONY: build-dreamweaver
+build-dreamweaver: check-rust-build-tools
+build-dreamweaver: ## Builds the dreamweaver binary
+	@echo "[*] Building dreamweaver locally..."
+	@cargo build --profile release --package dreamweaver
+
+export DREAMWEAVER_CONFIG ?= $(shell pwd)/test/dreamweaver/ecommerce.yaml
+
+.PHONY: run-dreamweaver
+run-dreamweaver: build-dreamweaver
+run-dreamweaver: ## Runs dreamweaver with config (set DREAMWEAVER_CONFIG to override)
+	@echo "[*] Running dreamweaver with config: $(DREAMWEAVER_CONFIG)"
+	@target/release/dreamweaver $(DREAMWEAVER_CONFIG)
+
 .PHONY: run-dsd-basic-udp
 run-dsd-basic-udp: build-dsd-client ## Runs a basic set of metrics via the Dogstatsd client (UDP)
 	@echo "[*] Sending basic metrics via Dogstatsd (UDP, 127.0.0.1:9191)..."

Makefile

@@ -0,0 +1,26 @@
+[package]
+name = "dreamweaver"
+version = "0.1.0"
+edition = { workspace = true }
+license = { workspace = true }
+repository = { workspace = true }
+
+[lints]
+workspace = true
+
+[dependencies]
+bytes = { workspace = true }
+indexmap = { workspace = true, features = ["serde"] }
+otlp-protos = { workspace = true }
+prost = { workspace = true }
+rand = { workspace = true, features = ["std", "std_rng"] }
+saluki-error = { workspace = true }
+serde = { workspace = true }
+serde_yaml = { workspace = true }
+sha3 = { workspace = true }
+tokio = { workspace = true, features = ["rt-multi-thread", "time", "sync", "macros"] }
+tokio-stream = { workspace = true }
+tokio-util = { workspace = true, features = ["time"] }
+tonic = { workspace = true, features = ["transport"] }
+tracing = { workspace = true }
+tracing-subscriber = { workspace = true, features = ["ansi", "env-filter", "fmt"] }