Support for local key provider

Author: kvinwang

Cargo.lock

@@ -32,6 +32,7 @@ members = [
     "host-api",
     "guest-api",
     "load_config",
+    "key-provider-client",
 ]
 resolver = "2"
 
@@ -54,6 +55,7 @@ host-api = { path = "host-api", default-features = false }
 guest-api = { path = "guest-api", default-features = false }
 http-client = { path = "http-client", default-features = false }
 load_config = { path = "load_config" }
+key-provider-client = { path = "key-provider-client" }
 
 # Core dependencies
 anyhow = "1.0.94"
@@ -109,7 +111,7 @@ default-net = "0.22.0"
 # Cryptography/Security
 aes-gcm = "0.10.3"
 curve25519-dalek = "4.1.3"
-dcap-qvl = "0.1.6"
+dcap-qvl = "0.2.0"
 elliptic-curve = { version = "0.13.8", features = ["pkcs8"] }
 getrandom = "0.2.15"
 hkdf = "0.12.4"
@@ -123,6 +125,7 @@ sha3 = "0.10.8"
 blake2 = "0.10.6"
 tokio-rustls = { version = "0.26.0", features = ["ring"] }
 x25519-dalek = { version = "2.0.1", features = ["static_secrets"] }
+sodiumoxide = "0.2.7"
 
 # Certificate/DNS
 hickory-resolver = "0.24.1"

Cargo.toml

@@ -15,7 +15,17 @@ message Notification {
   string payload = 2;
 }
 
+message GetSealingKeyRequest {
+  bytes quote = 1;
+}
+
+message GetSealingKeyResponse {
+  bytes encrypted_key = 1;
+  bytes provider_quote = 2;
+}
+
 service HostApi {
   rpc Info(google.protobuf.Empty) returns (HostInfo);
   rpc Notify(Notification) returns (google.protobuf.Empty);
+  rpc GetSealingKey(GetSealingKeyRequest) returns (GetSealingKeyResponse);
 }

host-api/proto/host_api.proto

@@ -24,6 +24,7 @@ RUN apt update && apt install -y \
     wget \
     curl \
     libclang-dev \
+    rsyslog \
     xorriso
 
 # Runtime dependencies
@@ -34,13 +35,14 @@ RUN apt-get update && \
     libsgx-aesm-quote-ex-plugin \
     libsgx-aesm-ecdsa-plugin \
     libsgx-dcap-quote-verify \
+    libsgx-dcap-default-qpl \
     psmisc
 
 # Install Rust
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
 ENV PATH="/root/.cargo/bin:${PATH}"
 
-RUN git clone https://github.com/MoeMahhouk/gramine-sealing-key-provider.git
+RUN git clone -b patches https://github.com/kvinwang/gramine-sealing-key-provider
 
 WORKDIR /gramine-sealing-key-provider
 # Build gramine-sealing-key-provider binary

key-provider-build/Dockerfile

@@ -1,6 +1,7 @@
 services:
   gramine-sealing-key-provider:
     container_name: gramine-sealing-key-provider
+    network_mode: host
     build:
       context: .
       dockerfile: Dockerfile
@@ -9,7 +10,7 @@ services:
       - "/dev/sgx_enclave:/dev/sgx_enclave"
       - "/dev/sgx_provision:/dev/sgx_provision"
     volumes:
-      - ./:/workspace
+      - "/etc/sgx_default_qcnl.conf:/etc/sgx_default_qcnl.conf"
     environment:
       - SGX=1 
     ports:

key-provider-build/docker-compose.yaml

@@ -1,5 +1,6 @@
 #!/bin/sh
-set -e
-AESM_PATH=/opt/intel/sgx-aesm-service/aesm LD_LIBRARY_PATH=/opt/intel/sgx-aesm-service/aesm /opt/intel/sgx-aesm-service/aesm/aesm_service --no-syslog
+rsyslogd
+AESM_PATH=/opt/intel/sgx-aesm-service/aesm LD_LIBRARY_PATH=/opt/intel/sgx-aesm-service/aesm /opt/intel/sgx-aesm-service/aesm/aesm_service
+
 echo "Starting Gramine Sealing Key Provider"
 make SGX=1 run-provider

key-provider-build/entrypoint.sh

@@ -1,2 +1,2 @@
 #!/bin/sh
-docker compose up --build
+docker compose up --build

key-provider-build/run.sh

@@ -0,0 +1,13 @@
+[package]
+name = "key-provider-client"
+version.workspace = true
+authors.workspace = true
+edition.workspace = true
+license.workspace = true
+
+[dependencies]
+anyhow.workspace = true
+serde = { workspace = true, features = ["derive"] }
+serde_json.workspace = true
+sodiumoxide.workspace = true
+tokio = { workspace = true, features = ["net", "io-util"] }

key-provider-client/Cargo.toml

@@ -0,0 +1,26 @@
+use sodiumoxide::crypto::box_::{self, PublicKey, SecretKey};
+use sodiumoxide::crypto::sealedbox;
+use std::sync::OnceLock;
+
+pub use box_::PUBLICKEYBYTES;
+
+#[allow(clippy::result_unit_err)]
+fn ensure_sodium_initialized() -> Result<(), ()> {
+    static SODIUM_INIT: OnceLock<Result<(), ()>> = OnceLock::new();
+    *SODIUM_INIT.get_or_init(sodiumoxide::init)
+}
+
+pub fn generate_keypair() -> (PublicKey, SecretKey) {
+    ensure_sodium_initialized().expect("Failed to initialize sodium");
+    box_::gen_keypair()
+}
+
+#[allow(clippy::result_unit_err)]
+pub fn open_sealed_box(
+    sealed_box: &[u8],
+    public_key: &PublicKey,
+    secret_key: &SecretKey,
+) -> Result<Vec<u8>, ()> {
+    ensure_sodium_initialized().expect("Failed to initialize sodium");
+    sealedbox::open(sealed_box, public_key, secret_key)
+}

key-provider-client/src/guest.rs

@@ -0,0 +1,53 @@
+use anyhow::{bail, Context, Result};
+use serde::{Deserialize, Serialize};
+use std::net::IpAddr;
+use tokio::{
+    io::{AsyncReadExt, AsyncWriteExt},
+    net::TcpStream,
+};
+
+#[derive(Serialize, Deserialize)]
+struct QuoteRequest<'a> {
+    quote: &'a [u8],
+}
+
+#[derive(Serialize, Deserialize, Debug)]
+pub struct QuoteResponse {
+    pub encrypted_key: Vec<u8>,
+    pub provider_quote: Vec<u8>,
+}
+
+pub async fn get_key(quote: Vec<u8>, address: IpAddr, port: u16) -> Result<QuoteResponse> {
+    if quote.len() > 1024 * 1024 {
+        bail!("Quote is too long");
+    }
+    let mut tcp_stream = TcpStream::connect((address, port))
+        .await
+        .context("Failed to connect to key provider")?;
+    let payload = QuoteRequest { quote: &quote };
+    let serialized = serde_json::to_vec(&payload)?;
+    let length = serialized.len() as u32;
+    tcp_stream
+        .write_all(&length.to_be_bytes())
+        .await
+        .context("Failed to write length")?;
+    tcp_stream
+        .write_all(&serialized)
+        .await
+        .context("Failed to write payload")?;
+
+    let mut response_length = [0; 4];
+    tcp_stream
+        .read_exact(&mut response_length)
+        .await
+        .context("Failed to read response length")?;
+    let response_length = u32::from_be_bytes(response_length);
+    let mut response = vec![0; response_length as usize];
+    tcp_stream
+        .read_exact(&mut response)
+        .await
+        .context("Failed to read response")?;
+    let response: QuoteResponse =
+        serde_json::from_slice(&response).context("Failed to deserialize response")?;
+    Ok(response)
+}