use super::router::{build_router, RelayVerifierFactory, ALLOW_MOCK_RELAY_ENV};
use crate::client::EnclaveCertVerifier;
use crate::{attestation, AttestationParams};
use axum::http::StatusCode;
use axum::response::IntoResponse;
use axum::Router;
use bytes::{Buf, Bytes, BytesMut};
use log::{info, warn};
use quinn::{Endpoint, ServerConfig};
use rcgen::{CertificateParams, CustomExtension, KeyPair, SanType};
use rustls::pki_types::{pem::PemObject, CertificateDer, PrivateKeyDer};
use std::net::SocketAddr;
use std::sync::Arc;
use time::{Duration, OffsetDateTime};
use tower_service::Service;
pub use super::router::Evidence;
const ATTESTATION_OID: &[u64] = &[1, 3, 6, 1, 4, 1, 99999, 1];
pub fn create_cert_with_attestation(
key_pair: &KeyPair,
common_name: &str,
attestation_doc: &[u8], validity_days: i64,
) -> Result<String, Box<dyn std::error::Error>> {
let mut params = CertificateParams::default();
let now = OffsetDateTime::now_utc();
params.not_before = now;
params.not_after = now + Duration::days(validity_days);
params.subject_alt_names = vec![SanType::DnsName(common_name.try_into()?)];
let der_encoded_payload = wrap_in_asn1_octet_string(attestation_doc);
let mut attestation_ext =
CustomExtension::from_oid_content(ATTESTATION_OID, der_encoded_payload);
attestation_ext.set_criticality(false);
params.custom_extensions.push(attestation_ext);
let cert = params.self_signed(key_pair)?;
Ok(cert.pem())
}
fn wrap_in_asn1_octet_string(data: &[u8]) -> Vec<u8> {
let mut encoded = Vec::new();
encoded.push(0x04);
let len = data.len();
if len < 128 {
encoded.push(len as u8);
} else if len <= 0xFF {
encoded.push(0x81);
encoded.push(len as u8);
} else if len <= 0xFFFF {
encoded.push(0x82);
encoded.extend_from_slice(&(len as u16).to_be_bytes());
} else {
encoded.push(0x84);
encoded.extend_from_slice(&(len as u32).to_be_bytes());
}
encoded.extend_from_slice(data);
encoded
}
type BoxError = Box<dyn std::error::Error>;
type SendError = Box<dyn std::error::Error + Send + Sync>;
const LISTEN_ADDR: &str = "0.0.0.0:4433";
pub const LISTEN_ADDR_ENV: &str = "TTK_LISTEN_ADDR";
pub const MAX_REQUEST_BODY: usize = 1024 * 1024;
pub async fn run() -> Result<(), BoxError> {
let listen_addr = std::env::var(LISTEN_ADDR_ENV).unwrap_or_else(|_| LISTEN_ADDR.to_string());
let listen_addr: SocketAddr = listen_addr
.parse()
.map_err(|e| format!("invalid {LISTEN_ADDR_ENV} {listen_addr:?}: {e}"))?;
let mut server = Server::bind(listen_addr)?;
if std::env::var(ALLOW_MOCK_RELAY_ENV).is_ok_and(|v| v == "1") {
warn!("Accepting MOCK attestation from relay servers ({ALLOW_MOCK_RELAY_ENV}=1)");
server = server.with_relay_verifier(|| EnclaveCertVerifier::new().allow_mock());
}
info!("Server listening on {} (QUIC/HTTP/3)", server.local_addr()?);
server.serve().await;
Ok(())
}
pub struct Server {
endpoint: Endpoint,
evidence: Arc<Evidence>,
relay_verifier: RelayVerifierFactory,
}
impl Server {
pub fn bind(addr: SocketAddr) -> Result<Self, BoxError> {
info!("Initializing Nitro Enclave HTTP/3 Server...");
let _ = rustls::crypto::ring::default_provider().install_default();
let key_pair = KeyPair::generate()?;
info!("Generated ephemeral TLS certificate.");
let eat_bytes = generate_evidence(&key_pair)?;
let tls_config = build_tls_config(&key_pair, &eat_bytes)?;
let evidence = Arc::new(Evidence {
nitro: eat_bytes.clone(),
eat: eat_bytes,
});
let quic_config = ServerConfig::with_crypto(Arc::new(
quinn::crypto::rustls::QuicServerConfig::try_from(tls_config)?,
));
let endpoint = Endpoint::server(quic_config, addr)?;
Ok(Self {
endpoint,
evidence,
relay_verifier: Arc::new(EnclaveCertVerifier::new),
})
}
pub fn with_relay_verifier(
mut self,
verifier: impl Fn() -> EnclaveCertVerifier + Send + Sync + 'static,
) -> Self {
self.relay_verifier = Arc::new(verifier);
self
}
pub fn local_addr(&self) -> std::io::Result<SocketAddr> {
self.endpoint.local_addr()
}
pub async fn serve(self) {
let app = build_router(self.evidence, self.relay_verifier);
while let Some(incoming) = self.endpoint.accept().await {
tokio::spawn(handle_connection(incoming, app.clone()));
}
}
}
fn generate_evidence(key_pair: &KeyPair) -> Result<Vec<u8>, BoxError> {
let params = AttestationParams::new().with_user_data_hash(&key_pair.public_key_der());
let provider = attestation::detect()?;
info!("Using attestation provider: {}", provider.name());
let eat_bytes = provider.generate_document(¶ms)?.to_cbor_bytes()?;
info!(
"Wrapped Attestation Document as RFC 9711 EAT token ({} bytes).",
eat_bytes.len()
);
Ok(eat_bytes)
}
fn build_tls_config(
key_pair: &KeyPair,
eat_bytes: &[u8],
) -> Result<rustls::ServerConfig, BoxError> {
let cert_pem = create_cert_with_attestation(key_pair, "enclave.internal", eat_bytes, 30)?;
let key_pem = key_pair.serialize_pem();
let certs =
CertificateDer::pem_slice_iter(cert_pem.as_bytes()).collect::<Result<Vec<_>, _>>()?;
let key = PrivateKeyDer::from_pem_slice(key_pem.as_bytes())?;
let mut config = rustls::ServerConfig::builder()
.with_no_client_auth()
.with_single_cert(certs, key)?;
config.alpn_protocols = vec![b"h3".to_vec()];
Ok(config)
}
async fn handle_connection(incoming: quinn::Incoming, app: Router) {
let conn = match incoming.await {
Ok(conn) => conn,
Err(err) => return eprintln!("Handshake failed: {err}"),
};
let mut h3_conn =
match h3::server::Connection::<_, axum::body::Bytes>::new(h3_quinn::Connection::new(conn))
.await
{
Ok(h3) => h3,
Err(e) => return eprintln!("H3 setup failed: {e}"),
};
while let Ok(Some((req, stream))) = h3_conn.accept().await {
let app = app.clone();
tokio::spawn(respond(app, req, stream));
}
}
type ServerStream =
h3::server::RequestStream<h3_quinn::BidiStream<axum::body::Bytes>, axum::body::Bytes>;
async fn read_body(stream: &mut ServerStream) -> Result<Option<Bytes>, SendError> {
let mut body = BytesMut::new();
while let Some(mut chunk) = stream.recv_data().await? {
if body.len() + chunk.remaining() > MAX_REQUEST_BODY {
return Ok(None);
}
while chunk.has_remaining() {
let slice = chunk.chunk();
body.extend_from_slice(slice);
let len = slice.len();
chunk.advance(len);
}
}
Ok(Some(body.freeze()))
}
async fn respond(mut app: Router, req: axum::http::Request<()>, mut stream: ServerStream) {
let response = match read_body(&mut stream).await {
Ok(Some(body)) => match app.call(req.map(|()| axum::body::Body::from(body))).await {
Ok(response) => response,
Err(e) => return eprintln!("App call error: {e}"),
},
Ok(None) => (StatusCode::PAYLOAD_TOO_LARGE, "request body too large").into_response(),
Err(e) => return eprintln!("Failed to read request body: {e}"),
};
let (parts, body) = response.into_parts();
if let Err(e) = stream
.send_response(axum::http::Response::from_parts(parts, ()))
.await
{
return eprintln!("Failed to send response headers: {e}");
}
match axum::body::to_bytes(body, usize::MAX).await {
Ok(bytes) if !bytes.is_empty() => {
if let Err(e) = stream.send_data(bytes).await {
return eprintln!("Failed to send response body: {e}");
}
}
Ok(_) => {}
Err(e) => eprintln!("Failed to read response body: {e}"),
}
if let Err(e) = stream.finish().await {
eprintln!("Failed to finish stream: {e}");
}
}