lambda_otel_lite/handler.rs
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478
//! Lambda function handler wrapper with OpenTelemetry tracing.
//!
//! This module provides a wrapper function that automatically creates OpenTelemetry spans
//! for Lambda function invocations. It offers an alternative to the Tower middleware layer
//! when more direct control over span creation is needed.
//!
//! # When to Use the Handler Wrapper
//!
//! The handler wrapper approach is recommended when:
//! - You have a simple Lambda function without complex middleware needs
//! - You want minimal setup and configuration
//! - You need direct control over span creation and attributes
//! - You don't need Tower's middleware composition features
//!
//! For more complex applications, consider using the Tower layer approach instead.
//!
//! # Features
//!
//! - Automatic span creation with configurable names and attributes
//! - Built-in support for common AWS event types (API Gateway v1/v2)
//! - Automatic context propagation from HTTP headers
//! - Response status code tracking
//! - Custom attribute extraction
//!
//! # Architecture
//!
//! The handler wrapper operates by:
//! 1. Creating a span for each invocation
//! 2. Extracting attributes from the event
//! 3. Running the handler function within the span
//! 4. Capturing response attributes (e.g., status code)
//! 5. Signaling completion for span export
//!
//! # Performance Considerations
//!
//! The wrapper is designed to minimize overhead:
//! - Lazy attribute extraction
//! - Efficient downcasting for type detection
//! - Minimal allocations for span attributes
//! - No blocking operations in the critical path
//!
//! # Comparison with Tower Layer
//!
//! This wrapper provides an alternative to the `OtelTracingLayer`:
//! - More direct control over span creation
//! - Simpler integration (no middleware stack)
//! - Easier to customize span attributes
//! - Better suited for simple Lambda functions
//!
//! Use this wrapper when:
//! - You have a simple Lambda function
//! - You don't need other Tower middleware
//! - You want direct control over spans
//!
//! Use the Tower layer when:
//! - You're building a complex service
//! - You need other Tower middleware
//! - You want standardized instrumentation
//!
//! # Examples
//!
//! Basic usage with JSON events:
//!
//! ```rust,no_run
//! use lambda_otel_lite::{init_telemetry, traced_handler, TelemetryConfig};
//! use lambda_runtime::{service_fn, Error, LambdaEvent, Runtime};
//! use aws_lambda_events::event::apigw::ApiGatewayV2httpRequest;
//!
//! async fn function_handler(event: LambdaEvent<ApiGatewayV2httpRequest>) -> Result<serde_json::Value, Error> {
//! Ok(serde_json::json!({
//! "statusCode": 200,
//! "body": format!("Hello from request {}", event.context.request_id)
//! }))
//! }
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Error> {
//! let completion_handler = init_telemetry(TelemetryConfig::default()).await?;
//!
//! let runtime = Runtime::new(service_fn(|event| {
//! traced_handler("my-handler", event, completion_handler.clone(), function_handler)
//! }));
//!
//! runtime.run().await
//! }
//! ```
//!
//! Using with API Gateway events:
//!
//! ```rust,no_run
//! use lambda_otel_lite::{init_telemetry, traced_handler, TelemetryConfig};
//! use lambda_runtime::{service_fn, Error, LambdaEvent, Runtime};
//! use aws_lambda_events::event::apigw::ApiGatewayV2httpRequest;
//!
//! async fn api_handler(
//! event: LambdaEvent<ApiGatewayV2httpRequest>
//! ) -> Result<serde_json::Value, Error> {
//! // HTTP attributes will be automatically extracted
//! Ok(serde_json::json!({
//! "statusCode": 200,
//! "body": format!("Hello from request {}", event.context.request_id)
//! }))
//! }
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Error> {
//! let completion_handler = init_telemetry(TelemetryConfig::default()).await?;
//!
//! let runtime = Runtime::new(service_fn(|event| {
//! traced_handler("api-handler", event, completion_handler.clone(), api_handler)
//! }));
//!
//! runtime.run().await
//! }
//! ```
use crate::extractors::{set_common_attributes, set_response_attributes, SpanAttributesExtractor};
use crate::TelemetryCompletionHandler;
use lambda_runtime::{Error, LambdaEvent};
use serde::{de::DeserializeOwned, Serialize};
use std::future::Future;
use std::sync::atomic::{AtomicBool, Ordering};
use tracing::field::Empty;
use tracing::Instrument;
use tracing_opentelemetry::OpenTelemetrySpanExt;
static IS_COLD_START: AtomicBool = AtomicBool::new(true);
/// Wraps a Lambda handler function with OpenTelemetry tracing.
///
/// This function wraps a Lambda handler function to automatically create and configure
/// OpenTelemetry spans for each invocation. It provides automatic instrumentation
/// with minimal code changes required.
///
/// # Features
///
/// - Creates spans for each invocation with configurable names
/// - Extracts attributes from events implementing `SpanAttributesExtractor`
/// - Propagates context from incoming requests via headers
/// - Tracks response status codes for HTTP responses
/// - Supports both sync and async span processing modes
///
/// # Span Attributes
///
/// The following attributes are automatically set:
///
/// - `otel.name`: The handler name provided
/// - `otel.kind`: "SERVER" by default, can be overridden by extractor
/// - `requestId`: The Lambda request ID
/// - `faas.invocation_id`: The Lambda request ID
/// - `cloud.resource_id`: The Lambda function ARN
/// - `cloud.account.id`: The AWS account ID (extracted from ARN)
/// - `faas.trigger`: "http" or "other" based on event type
/// - `http.status_code`: For HTTP responses
///
/// Additional attributes can be added through the `SpanAttributesExtractor` trait.
///
/// # Error Handling
///
/// The wrapper handles errors gracefully:
/// - Extraction failures don't fail the function
/// - Invalid headers are skipped
/// - Export errors are logged but don't fail the function
/// - 5xx status codes set the span status to ERROR
///
/// # Type Parameters
///
/// * `T` - The event payload type that must be deserializable and serializable
/// * `R` - The response type that must be serializable
/// * `F` - The handler function type
/// * `Fut` - The future returned by the handler function
///
/// # Arguments
///
/// * `name` - Name of the handler/span
/// * `event` - Lambda event containing both payload and context
/// * `completion_handler` - Handler for managing span export
/// * `handler_fn` - The actual Lambda handler function to wrap
///
/// # Returns
///
/// Returns the result from the handler function
///
/// # Examples
///
/// Basic usage:
///
/// ```rust,no_run
/// use lambda_otel_lite::{init_telemetry, traced_handler, TelemetryConfig};
/// use lambda_runtime::{service_fn, Error, LambdaEvent};
/// use serde_json::Value;
///
/// async fn function_handler(event: LambdaEvent<Value>) -> Result<Value, Error> {
/// Ok(serde_json::json!({ "statusCode": 200 }))
/// }
///
/// #[tokio::main]
/// async fn main() -> Result<(), Error> {
/// let completion_handler = init_telemetry(TelemetryConfig::default()).await?;
///
/// let func = service_fn(|event| {
/// traced_handler(
/// "my-handler",
/// event,
/// completion_handler.clone(),
/// function_handler,
/// )
/// });
///
/// lambda_runtime::run(func).await
/// }
/// ```
///
/// With custom event type implementing `SpanAttributesExtractor`:
///
/// ```rust,no_run
/// use lambda_otel_lite::{init_telemetry, traced_handler, TelemetryConfig};
/// use lambda_otel_lite::{SpanAttributes, SpanAttributesExtractor};
/// use lambda_runtime::{service_fn, Error, LambdaEvent};
/// use std::collections::HashMap;
/// use serde::{Serialize, Deserialize};
/// use opentelemetry::Value;
/// #[derive(Serialize, Deserialize)]
/// struct CustomEvent {
/// operation: String,
/// }
///
/// impl SpanAttributesExtractor for CustomEvent {
/// fn extract_span_attributes(&self) -> SpanAttributes {
/// let mut attributes = HashMap::new();
/// attributes.insert("operation".to_string(), Value::String(self.operation.clone().into()));
/// SpanAttributes::builder()
/// .attributes(attributes)
/// .build()
/// }
/// }
///
/// async fn handler(event: LambdaEvent<CustomEvent>) -> Result<serde_json::Value, Error> {
/// Ok(serde_json::json!({ "statusCode": 200 }))
/// }
///
/// #[tokio::main]
/// async fn main() -> Result<(), Error> {
/// let completion_handler = init_telemetry(TelemetryConfig::default()).await?;
///
/// let func = service_fn(|event| {
/// traced_handler(
/// "custom-handler",
/// event,
/// completion_handler.clone(),
/// handler,
/// )
/// });
///
/// lambda_runtime::run(func).await
/// }
/// ```
pub async fn traced_handler<T, R, F, Fut>(
name: &'static str,
event: LambdaEvent<T>,
completion_handler: TelemetryCompletionHandler,
handler_fn: F,
) -> Result<R, Error>
where
T: SpanAttributesExtractor + DeserializeOwned + Serialize + Send + 'static,
R: Serialize + Send + 'static,
F: FnOnce(LambdaEvent<T>) -> Fut,
Fut: Future<Output = Result<R, Error>> + Send,
{
let result = {
// Create the base span
let span = tracing::info_span!(
parent: None,
"handler",
otel.name=Empty,
otel.kind=Empty,
otel.status_code=Empty,
otel.status_message=Empty,
requestId=%event.context.request_id,
);
// Set the span name and default kind
span.record("otel.name", name.to_string());
span.record("otel.kind", "SERVER");
// Set common Lambda attributes with cold start tracking
let is_cold = IS_COLD_START.swap(false, Ordering::Relaxed);
set_common_attributes(&span, &event.context, is_cold);
// Extract attributes directly using the trait
let attrs = event.payload.extract_span_attributes();
// Apply extracted attributes
if let Some(span_name) = attrs.span_name {
span.record("otel.name", span_name);
}
if let Some(kind) = &attrs.kind {
span.record("otel.kind", kind.to_string());
}
// Set custom attributes
for (key, value) in &attrs.attributes {
span.set_attribute(key.to_string(), value.to_string());
}
// Add span links
for link in attrs.links {
span.add_link_with_attributes(link.span_context, link.attributes);
}
// Propagate context from headers
if let Some(carrier) = attrs.carrier {
let parent_context = opentelemetry::global::get_text_map_propagator(|propagator| {
propagator.extract(&carrier)
});
span.set_parent(parent_context);
}
// Set trigger type
span.set_attribute("faas.trigger", attrs.trigger.to_string());
// Run the handler with the span
let result = handler_fn(event).instrument(span.clone()).await;
// Set response attributes if successful
if let Ok(response) = &result {
if let Ok(value) = serde_json::to_value(response) {
set_response_attributes(&span, &value);
}
} else if let Err(error) = &result {
// Set error status according to OpenTelemetry spec
span.set_status(opentelemetry::trace::Status::error(error.to_string()));
}
result
};
// Signal completion
completion_handler.complete();
result
}
#[cfg(test)]
mod tests {
use super::*;
use crate::processor::ProcessorMode;
use futures_util::future::BoxFuture;
use lambda_runtime::Context;
use opentelemetry::trace::TracerProvider as _;
use opentelemetry::trace::{Status, TraceResult};
use opentelemetry_sdk::{
export::trace::{SpanData, SpanExporter},
trace::TracerProvider,
Resource,
};
use serde_json::Value;
use serial_test::serial;
use std::sync::{
atomic::{AtomicUsize, Ordering},
Arc, Mutex,
};
use std::time::Duration;
use tracing_subscriber::prelude::*;
// Test exporter that captures spans and their attributes
#[derive(Debug, Default, Clone)]
struct TestExporter {
export_count: Arc<AtomicUsize>,
spans: Arc<Mutex<Vec<SpanData>>>,
}
impl TestExporter {
fn new() -> Self {
Self {
export_count: Arc::new(AtomicUsize::new(0)),
spans: Arc::new(Mutex::new(Vec::new())),
}
}
fn get_spans(&self) -> Vec<SpanData> {
self.spans.lock().unwrap().clone()
}
fn find_attribute(span: &SpanData, key: &str) -> Option<String> {
span.attributes
.iter()
.find(|kv| kv.key.as_str() == key)
.map(|kv| kv.value.to_string())
}
}
impl SpanExporter for TestExporter {
fn export(&mut self, spans: Vec<SpanData>) -> BoxFuture<'static, TraceResult<()>> {
self.export_count.fetch_add(spans.len(), Ordering::SeqCst);
self.spans.lock().unwrap().extend(spans);
Box::pin(futures_util::future::ready(Ok(())))
}
}
fn setup_test_provider() -> (
Arc<TracerProvider>,
Arc<TestExporter>,
tracing::dispatcher::DefaultGuard,
) {
let exporter = Arc::new(TestExporter::new());
let provider = TracerProvider::builder()
.with_simple_exporter(exporter.as_ref().clone())
.with_resource(Resource::empty())
.build();
let subscriber = tracing_subscriber::registry::Registry::default()
.with(tracing_opentelemetry::OpenTelemetryLayer::new(
provider.tracer("test"),
))
.set_default();
(Arc::new(provider), exporter, subscriber)
}
#[tokio::test]
#[serial]
async fn test_basic_handler_wrapping() -> Result<(), Error> {
let (provider, exporter, _subscriber_guard) = setup_test_provider();
let completion_handler =
TelemetryCompletionHandler::new(provider.clone(), None, ProcessorMode::Sync);
let handler_fn =
|_event: LambdaEvent<Value>| async move { Ok(serde_json::json!({"statusCode": 200})) };
let event = LambdaEvent::new(serde_json::json!({}), Context::default());
let result = traced_handler("test-handler", event, completion_handler, handler_fn).await?;
// Wait a bit longer for spans to be exported
tokio::time::sleep(Duration::from_millis(500)).await;
let spans = exporter.get_spans();
assert!(!spans.is_empty());
assert_eq!(result["statusCode"], 200);
Ok(())
}
#[tokio::test]
#[serial]
async fn test_error_response() -> Result<(), Error> {
let (provider, exporter, _subscriber_guard) = setup_test_provider();
let completion_handler =
TelemetryCompletionHandler::new(provider.clone(), None, ProcessorMode::Sync);
let event = LambdaEvent::new(serde_json::json!({}), Context::default());
let handler_fn = |_event: LambdaEvent<Value>| async move {
Ok(serde_json::json!({
"statusCode": 500,
"body": "Internal Server Error"
}))
};
let result = traced_handler("test-handler", event, completion_handler, handler_fn).await?;
assert_eq!(result["statusCode"], 500);
// Wait a bit for spans to be exported
tokio::time::sleep(Duration::from_millis(100)).await;
let spans = exporter.get_spans();
assert!(!spans.is_empty());
let span = &spans[0];
assert_eq!(
TestExporter::find_attribute(span, "http.status_code"),
Some("500".to_string())
);
assert!(matches!(span.status, Status::Error { .. }));
Ok(())
}
}