otlp2records 0.9.0

Transform OTLP telemetry to flattened records
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

//! otlp2records - Transform OTLP telemetry to Arrow RecordBatches
//!
//! This crate provides synchronous, WASM-compatible transformation of OpenTelemetry
//! Protocol (OTLP) data (logs, traces, metrics) into Arrow RecordBatches.
//!
//! # Design Principles
//!
//! - **No I/O**: Core never touches network or filesystem
//! - **No async**: Pure synchronous transforms
//! - **WASM-first**: All dependencies compile to wasm32
//! - **Arrow-native**: RecordBatch is the canonical output format
//!
//! # High-level API
//!
//! The simplest way to use this crate is with the high-level transform functions:
//!
//! ```ignore
//! use otlp2records::{transform_logs, transform_traces, transform_metrics, InputFormat};
//!
//! let batch = transform_logs(bytes, InputFormat::Protobuf)?;
//! let batch = transform_traces(bytes, InputFormat::Json)?;
//! let batches = transform_metrics(bytes, InputFormat::Protobuf)?;
//! ```

mod api;
mod arrow;
mod batch;
mod decode;
mod error;
pub mod fixtures;
mod output;
pub mod proto_output;
mod schema;

#[cfg(feature = "ffi")]
#[path = "bindings/ffi.rs"]
pub mod ffi;

#[cfg(all(feature = "wasm", target_arch = "wasm32"))]
#[path = "bindings/wasm.rs"]
pub mod wasm;

pub use api::{
    transform_logs, transform_logs_json, transform_logs_partitioned, transform_logs_with_observer,
    transform_logs_with_schema, transform_logs_with_schema_and_observer, transform_metrics,
    transform_metrics_json, transform_metrics_partitioned, transform_metrics_with_observer,
    transform_metrics_with_schema, transform_metrics_with_schema_and_observer, transform_traces,
    transform_traces_json, transform_traces_partitioned, transform_traces_with_observer,
    transform_traces_with_schema, transform_traces_with_schema_and_observer, JsonMetricBatches,
    LogsOutput, MetricBatches, MetricsOutput, OtapLogsBatches, OtapMetricsBatches,
    OtapTracesBatches, SchemaOutput, SkippedMetrics, TracesOutput,
};
pub use arrow::{
    extract_min_timestamp_micros, extract_service_name, group_batch_by_service, PartitionedBatch,
    PartitionedMetrics, ServiceGroupedBatches,
};
pub use batch::{
    TransformCounter, TransformCounterValue, TransformObserver, TransformPhase,
    TransformPhaseTiming, TransformSignal,
};
pub use decode::{DecodeError, InputFormat};
pub use error::{Error, Result};
#[cfg(feature = "parquet")]
pub use output::to_parquet;
pub use output::{to_ipc, to_json};
pub use schema::{
    exp_histogram_schema, gauge_schema, histogram_schema, logs_schema, sum_schema, traces_schema,
};

// OTAP star Arrow schemas are not re-exported at the crate root. They are
// available via the corresponding `RecordBatch::schema()` on the tables inside
// `OtapLogsBatches`, `OtapTracesBatches`, and `OtapMetricsBatches` — that is
// the supported way to inspect OTAP types. Adding 13 free-standing schema
// accessors doubled the public surface without adding capability.