Struct cloudfront_logs::UnvalidatedParquetLogline

pub struct UnvalidatedParquetLogline<'a> {

    pub date: NaiveDate,
    pub time: &'a str,
    pub datetime: NaiveDateTime,
    pub x_edge_location: &'a str,
    pub sc_bytes: u64,
    pub c_ip: &'a str,
    pub cs_method: &'a str,
    pub cs_host: &'a str,
    pub cs_uri_stem: &'a str,
    pub sc_status: u16,
    pub cs_referer: Option<&'a str>,
    pub cs_user_agent: &'a str,
    pub cs_uri_query: Option<&'a str>,
    pub cs_cookie: Option<&'a str>,
    pub x_edge_result_type: &'a str,
    pub x_edge_request_id: &'a str,
    pub x_host_header: &'a str,
    pub cs_protocol: &'a str,
    pub cs_bytes: u64,
    pub time_taken: f64,
    pub x_forwarded_for: Option<&'a str>,
    pub ssl_protocol: Option<&'a str>,
    pub ssl_cipher: Option<&'a str>,
    pub x_edge_response_result_type: &'a str,
    pub cs_protocol_version: &'a str,
    pub fle_status: Option<&'a str>,
    pub fle_encrypted_fields: Option<u64>,
    pub c_port: u16,
    pub time_to_first_byte: f64,
    pub x_edge_detailed_result_type: &'a str,
    pub sc_content_type: &'a str,
    pub sc_content_len: u64,
    pub sc_range_start: Option<u64>,
    pub sc_range_end: Option<u64>,
}

Available on crate feature parquet only.

The unvalidated log line for parquet usage

Most fields are parsed into more meaningful types.

Unlike ValidatedLogline, this variant does not check if the line can be parsed. Use this if you already did a check before creating this struct. A common scenario is that you 1) trust the input data and 2) skipped the comment lines.

Note: This is the only variant which can use the From trait instead of TryFrom, because validation is skipped and the input data does not need to be parsed into other types.

Panics

Construction can panic if the input is not a valid log line!

Examples

Use .try_from() or .try_into() to construct an instance, since action can fail.

use cloudfront_logs::{borrowed::parquet::UnvalidatedLogline, types::*};

let line = "2019-12-04	21:02:31	LAX1	392	192.0.2.100	GET	d111111abcdef8.cloudfront.net	/index.html	200	-	Mozilla/5.0%20(Windows%20NT%2010.0;%20Win64;%20x64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/78.0.3904.108%20Safari/537.36	-	-	Hit	SOX4xwn4XV6Q4rgb7XiVGOHms_BGlTAC4KyHmureZmBNrjGdRLiNIQ==	d111111abcdef8.cloudfront.net	https	23	0.001	-	TLSv1.2	ECDHE-RSA-AES128-GCM-SHA256	Hit	HTTP/2.0	-	-	11040	0.001	Hit	text/html	78	-	-";

let item = UnvalidatedLogline::try_from(line).unwrap();
// alternative:
let item: UnvalidatedLogline<'_> = line.try_into().unwrap();

assert_eq!(item.date, NaiveDate::from_ymd_opt(2019, 12, 4).unwrap());
assert_eq!(item.sc_bytes, 392u64);
assert_eq!(item.cs_protocol, "https");

Fields

date: NaiveDate

time: &'a str

datetime: NaiveDateTime

x_edge_location: &'a str

sc_bytes: u64

c_ip: &'a str

cs_method: &'a str

cs_host: &'a str

cs_uri_stem: &'a str

sc_status: u16

cs_referer: Option<&'a str>

cs_user_agent: &'a str

cs_uri_query: Option<&'a str>

cs_cookie: Option<&'a str>

x_edge_result_type: &'a str

x_edge_request_id: &'a str

x_host_header: &'a str

cs_protocol: &'a str

cs_bytes: u64

time_taken: f64

x_forwarded_for: Option<&'a str>

ssl_protocol: Option<&'a str>

ssl_cipher: Option<&'a str>

x_edge_response_result_type: &'a str

cs_protocol_version: &'a str

fle_status: Option<&'a str>

fle_encrypted_fields: Option<u64>

c_port: u16

time_to_first_byte: f64

x_edge_detailed_result_type: &'a str

sc_content_type: &'a str

sc_content_len: u64

sc_range_start: Option<u64>

sc_range_end: Option<u64>

Implementations

impl<'a> UnvalidatedLogline<'a>

pub fn schema() -> &'static str

pub fn schema_as_type() -> Type

Trait Implementations

impl<'a> Clone for UnvalidatedLogline<'a>

fn clone(&self) -> UnvalidatedLogline<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Debug for UnvalidatedLogline<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'a> From<UnvalidatedLogline<'a>> for ValidatedLogline<'a>

fn from(unvalidated: UnvalidatedLogline<'a>) -> Self

Converts to this type from the input type.

impl<'a> From<ValidatedLogline<'a>> for UnvalidatedLogline<'a>

fn from(validated: ValidatedLogline<'a>) -> Self

Converts to this type from the input type.

impl<'a> PartialEq for UnvalidatedLogline<'a>

fn eq(&self, other: &UnvalidatedLogline<'a>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<'a> RecordWriter<UnvalidatedLogline<'a>> for &[UnvalidatedLogline<'a>]

fn write_to_row_group<W: Write + Send>( &self, row_group_writer: &mut SerializedRowGroupWriter<'_, W>, ) -> Result<(), ParquetError>

fn schema(&self) -> Result<TypePtr, ParquetError>

Generated schema

impl<'a> TryFrom<&'a str> for UnvalidatedLogline<'a>

type Error = &'static str

The type returned in the event of a conversion error.

fn try_from(line: &'a str) -> Result<Self, Self::Error>

Performs the conversion.

impl<'a> TryFrom<Logline<'a, Unvalidated>> for UnvalidatedLogline<'a>

type Error = &'static str

The type returned in the event of a conversion error.

fn try_from(raw: UnvalidatedRaw<'a>) -> Result<Self, Self::Error>

Performs the conversion.

impl<'a> TryFrom<Logline<'a, Validated>> for UnvalidatedLogline<'a>

type Error = &'static str

The type returned in the event of a conversion error.

fn try_from(raw: ValidatedRaw<'a>) -> Result<Self, Self::Error>

Performs the conversion.

impl<'a> StructuralPartialEq for UnvalidatedLogline<'a>