feedme 0.2.0

Deterministic streaming data pipeline with mechanical guarantees for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10

{"data":{"error":"pipeline","raw":"{\"level\":\"info\",\"message\":\"Missing timestamp\",\"email\":\"test@test.com\",\"user_id\":103}","stage":"Validation error: Missing required field: timestamp"},"metadata":null}
{"data":{"error":"pipeline","raw":"{\"level\":\"error\",\"message\":\"Missing timestamp too\",\"user_id\":106}","stage":"Validation error: Missing required field: timestamp"},"metadata":null}
{"data":{"code":"PARSE_ERROR","error":"parse","message":"key must be a string at line 1 column 2","raw":"{invalid json line}","stage":"Input_File"},"metadata":null}
{"data":{"code":"PARSE_ERROR","error":"parse","message":"expected value at line 1 column 1","raw":"also invalid","stage":"Input_File"},"metadata":null}
{"data":{"code":"PARSE_ERROR","error":"parse","message":"expected `,` or `}` at line 1 column 76","raw":"{\"timestamp\":\"2023-10-01T10:10:00Z\",\"level\":\"info\",\"message\":\"Huge line: \" + \"x\".repeat(10000),\"user_id\":110}","stage":"Input_File"},"metadata":null}
{"data":{"category":"Validation","code":"MISSING_FIELD","error":"pipeline","message":"Missing required field: timestamp","raw":"{\"level\":\"info\",\"message\":\"Missing timestamp\",\"email\":\"test@test.com\",\"user_id\":103}","stage":"RequiredFields"},"metadata":null}
{"data":{"category":"Validation","code":"MISSING_FIELD","error":"pipeline","message":"Missing required field: timestamp","raw":"{\"level\":\"error\",\"message\":\"Missing timestamp too\",\"user_id\":106}","stage":"RequiredFields"},"metadata":null}
{"data":{"code":"PARSE_ERROR","error":"parse","message":"key must be a string at line 1 column 2","raw":"{invalid json line}","stage":"Input_File"},"metadata":null}
{"data":{"code":"PARSE_ERROR","error":"parse","message":"expected value at line 1 column 1","raw":"also invalid","stage":"Input_File"},"metadata":null}
{"data":{"code":"PARSE_ERROR","error":"parse","message":"expected `,` or `}` at line 1 column 76","raw":"{\"timestamp\":\"2023-10-01T10:10:00Z\",\"level\":\"info\",\"message\":\"Huge line: \" + \"x\".repeat(10000),\"user_id\":110}","stage":"Input_File"},"metadata":null}