use super::super::append_builder::Append;
use super::super::runner::Runner;
use super::super::transport::Transport;
use crate::model::append_rows_request::ArrowData;
use crate::model::{AppendRowsRequest, ArrowRecordBatch, ArrowSchema};
use std::sync::Arc;
#[derive(Debug)]
pub struct DefaultWriter {
runner: Runner,
pub(crate) write_stream: String,
pub(crate) schema: ArrowSchema,
}
impl DefaultWriter {
pub(crate) fn new(inner: Arc<Transport>, write_stream: String, schema: ArrowSchema) -> Self {
let runner = Runner::new(inner);
Self {
runner,
write_stream,
schema,
}
}
pub fn append(&self, rows: ArrowRecordBatch) -> Append {
let req = AppendRowsRequest::new()
.set_write_stream(&self.write_stream)
.set_arrow_rows(
ArrowData::new()
.set_writer_schema(self.schema.clone())
.set_rows(rows),
);
Append::new(self.runner.req_tx.clone(), req)
}
}
#[cfg(test)]
mod tests {
use super::super::super::runner::tests::*;
use super::super::super::transport::tests::*;
use super::*;
use crate::error::AppendError;
use bigquery_grpc_mock::{MockBigQueryWrite, start};
use gaxi::grpc::tonic::Response as TonicResponse;
use tokio::sync::mpsc;
#[tokio::test]
async fn request_fields() -> anyhow::Result<()> {
let transport = Arc::new(test_transport("http://ignored:1".to_string()).await?);
let writer = DefaultWriter::new(transport, write_stream(), schema());
let b = writer.append(rows(1));
assert_eq!(b.req.write_stream, write_stream());
let data = b.req.arrow_rows().expect("arrow rows should be set");
let s = data.writer_schema.as_ref().expect("schema should be set");
assert_eq!(s.serialized_schema, "test");
let r = data.rows.as_ref().expect("rows should be set");
assert_eq!(r.serialized_record_batch, "1");
let b = writer.append(rows(2));
assert_eq!(b.req.write_stream, write_stream());
let data = b.req.arrow_rows().expect("arrow rows should be set");
let s = data.writer_schema.as_ref().expect("schema should be set");
assert_eq!(s.serialized_schema, "test");
let r = data.rows.as_ref().expect("rows should be set");
assert_eq!(r.serialized_record_batch, "2");
Ok(())
}
#[tokio::test]
async fn basic_success() -> anyhow::Result<()> {
let (response_tx, response_rx) = mpsc::channel(10);
let mut mock = MockBigQueryWrite::new();
mock.expect_append_rows()
.return_once(|_| Ok(TonicResponse::from(response_rx)));
let (endpoint, _server) = start("0.0.0.0:0", mock).await?;
let transport = Arc::new(test_transport(endpoint).await?);
let writer = DefaultWriter::new(transport, write_stream(), schema());
response_tx.send(Ok(convert(&test_response(1)))).await?;
let resp = writer.append(rows(1)).send().await?;
assert_eq!(resp.offset, Some(1));
response_tx.send(Ok(convert(&test_response(2)))).await?;
let resp = writer.append(rows(2)).send().await?;
assert_eq!(resp.offset, Some(2));
response_tx.send(Ok(convert(&test_response(3)))).await?;
let resp = writer.append(rows(3)).send().await?;
assert_eq!(resp.offset, Some(3));
drop(response_tx);
let err = writer.append(rows(4)).send().await.expect_err("channel");
assert!(matches!(err, AppendError::UnexpectedEndOfStream));
Ok(())
}
fn write_stream() -> String {
"projects/p/datasets/d/tables/t/streams/_default".to_string()
}
fn schema() -> ArrowSchema {
ArrowSchema::new().set_serialized_schema("test")
}
fn rows(id: i64) -> ArrowRecordBatch {
ArrowRecordBatch::new().set_serialized_record_batch(id.to_string())
}
}