use crate::error::DbError;
use crate::postgres::Database;
use sqlx::postgres::PgConnection;
use std::future::poll_fn;
const COPY_SEND_BUFFER_BYTES: usize = 64 * 1024;
fn validate_copy_sql(sql: &str) -> Result<&str, DbError> {
let trimmed = sql.trim();
if trimmed.is_empty() {
return Err(DbError::InvalidArgument(
"PostgreSQL COPY 语句不能为空".to_string(),
));
}
Ok(trimmed)
}
fn append_csv_row(buffer: &mut Vec<u8>, row: &[u8]) {
buffer.extend_from_slice(row);
if !row.ends_with(b"\n") {
buffer.push(b'\n');
}
}
impl Database {
pub async fn copy_from_csv<I, R>(&self, sql: &str, rows: I) -> Result<u64, DbError>
where
I: IntoIterator<Item = R>,
R: AsRef<[u8]>,
{
let sql = validate_copy_sql(sql)?;
let mut conn = self.acquire().await?;
match copy_in_rows(&mut conn, sql, rows).await {
Ok(affected) => Ok(affected),
Err(error) => {
drop(conn.detach());
Err(error)
}
}
}
pub async fn copy_to_csv(&self, sql: &str) -> Result<Vec<u8>, DbError> {
let sql = validate_copy_sql(sql)?;
let mut conn = self.acquire().await?;
match copy_out_bytes(&mut conn, sql).await {
Ok(bytes) => Ok(bytes),
Err(error) => {
drop(conn.detach());
Err(error)
}
}
}
}
async fn copy_in_rows<I, R>(conn: &mut PgConnection, sql: &str, rows: I) -> Result<u64, DbError>
where
I: IntoIterator<Item = R>,
R: AsRef<[u8]>,
{
let mut copy = conn.copy_in_raw(sql).await?;
let mut buffer = Vec::with_capacity(COPY_SEND_BUFFER_BYTES);
for row in rows {
let row = row.as_ref();
if buffer.len() + row.len() + 1 > COPY_SEND_BUFFER_BYTES && !buffer.is_empty() {
copy.send(buffer.as_slice()).await?;
buffer.clear();
}
append_csv_row(&mut buffer, row);
}
if !buffer.is_empty() {
copy.send(buffer.as_slice()).await?;
}
Ok(copy.finish().await?)
}
async fn copy_out_bytes(conn: &mut PgConnection, sql: &str) -> Result<Vec<u8>, DbError> {
let mut stream = conn.copy_out_raw(sql).await?;
let mut bytes = Vec::new();
while let Some(chunk) = poll_fn(|cx| stream.as_mut().poll_next(cx)).await {
bytes.extend_from_slice(&chunk?);
}
Ok(bytes)
}
#[cfg(test)]
#[allow(clippy::unwrap_used)]
mod tests {
use super::*;
#[test]
fn validate_copy_sql_rejects_blank_statements() {
for blank in ["", " ", "\n\t"] {
assert!(
matches!(validate_copy_sql(blank), Err(DbError::InvalidArgument(_))),
"空语句应被拒绝: {blank:?}"
);
}
assert_eq!(
validate_copy_sql(" COPY t FROM STDIN ").unwrap(),
"COPY t FROM STDIN"
);
}
#[test]
fn append_csv_row_adds_missing_newline_and_preserves_existing() {
let mut buffer = Vec::new();
append_csv_row(&mut buffer, b"1,alice");
assert_eq!(buffer, b"1,alice\n");
append_csv_row(&mut buffer, b"2,bob\n");
assert_eq!(buffer, b"1,alice\n2,bob\n");
append_csv_row(&mut buffer, b"");
assert_eq!(buffer, b"1,alice\n2,bob\n\n");
let mut quoted = Vec::new();
append_csv_row(&mut quoted, b"\"a\nb\",c");
assert_eq!(quoted, b"\"a\nb\",c\n");
}
}