datafusion_functions/string/

repeat.rs

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

use crate::strings::{
    BulkNullStringArrayBuilder, GenericStringArrayBuilder, StringViewArrayBuilder,
};
use crate::utils::utf8_to_str_type;
use arrow::array::{Array, ArrayRef, AsArray, Int64Array, StringArrayType};
use arrow::buffer::NullBuffer;
use arrow::datatypes::DataType;
use arrow::datatypes::DataType::{LargeUtf8, Utf8, Utf8View};
use datafusion_common::cast::as_int64_array;
use datafusion_common::types::{NativeType, logical_int64, logical_string};
use datafusion_common::utils::take_function_args;
use datafusion_common::{
    DataFusionError, Result, ScalarValue, exec_datafusion_err, exec_err, internal_err,
};
use datafusion_expr::{ColumnarValue, Documentation, Volatility};
use datafusion_expr::{ScalarFunctionArgs, ScalarUDFImpl, Signature};
use datafusion_expr_common::signature::{Coercion, TypeSignatureClass};
use datafusion_macros::user_doc;

#[user_doc(
    doc_section(label = "String Functions"),
    description = "Returns a string with an input string repeated a specified number.",
    syntax_example = "repeat(str, n)",
    sql_example = r#"```sql
> select repeat('data', 3);
+-------------------------------+
| repeat(Utf8("data"),Int64(3)) |
+-------------------------------+
| datadatadata                  |
+-------------------------------+
```"#,
    standard_argument(name = "str", prefix = "String"),
    argument(
        name = "n",
        description = "Number of times to repeat the input string."
    )
)]
#[derive(Debug, PartialEq, Eq, Hash)]
pub struct RepeatFunc {
    signature: Signature,
}

impl Default for RepeatFunc {
    fn default() -> Self {
        Self::new()
    }
}

impl RepeatFunc {
    pub fn new() -> Self {
        Self {
            signature: Signature::coercible(
                vec![
                    Coercion::new_exact(TypeSignatureClass::Native(logical_string())),
                    // Accept all integer types but cast them to i64
                    Coercion::new_implicit(
                        TypeSignatureClass::Native(logical_int64()),
                        vec![TypeSignatureClass::Integer],
                        NativeType::Int64,
                    ),
                ],
                Volatility::Immutable,
            ),
        }
    }
}

impl ScalarUDFImpl for RepeatFunc {
    fn name(&self) -> &str {
        "repeat"
    }

    fn signature(&self) -> &Signature {
        &self.signature
    }

    fn return_type(&self, arg_types: &[DataType]) -> Result<DataType> {
        if arg_types[0] == Utf8View {
            return Ok(Utf8View);
        }
        utf8_to_str_type(&arg_types[0], "repeat")
    }

    fn invoke_with_args(&self, args: ScalarFunctionArgs) -> Result<ColumnarValue> {
        let return_type = args.return_field.data_type().clone();
        let [string_arg, count_arg] = take_function_args(self.name(), args.args)?;

        // Early return if either argument is a scalar null
        if let ColumnarValue::Scalar(s) = &string_arg
            && s.is_null()
        {
            return Ok(ColumnarValue::Scalar(ScalarValue::try_from(&return_type)?));
        }
        if let ColumnarValue::Scalar(c) = &count_arg
            && c.is_null()
        {
            return Ok(ColumnarValue::Scalar(ScalarValue::try_from(&return_type)?));
        }

        match (&string_arg, &count_arg) {
            (
                ColumnarValue::Scalar(string_scalar),
                ColumnarValue::Scalar(count_scalar),
            ) => {
                let count = match count_scalar {
                    ScalarValue::Int64(Some(n)) => *n,
                    _ => {
                        return internal_err!(
                            "Unexpected data type {:?} for repeat count",
                            count_scalar.data_type()
                        );
                    }
                };

                let result = match string_scalar {
                    ScalarValue::Utf8View(Some(s)) => ScalarValue::Utf8View(Some(
                        compute_repeat(s, count, i32::MAX as usize)?,
                    )),
                    ScalarValue::Utf8(Some(s)) => ScalarValue::Utf8(Some(
                        compute_repeat(s, count, i32::MAX as usize)?,
                    )),
                    ScalarValue::LargeUtf8(Some(s)) => ScalarValue::LargeUtf8(Some(
                        compute_repeat(s, count, i64::MAX as usize)?,
                    )),
                    _ => {
                        return internal_err!(
                            "Unexpected data type {:?} for function repeat",
                            string_scalar.data_type()
                        );
                    }
                };

                Ok(ColumnarValue::Scalar(result))
            }
            _ => {
                let string_array = string_arg.to_array(args.number_rows)?;
                let count_array = count_arg.to_array(args.number_rows)?;
                Ok(ColumnarValue::Array(repeat(&string_array, &count_array)?))
            }
        }
    }

    fn documentation(&self) -> Option<&Documentation> {
        self.doc()
    }
}

/// Computes repeat for a single string value with max size check
#[inline]
fn compute_repeat(s: &str, count: i64, max_size: usize) -> Result<String> {
    if count <= 0 {
        return Ok(String::new());
    }
    let result_len = repeat_len(s.len(), count, max_size)?;
    debug_assert!(result_len <= max_size);
    let count = repeat_count(count, max_size)?;
    Ok(s.repeat(count))
}

fn repeat_len(string_len: usize, count: i64, max_size: usize) -> Result<usize> {
    let count = repeat_count(count, max_size)?;
    let result_len = string_len.checked_mul(count).ok_or_else(|| {
        exec_datafusion_err!(
            "string size overflow on repeat, max size is {}, but got {}",
            max_size,
            usize::MAX
        )
    })?;
    if result_len > max_size {
        return exec_err!(
            "string size overflow on repeat, max size is {}, but got {}",
            max_size,
            result_len
        );
    }
    Ok(result_len)
}

fn repeat_count(count: i64, max_size: usize) -> Result<usize> {
    match usize::try_from(count) {
        Ok(count) => Ok(count),
        Err(_) => exec_err!(
            "string size overflow on repeat, max size is {}, but got {}",
            max_size,
            usize::MAX
        ),
    }
}

/// Repeats string the specified number of times.
/// repeat('Pg', 4) = 'PgPgPgPg'
fn repeat(string_array: &ArrayRef, count_array: &ArrayRef) -> Result<ArrayRef> {
    let number_array = as_int64_array(count_array)?;
    match string_array.data_type() {
        Utf8View => {
            let string_view_array = string_array.as_string_view();
            let (_, max_item_capacity) = calculate_capacities(
                &string_view_array,
                number_array,
                i32::MAX as usize,
            )?;
            let builder = StringViewArrayBuilder::with_capacity(string_array.len());
            repeat_impl(&string_view_array, number_array, max_item_capacity, builder)
        }
        Utf8 => {
            let string_arr = string_array.as_string::<i32>();
            let (total_capacity, max_item_capacity) =
                calculate_capacities(&string_arr, number_array, i32::MAX as usize)?;
            let builder = GenericStringArrayBuilder::<i32>::with_capacity(
                string_array.len(),
                total_capacity,
            );
            repeat_impl(&string_arr, number_array, max_item_capacity, builder)
        }
        LargeUtf8 => {
            let string_arr = string_array.as_string::<i64>();
            let (total_capacity, max_item_capacity) =
                calculate_capacities(&string_arr, number_array, i64::MAX as usize)?;
            let builder = GenericStringArrayBuilder::<i64>::with_capacity(
                string_array.len(),
                total_capacity,
            );
            repeat_impl(&string_arr, number_array, max_item_capacity, builder)
        }
        other => exec_err!(
            "Unsupported data type {other:?} for function repeat. \
        Expected Utf8, Utf8View or LargeUtf8."
        ),
    }
}

fn calculate_capacities<'a, S>(
    string_array: &S,
    number_array: &Int64Array,
    max_str_len: usize,
) -> Result<(usize, usize)>
where
    S: StringArrayType<'a>,
{
    let mut total_capacity = 0usize;
    let mut max_item_capacity = 0usize;

    string_array.iter().zip(number_array.iter()).try_for_each(
        |(string, number)| -> Result<(), DataFusionError> {
            match (string, number) {
                (Some(string), Some(number)) if number >= 0 => {
                    let item_capacity = repeat_len(string.len(), number, max_str_len)?;
                    total_capacity =
                        total_capacity.checked_add(item_capacity).ok_or_else(|| {
                            exec_datafusion_err!(
                                "string size overflow on repeat, max size is {}, but got {}",
                                max_str_len,
                                usize::MAX
                            )
                        })?;
                    max_item_capacity = max_item_capacity.max(item_capacity);
                }
                _ => (),
            }
            Ok(())
        },
    )?;

    Ok((total_capacity, max_item_capacity))
}

fn repeat_impl<'a, S, B>(
    string_array: &S,
    number_array: &Int64Array,
    max_item_capacity: usize,
    mut builder: B,
) -> Result<ArrayRef>
where
    S: StringArrayType<'a> + 'a,
    B: BulkNullStringArrayBuilder,
{
    // Reusable buffer to avoid allocations in string.repeat()
    let mut buffer = Vec::<u8>::with_capacity(max_item_capacity);

    // Helper function to repeat a string into a buffer using doubling strategy
    // count must be > 0
    #[inline]
    fn repeat_to_buffer(buffer: &mut Vec<u8>, string: &str, count: usize) {
        buffer.clear();
        if !string.is_empty() {
            let src = string.as_bytes();
            // Initial copy
            buffer.extend_from_slice(src);
            // Doubling strategy: copy what we have so far until we reach the target
            while buffer.len() < src.len() * count {
                let copy_len = buffer.len().min(src.len() * count - buffer.len());
                // SAFETY: we're copying valid UTF-8 bytes that we already verified
                buffer.extend_from_within(..copy_len);
            }
        }
    }

    // Output is null IFF either input is null
    let nulls = NullBuffer::union(string_array.nulls(), number_array.nulls());

    if let Some(ref n) = nulls {
        for i in 0..string_array.len() {
            if n.is_null(i) {
                builder.append_placeholder();
                continue;
            }
            // SAFETY: index `i` in both arrays is valid
            let string = unsafe { string_array.value_unchecked(i) };
            let count = unsafe { number_array.value_unchecked(i) };
            if count > 0 {
                repeat_to_buffer(&mut buffer, string, count as usize);
                // SAFETY: buffer contains valid UTF-8 since we only copy from a valid &str
                builder.append_value(unsafe { std::str::from_utf8_unchecked(&buffer) });
            } else {
                builder.append_value("");
            }
        }
    } else {
        for i in 0..string_array.len() {
            // SAFETY: no nulls, so every index in both arrays is valid
            let string = unsafe { string_array.value_unchecked(i) };
            let count = unsafe { number_array.value_unchecked(i) };
            if count > 0 {
                repeat_to_buffer(&mut buffer, string, count as usize);
                // SAFETY: buffer contains valid UTF-8 since we only copy from a valid &str
                builder.append_value(unsafe { std::str::from_utf8_unchecked(&buffer) });
            } else {
                builder.append_value("");
            }
        }
    }

    builder.finish(nulls)
}

#[cfg(test)]
mod tests {
    use std::sync::Arc;

    use arrow::array::{
        Array, ArrayRef, Int64Array, LargeStringArray, StringArray, StringViewArray,
    };
    use arrow::datatypes::DataType::{LargeUtf8, Utf8, Utf8View};

    use datafusion_common::ScalarValue;
    use datafusion_common::{Result, exec_err};
    use datafusion_expr::{ColumnarValue, ScalarUDFImpl};

    use crate::string::repeat::RepeatFunc;
    use crate::utils::test::test_function;

    #[test]
    fn test_functions() -> Result<()> {
        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::Utf8(Some(String::from("Pg")))),
                ColumnarValue::Scalar(ScalarValue::Int64(Some(4))),
            ],
            Ok(Some("PgPgPgPg")),
            &str,
            Utf8,
            StringArray
        );
        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::Utf8(None)),
                ColumnarValue::Scalar(ScalarValue::Int64(Some(4))),
            ],
            Ok(None),
            &str,
            Utf8,
            StringArray
        );
        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::Utf8(Some(String::from("Pg")))),
                ColumnarValue::Scalar(ScalarValue::Int64(None)),
            ],
            Ok(None),
            &str,
            Utf8,
            StringArray
        );

        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::Utf8View(Some(String::from("Pg")))),
                ColumnarValue::Scalar(ScalarValue::Int64(Some(4))),
            ],
            Ok(Some("PgPgPgPg")),
            &str,
            Utf8View,
            StringViewArray
        );
        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::Utf8View(None)),
                ColumnarValue::Scalar(ScalarValue::Int64(Some(4))),
            ],
            Ok(None),
            &str,
            Utf8View,
            StringViewArray
        );
        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::LargeUtf8(Some(String::from("Pg")))),
                ColumnarValue::Scalar(ScalarValue::Int64(None)),
            ],
            Ok(None),
            &str,
            LargeUtf8,
            LargeStringArray
        );
        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::Utf8View(Some(String::from("Pg")))),
                ColumnarValue::Scalar(ScalarValue::Int64(None)),
            ],
            Ok(None),
            &str,
            Utf8View,
            StringViewArray
        );
        test_function!(
            RepeatFunc::new(),
            vec![
                ColumnarValue::Scalar(ScalarValue::Utf8(Some(String::from("Pg")))),
                ColumnarValue::Scalar(ScalarValue::Int64(Some(1073741824))),
            ],
            exec_err!(
                "string size overflow on repeat, max size is {}, but got {}",
                i32::MAX,
                2usize * 1073741824
            ),
            &str,
            Utf8,
            StringArray
        );

        Ok(())
    }

    // Slicing the input arrays produces a NullBuffer with a non-zero offset.
    // The tests below use 6-row inputs sliced to (1, 4) so that:
    //   slot 0 (orig 1): "a"  × 3    → "aaa"
    //   slot 1 (orig 2): "bb" × 2    → "bbbb"
    //   slot 2 (orig 3): "c"  × NULL → NULL (count-side null)
    //   slot 3 (orig 4): NULL × 1    → NULL (string-side null)
    fn sliced_offset_inputs<F>(make_strings: F) -> (ArrayRef, ArrayRef)
    where
        F: FnOnce(Vec<Option<&'static str>>) -> ArrayRef,
    {
        let strings = make_strings(vec![
            None,
            Some("a"),
            Some("bb"),
            Some("c"),
            None,
            Some("d"),
        ]);
        let counts: ArrayRef = Arc::new(Int64Array::from(vec![
            Some(2),
            Some(3),
            Some(2),
            None,
            Some(1),
            Some(2),
        ]));
        (strings.slice(1, 4), counts.slice(1, 4))
    }

    fn assert_sliced_offset_output<A: Array + 'static>(result: ArrayRef)
    where
        for<'a> &'a A: arrow::array::ArrayAccessor<Item = &'a str>,
    {
        let result = result.as_any().downcast_ref::<A>().unwrap();
        assert_eq!(result.len(), 4);
        assert_eq!(arrow::array::ArrayAccessor::value(&result, 0), "aaa");
        assert_eq!(arrow::array::ArrayAccessor::value(&result, 1), "bbbb");
        assert!(result.is_null(2));
        assert!(result.is_null(3));
        assert_eq!(result.null_count(), 2);
    }

    #[test]
    fn test_repeat_sliced_string_with_null_offset() {
        let (strings, counts) = sliced_offset_inputs(|v| Arc::new(StringArray::from(v)));
        let result = super::repeat(&strings, &counts).unwrap();
        assert_sliced_offset_output::<StringArray>(result);
    }

    #[test]
    fn test_repeat_string_array_overflow() {
        let strings: ArrayRef = Arc::new(StringArray::from(vec![Some("abc")]));
        let counts: ArrayRef = Arc::new(Int64Array::from(vec![Some(i64::MAX)]));

        let err = super::repeat(&strings, &counts).unwrap_err().to_string();
        assert!(
            err.contains("string size overflow on repeat"),
            "unexpected error: {err}"
        );
    }

    #[test]
    fn test_repeat_sliced_large_string_with_null_offset() {
        let (strings, counts) =
            sliced_offset_inputs(|v| Arc::new(LargeStringArray::from(v)));
        let result = super::repeat(&strings, &counts).unwrap();
        assert_sliced_offset_output::<LargeStringArray>(result);
    }

    #[test]
    fn test_repeat_sliced_string_view_with_null_offset() {
        let (strings, counts) =
            sliced_offset_inputs(|v| Arc::new(StringViewArray::from(v)));
        let result = super::repeat(&strings, &counts).unwrap();
        assert_sliced_offset_output::<StringViewArray>(result);
    }
}