use proc_macro2::TokenStream;
use pyo3::{Bound, FromPyObject, PyAny, PyResult, prelude::PyAnyMethods};
use quote::quote;
use serde::{Deserialize, Serialize};
use crate::{
CodeGen, CodeGenContext, ExprType, Node, PythonOptions, SymbolTableScopes,
PyAttributeExtractor, extract_list,
};
#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
pub struct ListComp {
pub elt: Box<ExprType>,
pub generators: Vec<Comprehension>,
pub lineno: Option<usize>,
pub col_offset: Option<usize>,
pub end_lineno: Option<usize>,
pub end_col_offset: Option<usize>,
}
#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
pub struct SetComp {
pub elt: Box<ExprType>,
pub generators: Vec<Comprehension>,
pub lineno: Option<usize>,
pub col_offset: Option<usize>,
pub end_lineno: Option<usize>,
pub end_col_offset: Option<usize>,
}
#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
pub struct GeneratorExp {
pub elt: Box<ExprType>,
pub generators: Vec<Comprehension>,
pub lineno: Option<usize>,
pub col_offset: Option<usize>,
pub end_lineno: Option<usize>,
pub end_col_offset: Option<usize>,
}
#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
pub struct DictComp {
pub key: Box<ExprType>,
pub value: Box<ExprType>,
pub generators: Vec<Comprehension>,
pub lineno: Option<usize>,
pub col_offset: Option<usize>,
pub end_lineno: Option<usize>,
pub end_col_offset: Option<usize>,
}
#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
pub struct Comprehension {
pub target: ExprType,
pub iter: ExprType,
pub ifs: Vec<ExprType>,
pub is_async: bool,
}
impl<'a> FromPyObject<'a> for ListComp {
fn extract_bound(ob: &Bound<'a, PyAny>) -> PyResult<Self> {
let elt = ob.extract_attr_with_context("elt", "list comprehension element")?;
let elt: ExprType = elt.extract()?;
let generators: Vec<Comprehension> = extract_list(ob, "generators", "list comprehension generators")?;
Ok(ListComp {
elt: Box::new(elt),
generators,
lineno: ob.lineno(),
col_offset: ob.col_offset(),
end_lineno: ob.end_lineno(),
end_col_offset: ob.end_col_offset(),
})
}
}
impl<'a> FromPyObject<'a> for SetComp {
fn extract_bound(ob: &Bound<'a, PyAny>) -> PyResult<Self> {
let elt = ob.extract_attr_with_context("elt", "set comprehension element")?;
let elt: ExprType = elt.extract()?;
let generators: Vec<Comprehension> = extract_list(ob, "generators", "set comprehension generators")?;
Ok(SetComp {
elt: Box::new(elt),
generators,
lineno: ob.lineno(),
col_offset: ob.col_offset(),
end_lineno: ob.end_lineno(),
end_col_offset: ob.end_col_offset(),
})
}
}
impl<'a> FromPyObject<'a> for GeneratorExp {
fn extract_bound(ob: &Bound<'a, PyAny>) -> PyResult<Self> {
let elt = ob.extract_attr_with_context("elt", "generator expression element")?;
let elt: ExprType = elt.extract()?;
let generators: Vec<Comprehension> = extract_list(ob, "generators", "generator expression generators")?;
Ok(GeneratorExp {
elt: Box::new(elt),
generators,
lineno: ob.lineno(),
col_offset: ob.col_offset(),
end_lineno: ob.end_lineno(),
end_col_offset: ob.end_col_offset(),
})
}
}
impl<'a> FromPyObject<'a> for DictComp {
fn extract_bound(ob: &Bound<'a, PyAny>) -> PyResult<Self> {
let key = ob.extract_attr_with_context("key", "dict comprehension key")?;
let key: ExprType = key.extract()?;
let value = ob.extract_attr_with_context("value", "dict comprehension value")?;
let value: ExprType = value.extract()?;
let generators: Vec<Comprehension> = extract_list(ob, "generators", "dict comprehension generators")?;
Ok(DictComp {
key: Box::new(key),
value: Box::new(value),
generators,
lineno: ob.lineno(),
col_offset: ob.col_offset(),
end_lineno: ob.end_lineno(),
end_col_offset: ob.end_col_offset(),
})
}
}
impl<'a> FromPyObject<'a> for Comprehension {
fn extract_bound(ob: &Bound<'a, PyAny>) -> PyResult<Self> {
let target = ob.extract_attr_with_context("target", "comprehension target")?;
let target: ExprType = target.extract()?;
let iter = ob.extract_attr_with_context("iter", "comprehension iter")?;
let iter: ExprType = iter.extract()?;
let ifs: Vec<ExprType> = extract_list(ob, "ifs", "comprehension conditions").unwrap_or_default();
let is_async: bool = ob.getattr("is_async")?.extract().unwrap_or(false);
Ok(Comprehension {
target,
iter,
ifs,
is_async,
})
}
}
impl Node for ListComp {
fn lineno(&self) -> Option<usize> { self.lineno }
fn col_offset(&self) -> Option<usize> { self.col_offset }
fn end_lineno(&self) -> Option<usize> { self.end_lineno }
fn end_col_offset(&self) -> Option<usize> { self.end_col_offset }
}
impl Node for SetComp {
fn lineno(&self) -> Option<usize> { self.lineno }
fn col_offset(&self) -> Option<usize> { self.col_offset }
fn end_lineno(&self) -> Option<usize> { self.end_lineno }
fn end_col_offset(&self) -> Option<usize> { self.end_col_offset }
}
impl Node for GeneratorExp {
fn lineno(&self) -> Option<usize> { self.lineno }
fn col_offset(&self) -> Option<usize> { self.col_offset }
fn end_lineno(&self) -> Option<usize> { self.end_lineno }
fn end_col_offset(&self) -> Option<usize> { self.end_col_offset }
}
impl Node for DictComp {
fn lineno(&self) -> Option<usize> { self.lineno }
fn col_offset(&self) -> Option<usize> { self.col_offset }
fn end_lineno(&self) -> Option<usize> { self.end_lineno }
fn end_col_offset(&self) -> Option<usize> { self.end_col_offset }
}
impl CodeGen for ListComp {
type Context = CodeGenContext;
type Options = PythonOptions;
type SymbolTable = SymbolTableScopes;
fn find_symbols(self, symbols: Self::SymbolTable) -> Self::SymbolTable {
let symbols = (*self.elt).clone().find_symbols(symbols);
self.generators.into_iter().fold(symbols, |acc, generator| {
let acc = generator.target.find_symbols(acc);
let acc = generator.iter.find_symbols(acc);
generator.ifs.into_iter().fold(acc, |acc, if_expr| if_expr.find_symbols(acc))
})
}
fn to_rust(
self,
ctx: Self::Context,
options: Self::Options,
symbols: Self::SymbolTable,
) -> Result<TokenStream, Box<dyn std::error::Error>> {
if self.generators.len() == 1 {
let generator = &self.generators[0];
let elt = (*self.elt).clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
let iter_expr = generator.iter.clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
if generator.ifs.is_empty() {
Ok(quote! {
(#iter_expr).into_iter().map(|_item| #elt).collect::<Vec<_>>()
})
} else {
let conditions: Result<Vec<_>, _> = generator.ifs.iter()
.map(|if_expr| if_expr.clone().to_rust(ctx.clone(), options.clone(), symbols.clone()))
.collect();
let conditions = conditions?;
Ok(quote! {
(#iter_expr).into_iter()
.filter(|_item| { #(#conditions)&&* })
.map(|_item| #elt)
.collect::<Vec<_>>()
})
}
} else {
Ok(quote! {
vec![] })
}
}
}
impl CodeGen for SetComp {
type Context = CodeGenContext;
type Options = PythonOptions;
type SymbolTable = SymbolTableScopes;
fn find_symbols(self, symbols: Self::SymbolTable) -> Self::SymbolTable {
let symbols = (*self.elt).clone().find_symbols(symbols);
self.generators.into_iter().fold(symbols, |acc, generator| {
let acc = generator.target.find_symbols(acc);
let acc = generator.iter.find_symbols(acc);
generator.ifs.into_iter().fold(acc, |acc, if_expr| if_expr.find_symbols(acc))
})
}
fn to_rust(
self,
ctx: Self::Context,
options: Self::Options,
symbols: Self::SymbolTable,
) -> Result<TokenStream, Box<dyn std::error::Error>> {
if self.generators.len() == 1 {
let generator = &self.generators[0];
let elt = (*self.elt).clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
let iter_expr = generator.iter.clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
if generator.ifs.is_empty() {
Ok(quote! {
(#iter_expr).into_iter().map(|_item| #elt).collect::<std::collections::HashSet<_>>()
})
} else {
let conditions: Result<Vec<_>, _> = generator.ifs.iter()
.map(|if_expr| if_expr.clone().to_rust(ctx.clone(), options.clone(), symbols.clone()))
.collect();
let conditions = conditions?;
Ok(quote! {
(#iter_expr).into_iter()
.filter(|_item| { #(#conditions)&&* })
.map(|_item| #elt)
.collect::<std::collections::HashSet<_>>()
})
}
} else {
Ok(quote! {
std::collections::HashSet::new() })
}
}
}
impl CodeGen for GeneratorExp {
type Context = CodeGenContext;
type Options = PythonOptions;
type SymbolTable = SymbolTableScopes;
fn find_symbols(self, symbols: Self::SymbolTable) -> Self::SymbolTable {
let symbols = (*self.elt).clone().find_symbols(symbols);
self.generators.into_iter().fold(symbols, |acc, generator| {
let acc = generator.target.find_symbols(acc);
let acc = generator.iter.find_symbols(acc);
generator.ifs.into_iter().fold(acc, |acc, if_expr| if_expr.find_symbols(acc))
})
}
fn to_rust(
self,
ctx: Self::Context,
options: Self::Options,
symbols: Self::SymbolTable,
) -> Result<TokenStream, Box<dyn std::error::Error>> {
if self.generators.len() == 1 {
let generator = &self.generators[0];
let elt = (*self.elt).clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
let iter_expr = generator.iter.clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
if generator.ifs.is_empty() {
Ok(quote! {
(#iter_expr).into_iter().map(|_item| #elt)
})
} else {
let conditions: Result<Vec<_>, _> = generator.ifs.iter()
.map(|if_expr| if_expr.clone().to_rust(ctx.clone(), options.clone(), symbols.clone()))
.collect();
let conditions = conditions?;
Ok(quote! {
(#iter_expr).into_iter()
.filter(|_item| { #(#conditions)&&* })
.map(|_item| #elt)
})
}
} else {
Ok(quote! {
std::iter::empty() })
}
}
}
impl CodeGen for DictComp {
type Context = CodeGenContext;
type Options = PythonOptions;
type SymbolTable = SymbolTableScopes;
fn find_symbols(self, symbols: Self::SymbolTable) -> Self::SymbolTable {
let symbols = (*self.key).clone().find_symbols(symbols);
let symbols = (*self.value).clone().find_symbols(symbols);
self.generators.into_iter().fold(symbols, |acc, generator| {
let acc = generator.target.find_symbols(acc);
let acc = generator.iter.find_symbols(acc);
generator.ifs.into_iter().fold(acc, |acc, if_expr| if_expr.find_symbols(acc))
})
}
fn to_rust(
self,
ctx: Self::Context,
options: Self::Options,
symbols: Self::SymbolTable,
) -> Result<TokenStream, Box<dyn std::error::Error>> {
if self.generators.len() == 1 {
let generator = &self.generators[0];
let key = (*self.key).clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
let value = (*self.value).clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
let iter_expr = generator.iter.clone().to_rust(ctx.clone(), options.clone(), symbols.clone())?;
if generator.ifs.is_empty() {
Ok(quote! {
(#iter_expr).into_iter().map(|_item| (#key, #value)).collect::<std::collections::HashMap<_, _>>()
})
} else {
let conditions: Result<Vec<_>, _> = generator.ifs.iter()
.map(|if_expr| if_expr.clone().to_rust(ctx.clone(), options.clone(), symbols.clone()))
.collect();
let conditions = conditions?;
Ok(quote! {
(#iter_expr).into_iter()
.filter(|_item| { #(#conditions)&&* })
.map(|_item| (#key, #value))
.collect::<std::collections::HashMap<_, _>>()
})
}
} else {
Ok(quote! {
std::collections::HashMap::new() })
}
}
}
#[cfg(test)]
mod tests {
}