itertools.rs

pub(crate) use decl::make_module;

#[pymodule(name = "itertools")]
mod decl {
    use num_bigint::BigInt;
    use num_traits::{One, Signed, ToPrimitive, Zero};
    use std::cell::{Cell, RefCell};
    use std::iter;
    use std::rc::Rc;

    use crate::function::{Args, OptionalArg, OptionalOption, PyFuncArgs};
    use crate::obj::objbool;
    use crate::obj::objint::{self, PyInt, PyIntRef};
    use crate::obj::objiter::{call_next, get_all, get_iter, get_next_object, new_stop_iteration};
    use crate::obj::objtuple::PyTuple;
    use crate::obj::objtype::{self, PyClassRef};
    use crate::pyobject::{
        IdProtocol, PyCallable, PyClassImpl, PyObjectRef, PyRef, PyResult, PyValue, TypeProtocol,
    };
    use crate::vm::VirtualMachine;

    #[pyclass(name = "chain")]
    #[derive(Debug)]
    struct PyItertoolsChain {
        iterables: Vec<PyObjectRef>,
        cur: RefCell<(usize, Option<PyObjectRef>)>,
    }

    impl PyValue for PyItertoolsChain {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "chain")
        }
    }

    #[pyimpl]
    impl PyItertoolsChain {
        #[pyslot]
        fn tp_new(cls: PyClassRef, args: PyFuncArgs, vm: &VirtualMachine) -> PyResult<PyRef<Self>> {
            PyItertoolsChain {
                iterables: args.args,
                cur: RefCell::new((0, None)),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            let (ref mut cur_idx, ref mut cur_iter) = *self.cur.borrow_mut();
            while *cur_idx < self.iterables.len() {
                if cur_iter.is_none() {
                    *cur_iter = Some(get_iter(vm, &self.iterables[*cur_idx])?);
                }

                // can't be directly inside the 'match' clause, otherwise the borrows collide.
                let obj = call_next(vm, cur_iter.as_ref().unwrap());
                match obj {
                    Ok(ok) => return Ok(ok),
                    Err(err) => {
                        if objtype::isinstance(&err, &vm.ctx.exceptions.stop_iteration) {
                            *cur_idx += 1;
                            *cur_iter = None;
                        } else {
                            return Err(err);
                        }
                    }
                }
            }

            Err(new_stop_iteration(vm))
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }

        #[pyclassmethod(name = "from_iterable")]
        fn from_iterable(
            cls: PyClassRef,
            iterable: PyObjectRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let it = get_iter(vm, &iterable)?;
            let iterables = get_all(vm, &it)?;

            PyItertoolsChain {
                iterables,
                cur: RefCell::new((0, None)),
            }
            .into_ref_with_type(vm, cls)
        }
    }

    #[pyclass(name = "compress")]
    #[derive(Debug)]
    struct PyItertoolsCompress {
        data: PyObjectRef,
        selector: PyObjectRef,
    }

    impl PyValue for PyItertoolsCompress {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "compress")
        }
    }

    #[pyimpl]
    impl PyItertoolsCompress {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            data: PyObjectRef,
            selector: PyObjectRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let data_iter = get_iter(vm, &data)?;
            let selector_iter = get_iter(vm, &selector)?;

            PyItertoolsCompress {
                data: data_iter,
                selector: selector_iter,
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            loop {
                let sel_obj = call_next(vm, &self.selector)?;
                let verdict = objbool::boolval(vm, sel_obj.clone())?;
                let data_obj = call_next(vm, &self.data)?;

                if verdict {
                    return Ok(data_obj);
                }
            }
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "count")]
    #[derive(Debug)]
    struct PyItertoolsCount {
        cur: RefCell<BigInt>,
        step: BigInt,
    }

    impl PyValue for PyItertoolsCount {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "count")
        }
    }

    #[pyimpl]
    impl PyItertoolsCount {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            start: OptionalArg<PyIntRef>,
            step: OptionalArg<PyIntRef>,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let start = match start.into_option() {
                Some(int) => int.as_bigint().clone(),
                None => BigInt::zero(),
            };
            let step = match step.into_option() {
                Some(int) => int.as_bigint().clone(),
                None => BigInt::one(),
            };

            PyItertoolsCount {
                cur: RefCell::new(start),
                step,
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self) -> PyResult<PyInt> {
            let result = self.cur.borrow().clone();
            *self.cur.borrow_mut() += &self.step;
            Ok(PyInt::new(result))
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "cycle")]
    #[derive(Debug)]
    struct PyItertoolsCycle {
        iter: RefCell<PyObjectRef>,
        saved: RefCell<Vec<PyObjectRef>>,
        index: Cell<usize>,
        first_pass: Cell<bool>,
    }

    impl PyValue for PyItertoolsCycle {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "cycle")
        }
    }

    #[pyimpl]
    impl PyItertoolsCycle {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            iterable: PyObjectRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;

            PyItertoolsCycle {
                iter: RefCell::new(iter.clone()),
                saved: RefCell::new(Vec::new()),
                index: Cell::new(0),
                first_pass: Cell::new(false),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            let item = if let Some(item) = get_next_object(vm, &self.iter.borrow())? {
                if self.first_pass.get() {
                    return Ok(item);
                }

                self.saved.borrow_mut().push(item.clone());
                item
            } else {
                if self.saved.borrow().len() == 0 {
                    return Err(new_stop_iteration(vm));
                }

                let last_index = self.index.get();
                self.index.set(self.index.get() + 1);

                if self.index.get() >= self.saved.borrow().len() {
                    self.index.set(0);
                }

                self.saved.borrow()[last_index].clone()
            };

            Ok(item)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "repeat")]
    #[derive(Debug)]
    struct PyItertoolsRepeat {
        object: PyObjectRef,
        times: Option<RefCell<BigInt>>,
    }

    impl PyValue for PyItertoolsRepeat {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "repeat")
        }
    }

    #[pyimpl]
    impl PyItertoolsRepeat {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            object: PyObjectRef,
            times: OptionalArg<PyIntRef>,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let times = match times.into_option() {
                Some(int) => Some(RefCell::new(int.as_bigint().clone())),
                None => None,
            };

            PyItertoolsRepeat {
                object: object.clone(),
                times,
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            if let Some(ref times) = self.times {
                if *times.borrow() <= BigInt::zero() {
                    return Err(new_stop_iteration(vm));
                }
                *times.borrow_mut() -= 1;
            }

            Ok(self.object.clone())
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }

        #[pymethod(name = "__length_hint__")]
        fn length_hint(&self, vm: &VirtualMachine) -> PyObjectRef {
            match self.times {
                Some(ref times) => vm.new_int(times.borrow().clone()),
                None => vm.new_int(0),
            }
        }
    }

    #[pyclass(name = "starmap")]
    #[derive(Debug)]
    struct PyItertoolsStarmap {
        function: PyObjectRef,
        iter: PyObjectRef,
    }

    impl PyValue for PyItertoolsStarmap {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "starmap")
        }
    }

    #[pyimpl]
    impl PyItertoolsStarmap {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            function: PyObjectRef,
            iterable: PyObjectRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;

            PyItertoolsStarmap { function, iter }.into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            let obj = call_next(vm, &self.iter)?;
            let function = &self.function;

            vm.invoke(function, vm.extract_elements(&obj)?)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "takewhile")]
    #[derive(Debug)]
    struct PyItertoolsTakewhile {
        predicate: PyObjectRef,
        iterable: PyObjectRef,
        stop_flag: RefCell<bool>,
    }

    impl PyValue for PyItertoolsTakewhile {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "takewhile")
        }
    }

    #[pyimpl]
    impl PyItertoolsTakewhile {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            predicate: PyObjectRef,
            iterable: PyObjectRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;

            PyItertoolsTakewhile {
                predicate,
                iterable: iter,
                stop_flag: RefCell::new(false),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            if *self.stop_flag.borrow() {
                return Err(new_stop_iteration(vm));
            }

            // might be StopIteration or anything else, which is propagated upwards
            let obj = call_next(vm, &self.iterable)?;
            let predicate = &self.predicate;

            let verdict = vm.invoke(predicate, vec![obj.clone()])?;
            let verdict = objbool::boolval(vm, verdict)?;
            if verdict {
                Ok(obj)
            } else {
                *self.stop_flag.borrow_mut() = true;
                Err(new_stop_iteration(vm))
            }
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "dropwhile")]
    #[derive(Debug)]
    struct PyItertoolsDropwhile {
        predicate: PyCallable,
        iterable: PyObjectRef,
        start_flag: Cell<bool>,
    }

    impl PyValue for PyItertoolsDropwhile {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "dropwhile")
        }
    }

    #[pyimpl]
    impl PyItertoolsDropwhile {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            predicate: PyCallable,
            iterable: PyObjectRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;

            PyItertoolsDropwhile {
                predicate,
                iterable: iter,
                start_flag: Cell::new(false),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            let predicate = &self.predicate;
            let iterable = &self.iterable;

            if !self.start_flag.get() {
                loop {
                    let obj = call_next(vm, iterable)?;
                    let pred = predicate.clone();
                    let pred_value = vm.invoke(&pred.into_object(), vec![obj.clone()])?;
                    if !objbool::boolval(vm, pred_value)? {
                        self.start_flag.set(true);
                        return Ok(obj);
                    }
                }
            }
            call_next(vm, iterable)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "islice")]
    #[derive(Debug)]
    struct PyItertoolsIslice {
        iterable: PyObjectRef,
        cur: RefCell<usize>,
        next: RefCell<usize>,
        stop: Option<usize>,
        step: usize,
    }

    impl PyValue for PyItertoolsIslice {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "islice")
        }
    }

    fn pyobject_to_opt_usize(obj: PyObjectRef, vm: &VirtualMachine) -> Option<usize> {
        let is_int = objtype::isinstance(&obj, &vm.ctx.int_type());
        if is_int {
            objint::get_value(&obj).to_usize()
        } else {
            None
        }
    }

    #[pyimpl]
    impl PyItertoolsIslice {
        #[pyslot]
        fn tp_new(cls: PyClassRef, args: PyFuncArgs, vm: &VirtualMachine) -> PyResult<PyRef<Self>> {
            let (iter, start, stop, step) = match args.args.len() {
                0 | 1 => {
                    return Err(vm.new_type_error(format!(
                        "islice expected at least 2 arguments, got {}",
                        args.args.len()
                    )));
                }

                2 => {
                    let (iter, stop): (PyObjectRef, PyObjectRef) = args.bind(vm)?;

                    (iter, 0usize, stop, 1usize)
                }
                _ => {
                    let (iter, start, stop, step): (
                        PyObjectRef,
                        PyObjectRef,
                        PyObjectRef,
                        PyObjectRef,
                    ) = args.bind(vm)?;

                    let start = if !start.is(&vm.get_none()) {
                        pyobject_to_opt_usize(start, &vm).ok_or_else(|| {
                        vm.new_value_error(
                            "Indices for islice() must be None or an integer: 0 <= x <= sys.maxsize.".to_owned(),
                        )
                    })?
                    } else {
                        0usize
                    };

                    let step = if !step.is(&vm.get_none()) {
                        pyobject_to_opt_usize(step, &vm).ok_or_else(|| {
                            vm.new_value_error(
                                "Step for islice() must be a positive integer or None.".to_owned(),
                            )
                        })?
                    } else {
                        1usize
                    };

                    (iter, start, stop, step)
                }
            };

            let stop = if !stop.is(&vm.get_none()) {
                Some(pyobject_to_opt_usize(stop, &vm).ok_or_else(|| {
                    vm.new_value_error(
                    "Stop argument for islice() must be None or an integer: 0 <= x <= sys.maxsize."
                        .to_owned(),
                )
                })?)
            } else {
                None
            };

            let iter = get_iter(vm, &iter)?;

            PyItertoolsIslice {
                iterable: iter,
                cur: RefCell::new(0),
                next: RefCell::new(start),
                stop,
                step,
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            while *self.cur.borrow() < *self.next.borrow() {
                call_next(vm, &self.iterable)?;
                *self.cur.borrow_mut() += 1;
            }

            if let Some(stop) = self.stop {
                if *self.cur.borrow() >= stop {
                    return Err(new_stop_iteration(vm));
                }
            }

            let obj = call_next(vm, &self.iterable)?;
            *self.cur.borrow_mut() += 1;

            // TODO is this overflow check required? attempts to copy CPython.
            let (next, ovf) = (*self.next.borrow()).overflowing_add(self.step);
            *self.next.borrow_mut() = if ovf { self.stop.unwrap() } else { next };

            Ok(obj)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "filterfalse")]
    #[derive(Debug)]
    struct PyItertoolsFilterFalse {
        predicate: PyObjectRef,
        iterable: PyObjectRef,
    }

    impl PyValue for PyItertoolsFilterFalse {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "filterfalse")
        }
    }

    #[pyimpl]
    impl PyItertoolsFilterFalse {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            predicate: PyObjectRef,
            iterable: PyObjectRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;

            PyItertoolsFilterFalse {
                predicate,
                iterable: iter,
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            let predicate = &self.predicate;
            let iterable = &self.iterable;

            loop {
                let obj = call_next(vm, iterable)?;
                let pred_value = if predicate.is(&vm.get_none()) {
                    obj.clone()
                } else {
                    vm.invoke(predicate, vec![obj.clone()])?
                };

                if !objbool::boolval(vm, pred_value)? {
                    return Ok(obj);
                }
            }
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "accumulate")]
    #[derive(Debug)]
    struct PyItertoolsAccumulate {
        iterable: PyObjectRef,
        binop: PyObjectRef,
        acc_value: RefCell<Option<PyObjectRef>>,
    }

    impl PyValue for PyItertoolsAccumulate {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "accumulate")
        }
    }

    #[pyimpl]
    impl PyItertoolsAccumulate {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            iterable: PyObjectRef,
            binop: OptionalArg<PyObjectRef>,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;

            PyItertoolsAccumulate {
                iterable: iter,
                binop: binop.unwrap_or_else(|| vm.get_none()),
                acc_value: RefCell::from(Option::None),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            let iterable = &self.iterable;
            let obj = call_next(vm, iterable)?;

            let next_acc_value = match &*self.acc_value.borrow() {
                None => obj.clone(),
                Some(value) => {
                    if self.binop.is(&vm.get_none()) {
                        vm._add(value.clone(), obj.clone())?
                    } else {
                        vm.invoke(&self.binop, vec![value.clone(), obj.clone()])?
                    }
                }
            };
            self.acc_value.replace(Option::from(next_acc_value.clone()));

            Ok(next_acc_value)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[derive(Debug)]
    struct PyItertoolsTeeData {
        iterable: PyObjectRef,
        values: RefCell<Vec<PyObjectRef>>,
    }

    impl PyItertoolsTeeData {
        fn new(iterable: PyObjectRef, vm: &VirtualMachine) -> PyResult<Rc<PyItertoolsTeeData>> {
            Ok(Rc::new(PyItertoolsTeeData {
                iterable: get_iter(vm, &iterable)?,
                values: RefCell::new(vec![]),
            }))
        }

        fn get_item(&self, vm: &VirtualMachine, index: usize) -> PyResult {
            if self.values.borrow().len() == index {
                let result = call_next(vm, &self.iterable)?;
                self.values.borrow_mut().push(result);
            }
            Ok(self.values.borrow()[index].clone())
        }
    }

    #[pyclass(name = "tee")]
    #[derive(Debug)]
    struct PyItertoolsTee {
        tee_data: Rc<PyItertoolsTeeData>,
        index: Cell<usize>,
    }

    impl PyValue for PyItertoolsTee {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "tee")
        }
    }

    #[pyimpl]
    impl PyItertoolsTee {
        fn from_iter(iterable: PyObjectRef, vm: &VirtualMachine) -> PyResult {
            let it = get_iter(vm, &iterable)?;
            if it.class().is(&PyItertoolsTee::class(vm)) {
                return vm.call_method(&it, "__copy__", PyFuncArgs::from(vec![]));
            }
            Ok(PyItertoolsTee {
                tee_data: PyItertoolsTeeData::new(it, vm)?,
                index: Cell::from(0),
            }
            .into_ref_with_type(vm, PyItertoolsTee::class(vm))?
            .into_object())
        }

        // TODO: make tee() a function, rename this class to itertools._tee and make
        // teedata a python class
        #[pyslot]
        #[allow(clippy::new_ret_no_self)]
        fn tp_new(
            _cls: PyClassRef,
            iterable: PyObjectRef,
            n: OptionalArg<usize>,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<PyTuple>> {
            let n = n.unwrap_or(2);

            let copyable = if iterable.class().has_attr("__copy__") {
                vm.call_method(&iterable, "__copy__", PyFuncArgs::from(vec![]))?
            } else {
                PyItertoolsTee::from_iter(iterable, vm)?
            };

            let mut tee_vec: Vec<PyObjectRef> = Vec::with_capacity(n);
            for _ in 0..n {
                let no_args = PyFuncArgs::from(vec![]);
                tee_vec.push(vm.call_method(&copyable, "__copy__", no_args)?);
            }

            Ok(PyTuple::from(tee_vec).into_ref(vm))
        }

        #[pymethod(name = "__copy__")]
        fn copy(&self, vm: &VirtualMachine) -> PyResult {
            Ok(PyItertoolsTee {
                tee_data: Rc::clone(&self.tee_data),
                index: self.index.clone(),
            }
            .into_ref_with_type(vm, Self::class(vm))?
            .into_object())
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            let value = self.tee_data.get_item(vm, self.index.get())?;
            self.index.set(self.index.get() + 1);
            Ok(value)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "product")]
    #[derive(Debug)]
    struct PyItertoolsProduct {
        pools: Vec<Vec<PyObjectRef>>,
        idxs: RefCell<Vec<usize>>,
        cur: Cell<usize>,
        stop: Cell<bool>,
    }

    impl PyValue for PyItertoolsProduct {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "product")
        }
    }

    #[derive(FromArgs)]
    struct ProductArgs {
        #[pyarg(keyword_only, optional = true)]
        repeat: OptionalArg<usize>,
    }

    #[pyimpl]
    impl PyItertoolsProduct {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            iterables: Args<PyObjectRef>,
            args: ProductArgs,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let repeat = match args.repeat.into_option() {
                Some(i) => i,
                None => 1,
            };

            let mut pools = Vec::new();
            for arg in iterables.into_iter() {
                let it = get_iter(vm, &arg)?;
                let pool = get_all(vm, &it)?;

                pools.push(pool);
            }
            let pools = iter::repeat(pools)
                .take(repeat)
                .flatten()
                .collect::<Vec<Vec<PyObjectRef>>>();

            let l = pools.len();

            PyItertoolsProduct {
                pools,
                idxs: RefCell::new(vec![0; l]),
                cur: Cell::new(l - 1),
                stop: Cell::new(false),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            // stop signal
            if self.stop.get() {
                return Err(new_stop_iteration(vm));
            }

            let pools = &self.pools;

            for p in pools {
                if p.is_empty() {
                    return Err(new_stop_iteration(vm));
                }
            }

            let res = PyTuple::from(
                pools
                    .iter()
                    .zip(self.idxs.borrow().iter())
                    .map(|(pool, idx)| pool[*idx].clone())
                    .collect::<Vec<PyObjectRef>>(),
            );

            self.update_idxs();

            if self.is_end() {
                self.stop.set(true);
            }

            Ok(res.into_ref(vm).into_object())
        }

        fn is_end(&self) -> bool {
            let cur = self.cur.get();
            self.idxs.borrow()[cur] == self.pools[cur].len() - 1 && cur == 0
        }

        fn update_idxs(&self) {
            let lst_idx = &self.pools[self.cur.get()].len() - 1;

            if self.idxs.borrow()[self.cur.get()] == lst_idx {
                if self.is_end() {
                    return;
                }
                self.idxs.borrow_mut()[self.cur.get()] = 0;
                self.cur.set(self.cur.get() - 1);
                self.update_idxs();
            } else {
                self.idxs.borrow_mut()[self.cur.get()] += 1;
                self.cur.set(self.idxs.borrow().len() - 1);
            }
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }

    #[pyclass(name = "combinations")]
    #[derive(Debug)]
    struct PyItertoolsCombinations {
        pool: Vec<PyObjectRef>,
        indices: RefCell<Vec<usize>>,
        r: Cell<usize>,
        exhausted: Cell<bool>,
    }

    impl PyValue for PyItertoolsCombinations {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "combinations")
        }
    }

    #[pyimpl]
    impl PyItertoolsCombinations {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            iterable: PyObjectRef,
            r: PyIntRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;
            let pool = get_all(vm, &iter)?;

            let r = r.as_bigint();
            if r.is_negative() {
                return Err(vm.new_value_error("r must be non-negative".to_owned()));
            }
            let r = r.to_usize().unwrap();

            let n = pool.len();

            PyItertoolsCombinations {
                pool,
                indices: RefCell::new((0..r).collect()),
                r: Cell::new(r),
                exhausted: Cell::new(r > n),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            // stop signal
            if self.exhausted.get() {
                return Err(new_stop_iteration(vm));
            }

            let n = self.pool.len();
            let r = self.r.get();

            if r == 0 {
                self.exhausted.set(true);
                return Ok(vm.ctx.new_tuple(vec![]));
            }

            let res = PyTuple::from(
                self.indices
                    .borrow()
                    .iter()
                    .map(|&i| self.pool[i].clone())
                    .collect::<Vec<PyObjectRef>>(),
            );

            let mut indices = self.indices.borrow_mut();

            // Scan indices right-to-left until finding one that is not at its maximum (i + n - r).
            let mut idx = r as isize - 1;
            while idx >= 0 && indices[idx as usize] == idx as usize + n - r {
                idx -= 1;
            }

            // If no suitable index is found, then the indices are all at
            // their maximum value and we're done.
            if idx < 0 {
                self.exhausted.set(true);
            } else {
                // Increment the current index which we know is not at its
                // maximum.  Then move back to the right setting each index
                // to its lowest possible value (one higher than the index
                // to its left -- this maintains the sort order invariant).
                indices[idx as usize] += 1;
                for j in idx as usize + 1..r {
                    indices[j] = indices[j - 1] + 1;
                }
            }

            Ok(res.into_ref(vm).into_object())
        }
    }

    #[pyclass(name = "combinations_with_replacement")]
    #[derive(Debug)]
    struct PyItertoolsCombinationsWithReplacement {
        pool: Vec<PyObjectRef>,
        indices: RefCell<Vec<usize>>,
        r: Cell<usize>,
        exhausted: Cell<bool>,
    }

    impl PyValue for PyItertoolsCombinationsWithReplacement {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "combinations_with_replacement")
        }
    }

    #[pyimpl]
    impl PyItertoolsCombinationsWithReplacement {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            iterable: PyObjectRef,
            r: PyIntRef,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;
            let pool = get_all(vm, &iter)?;

            let r = r.as_bigint();
            if r.is_negative() {
                return Err(vm.new_value_error("r must be non-negative".to_owned()));
            }
            let r = r.to_usize().unwrap();

            let n = pool.len();

            PyItertoolsCombinationsWithReplacement {
                pool,
                indices: RefCell::new(vec![0; r]),
                r: Cell::new(r),
                exhausted: Cell::new(n == 0 && r > 0),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            // stop signal
            if self.exhausted.get() {
                return Err(new_stop_iteration(vm));
            }

            let n = self.pool.len();
            let r = self.r.get();

            if r == 0 {
                self.exhausted.set(true);
                return Ok(vm.ctx.new_tuple(vec![]));
            }

            let mut indices = self.indices.borrow_mut();

            let res = vm
                .ctx
                .new_tuple(indices.iter().map(|&i| self.pool[i].clone()).collect());

            // Scan indices right-to-left until finding one that is not at its maximum (i + n - r).
            let mut idx = r as isize - 1;
            while idx >= 0 && indices[idx as usize] == n - 1 {
                idx -= 1;
            }

            // If no suitable index is found, then the indices are all at
            // their maximum value and we're done.
            if idx < 0 {
                self.exhausted.set(true);
            } else {
                let index = indices[idx as usize] + 1;

                // Increment the current index which we know is not at its
                // maximum. Then set all to the right to the same value.
                for j in idx as usize..r {
                    indices[j as usize] = index as usize;
                }
            }

            Ok(res)
        }
    }

    #[pyclass(name = "permutations")]
    #[derive(Debug)]
    struct PyItertoolsPermutations {
        pool: Vec<PyObjectRef>,              // Collected input iterable
        indices: RefCell<Vec<usize>>,        // One index per element in pool
        cycles: RefCell<Vec<usize>>,         // One rollover counter per element in the result
        result: RefCell<Option<Vec<usize>>>, // Indexes of the most recently returned result
        r: Cell<usize>,                      // Size of result tuple
        exhausted: Cell<bool>,               // Set when the iterator is exhausted
    }

    impl PyValue for PyItertoolsPermutations {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "permutations")
        }
    }

    #[pyimpl]
    impl PyItertoolsPermutations {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            iterable: PyObjectRef,
            r: OptionalOption<PyObjectRef>,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let iter = get_iter(vm, &iterable)?;
            let pool = get_all(vm, &iter)?;

            let n = pool.len();
            // If r is not provided, r == n. If provided, r must be a positive integer, or None.
            // If None, it behaves the same as if it was not provided.
            let r = match r.flat_option() {
                Some(r) => {
                    let val = r
                        .payload::<PyInt>()
                        .ok_or_else(|| vm.new_type_error("Expected int as r".to_owned()))?
                        .as_bigint();

                    if val.is_negative() {
                        return Err(vm.new_value_error("r must be non-negative".to_owned()));
                    }
                    val.to_usize().unwrap()
                }
                None => n,
            };

            PyItertoolsPermutations {
                pool,
                indices: RefCell::new((0..n).collect()),
                cycles: RefCell::new((0..r).map(|i| n - i).collect()),
                result: RefCell::new(None),
                r: Cell::new(r),
                exhausted: Cell::new(r > n),
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            // stop signal
            if self.exhausted.get() {
                return Err(new_stop_iteration(vm));
            }

            let n = self.pool.len();
            let r = self.r.get();

            if n == 0 {
                self.exhausted.set(true);
                return Ok(vm.ctx.new_tuple(vec![]));
            }

            let result = &mut *self.result.borrow_mut();

            if let Some(ref mut result) = result {
                let mut indices = self.indices.borrow_mut();
                let mut cycles = self.cycles.borrow_mut();
                let mut sentinel = false;

                // Decrement rightmost cycle, moving leftward upon zero rollover
                for i in (0..r).rev() {
                    cycles[i] -= 1;

                    if cycles[i] == 0 {
                        // rotation: indices[i:] = indices[i+1:] + indices[i:i+1]
                        let index = indices[i];
                        for j in i..n - 1 {
                            indices[j] = indices[j + i];
                        }
                        indices[n - 1] = index;
                        cycles[i] = n - i;
                    } else {
                        let j = cycles[i];
                        indices.swap(i, n - j);

                        for k in i..r {
                            // start with i, the leftmost element that changed
                            // yield tuple(pool[k] for k in indices[:r])
                            result[k] = indices[k];
                        }
                        sentinel = true;
                        break;
                    }
                }
                if !sentinel {
                    self.exhausted.set(true);
                    return Err(new_stop_iteration(vm));
                }
            } else {
                // On the first pass, initialize result tuple using the indices
                *result = Some((0..r).collect());
            }

            Ok(vm.ctx.new_tuple(
                result
                    .as_ref()
                    .unwrap()
                    .iter()
                    .map(|&i| self.pool[i].clone())
                    .collect(),
            ))
        }
    }

    #[pyclass(name = "zip_longest")]
    #[derive(Debug)]
    struct PyItertoolsZipLongest {
        iterators: Vec<PyObjectRef>,
        fillvalue: PyObjectRef,
        numactive: Cell<usize>,
    }

    impl PyValue for PyItertoolsZipLongest {
        fn class(vm: &VirtualMachine) -> PyClassRef {
            vm.class("itertools", "zip_longest")
        }
    }

    #[derive(FromArgs)]
    struct ZiplongestArgs {
        #[pyarg(keyword_only, optional = true)]
        fillvalue: OptionalArg<PyObjectRef>,
    }

    #[pyimpl]
    impl PyItertoolsZipLongest {
        #[pyslot]
        fn tp_new(
            cls: PyClassRef,
            iterables: Args,
            args: ZiplongestArgs,
            vm: &VirtualMachine,
        ) -> PyResult<PyRef<Self>> {
            let fillvalue = match args.fillvalue.into_option() {
                Some(i) => i,
                None => vm.get_none(),
            };

            let iterators = iterables
                .into_iter()
                .map(|iterable| get_iter(vm, &iterable))
                .collect::<Result<Vec<_>, _>>()?;

            let numactive = Cell::new(iterators.len());

            PyItertoolsZipLongest {
                iterators,
                fillvalue,
                numactive,
            }
            .into_ref_with_type(vm, cls)
        }

        #[pymethod(name = "__next__")]
        fn next(&self, vm: &VirtualMachine) -> PyResult {
            if self.iterators.is_empty() {
                Err(new_stop_iteration(vm))
            } else {
                let mut result: Vec<PyObjectRef> = Vec::new();
                let mut numactive = self.numactive.get();

                for idx in 0..self.iterators.len() {
                    let next_obj = match call_next(vm, &self.iterators[idx]) {
                        Ok(obj) => obj,
                        Err(err) => {
                            if !objtype::isinstance(&err, &vm.ctx.exceptions.stop_iteration) {
                                return Err(err);
                            }
                            numactive -= 1;
                            if numactive == 0 {
                                return Err(new_stop_iteration(vm));
                            }
                            self.fillvalue.clone()
                        }
                    };
                    result.push(next_obj);
                }
                Ok(vm.ctx.new_tuple(result))
            }
        }

        #[pymethod(name = "__iter__")]
        fn iter(zelf: PyRef<Self>) -> PyRef<Self> {
            zelf
        }
    }
}