Orsdxy

I working on a command line which is fetching all the products in the database, using the MagentoCatalogModelResourceModelProductCollectionFactory object.

In order to avoid memory problems, I'm going to process the data in chunks, so using the methods setPageSize and setCurPage to fetch just a portion of the whole dataset and walking through it.

I notice, perhaps the setCurPage value passed was increasing, the data returned are the same all the times.
Is there any method I need to call in order to clear the Collection cache if any? Or is there a better way to walk and process the data from the collection?

use SymfonyComponentConsoleCommandCommand;                                        

use SymfonyComponentConsoleInputInputInterface;               

use SymfonyComponentConsoleOutputOutputInterface;

use SymfonyComponentConsoleInputInputArgument;                               



use MagentoCatalogModelResourceModelProductCollectionFactory; 

use MagentoFrameworkAppState;                     

use MagentoFrameworkAppArea;                                                                                                               



class ExportProducts extends Command                 

{                                                  

    public function __construct(                         

        CollectionFactory $collectionFactory,                                      

        State $state                                                          

    ) {                                                

        $this->collectionFactory = $collectionFactory;

        $this->state = $state;



        parent::__construct();                                   

    }                                  



    protected function configure()             

    {  

         // Command description

    } 



    protected function execute(InputInterface $input, OutputInterface $output)

    {                    

        $objectManager = MagentoFrameworkAppObjectManager::getInstance();

        $this->state->setAreaCode(Area::AREA_GLOBAL);



        $productCollection = $this->collectionFactory->create();

        $productsQty = $productCollection->getSize();  



        $pageSize = 25;                                      

        $break = false;                              

        $page = 1;                                                                       

        $count = null;

        $lPage = null;   



        while ($break !== true) {                                               

            $productCollection                   

                ->addAttributeToSelect('*')          

                ->setOrder('entity_id','ASC')      

                ->setPageSize($pageSize)                 

                ->setCurPage($page)                                                

                ->load();                                                     



            $output->writeln($page);                   



            if($count === null) {

                $count = $productCollection->getSize();   

                $lPage = $productCollection->getLastPageNumber();

            }



            if($lPage == $page) {                              

                $break = true;                               

            }                  



            $page++;    



            foreach ($productCollection as $product) {

                $id = $product->getData('entity_id');

                $pr = $objectManager->create('MagentoCatalogModelProduct')->load($id);

                /** Here I'm working with the data coming from $product and $pr **/

            }

        }

    }