large file processor

process-large-files-for-loading-to-sql.php

<?php

use Doctrine\ORM\EntityManagerInterface;
use DoctrineBatchUtils\BatchProcessing\SimpleBatchIteratorAggregate;

class LargeFileProcessor
{
    private EntityManagerInterface $entityManager;

    public function __construct(EntityManagerInterface $entityManager)
    {
        $this->entityManager = $entityManager;
    }

    public function processDatabase()
    {
        $qb = $this->entityManager->createQueryBuilder();
        $qb->select('e')
            ->from('App\Entity\YourEntity', 'e');

        $iterator = SimpleBatchIteratorAggregate::fromQuery(
            $qb->getQuery(),
            $this->entityManager,
            1000 // Batch size
        );

        foreach ($iterator as $entity) {
            // Process each entity
            echo "Processing: " . $entity->getValue() . "\n";
        }
    }
}
✅ Advantages

Uses Doctrine's batch iterator to prevent memory issues.
Automatic