BatchSizeManagement.php

Go to the documentation of this file.

<?php
namespace Magento\Framework\Indexer;

class BatchSizeManagement implements \Magento\Framework\Indexer\BatchSizeManagementInterface
{
    private $rowSizeEstimator;

    private $logger;

    public function __construct(
        \Magento\Framework\Indexer\IndexTableRowSizeEstimatorInterface $rowSizeEstimator,
        \Psr\Log\LoggerInterface $logger
    ) {
        $this->rowSizeEstimator = $rowSizeEstimator;
        $this->logger = $logger;
    }

    public function ensureBatchSize(\Magento\Framework\DB\Adapter\AdapterInterface $connection, $batchSize)
    {
        $rowMemory = $this->rowSizeEstimator->estimateRowSize();

        $maxHeapTableSize = $connection->fetchOne('SELECT @@max_heap_table_size;');
        $tmpTableSize = $connection->fetchOne('SELECT @@tmp_table_size;');
        $bufferPoolSize = $connection->fetchOne('SELECT @@innodb_buffer_pool_size;');
        $maxMemoryTableSize = min($maxHeapTableSize, $tmpTableSize);

        $size = (int) ($rowMemory * $batchSize);

        // Log warning if allocated memory for temp table greater than 20% of innodb_buffer_pool_size
        if ($size > $bufferPoolSize * .2) {
            $message = 'Memory size allocated for the temporary table is more than 20% of innodb_buffer_pool_size. ' .
                'Please update innodb_buffer_pool_size or decrease batch size value '.
                '(which decreases memory usages for the temporary table). ' .
                'Current batch size: %1; Allocated memory size: %2 bytes; InnoDB buffer pool size: %3 bytes.';
            $this->logger->warning(new \Magento\Framework\Phrase($message, [$batchSize, $size, $bufferPoolSize]));
        }

        if ($maxMemoryTableSize < $size) {
            $connection->query('SET SESSION tmp_table_size = ' . $size . ';');
            $connection->query('SET SESSION max_heap_table_size = ' . $size . ';');
        }
    }
}