search

canadasatellite-ca / site

The canadasatellite.ca website (Magento 2)
https://upwork.com/fl/mage2pro
0 stars 1 forks source link

«Memory size allocated for the temporary table is more than 20% of innodb_buffer_pool_size» for `Magento\Catalog\Model\Indexer\Category\Product\Action\Full` #47

Closed dmitrii-fediuk closed 3 years ago

dmitrii-fediuk commented 3 years ago

Similar to https://github.com/canadasatellite-ca/site/issues/69

{
    "channel": "main",
    "datetime": {
        "date": "2021-03-20 07:00:08.621067",
        "timezone_type": 3,
        "timezone": "UTC"
    },
    "level": 300,
    "level_name": "WARNING",
    "Mage2.PRO": [
        {
            "Command": "bin/magento cron:run --group=index --bootstrap=standaloneProcessStarted=1",
            "mage2pro/core": "7.2.1",
            "Magento": "2.3.5-p2",
            "PHP": "7.2.34-8+ubuntu16.04.1+deb.sury.org+1"
        }
    ],
    "message": "Memory size allocated for the temporary table is more than 20% of innodb_buffer_pool_size. Please update innodb_buffer_pool_size or decrease batch size value (which decreases memory usages for the temporary table). Current batch size: 5000; Allocated memory size: 4488000000 bytes; InnoDB buffer pool size: 4294967296 bytes."
}
Location:    vendor/mage2pro/core/Framework/Logger/Handler.php:55
Callee:      df_log_l
*****************1******************
Location:    vendor/monolog/monolog/src/Monolog/Logger.php:344
Callee:      Df\Framework\Logger\Handler::handle
*****************2******************
Location:    vendor/magento/framework/Logger/Monolog.php:48
Callee:      Monolog\Logger::addRecord
*****************3******************
Location:    vendor/monolog/monolog/src/Monolog/Logger.php:684
Callee:      Magento\Framework\Logger\Monolog::addRecord
*****************4******************
Location:    vendor/magento/framework/Indexer/BatchSizeManagement.php:57
Callee:      Monolog\Logger::warning
*****************5******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:269
Callee:      Magento\Framework\Indexer\BatchSizeManagement::ensureBatchSize
*****************6******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:227
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindexCategoriesBySelect
*****************7******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:192
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindexRootCategory
*****************8******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:177
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindexStore
*****************9******************
Location:    :
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::Magento\Catalog\Model\Indexer\Category\Product\Action\{closure}
*****************10*****************
Location:    vendor/magento/module-indexer/Model/ProcessManager.php:75
Callee:      call_user_func
*****************11*****************
Location:    vendor/magento/module-indexer/Model/ProcessManager.php:62
Callee:      Magento\Indexer\Model\ProcessManager::simpleThreadExecute
*****************12*****************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:182
Callee:      Magento\Indexer\Model\ProcessManager::execute
*****************13*****************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:159
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindex
*****************14*****************
Location:    generated/code/MageSuper/Casat/Plugin/Catalog/Model/Indexer/Category/Product/Action/Full/Interceptor.php:24
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::execute
*****************15*****************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product.php:90
Callee:      MageSuper\Casat\Plugin\Catalog\Model\Indexer\Category\Product\Action\Full::execute
*****************16*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:58
Callee:      Magento\Catalog\Model\Indexer\Category\Product::executeFull
*****************17*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:138
Callee:      Magento\Catalog\Model\Indexer\Category\Product::___callParent
*****************18*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Catalog\Model\Indexer\Category\Product::Magento\Framework\Interception\{closure}
*****************19*****************
Location:    generated/code/Magento/Catalog/Model/Indexer/Category/Product/Interceptor.php:26
Callee:      Magento\Catalog\Model\Indexer\Category\Product::___callPlugins
*****************20*****************
Location:    vendor/magento/module-indexer/Model/Indexer.php:416
Callee:      Magento\Catalog\Model\Indexer\Category\Product::executeFull
*****************21*****************
Location:    vendor/magento/module-indexer/Model/Indexer/DependencyDecorator.php:259
Callee:      Magento\Indexer\Model\Indexer::reindexAll
*****************22*****************
Location:    vendor/magento/module-indexer/Model/Processor.php:72
Callee:      Magento\Indexer\Model\Indexer\DependencyDecorator::reindexAll
*****************23*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:58
Callee:      Magento\Indexer\Model\Processor::reindexAllInvalid
*****************24*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:138
Callee:      Magento\Indexer\Model\Processor::___callParent
*****************25*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Indexer\Model\Processor::Magento\Framework\Interception\{closure}
*****************26*****************
Location:    generated/code/Magento/Indexer/Model/Processor/Interceptor.php:26
Callee:      Magento\Indexer\Model\Processor::___callPlugins
*****************27*****************
Location:    vendor/magento/module-indexer/Cron/ReindexAllInvalid.php:31
Callee:      Magento\Indexer\Model\Processor::reindexAllInvalid
*****************28*****************
Location:    :
Callee:      Magento\Indexer\Cron\ReindexAllInvalid::execute
*****************29*****************
Location:    vendor/magento/module-cron/Observer/ProcessCronQueueObserver.php:350
Callee:      call_user_func_array
*****************30*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:255
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::_runJob
*****************31*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:210
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::processPendingJobs
*****************32*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:550
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::Wyomind\CronScheduler\Plugin\Cron\Observer\{closure}
*****************33*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:211
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::lockGroup
*****************34*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:135
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::aroundExecute
*****************35*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::Magento\Framework\Interception\{closure}
*****************36*****************
Location:    generated/code/Magento/Cron/Observer/ProcessCronQueueObserver/Interceptor.php:26
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::___callPlugins
*****************37*****************
Location:    vendor/magento/framework/Event/Invoker/InvokerDefault.php:88
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::execute
*****************38*****************
Location:    vendor/magento/framework/Event/Invoker/InvokerDefault.php:74
Callee:      Magento\Framework\Event\Invoker\InvokerDefault::_callObserverMethod
*****************39*****************
Location:    vendor/magento/framework/Event/Manager.php:66
Callee:      Magento\Framework\Event\Invoker\InvokerDefault::dispatch
*****************40*****************
Location:    generated/code/Magento/Framework/Event/Manager/Proxy.php:95
Callee:      Magento\Framework\Event\Manager::dispatch
*****************41*****************
Location:    vendor/magento/framework/App/Cron.php:86
Callee:      Magento\Framework\Event\Manager\Proxy::dispatch
*****************42*****************
Location:    vendor/magento/module-cron/Console/Command/CronCommand.php:117
Callee:      Magento\Framework\App\Cron::launch
*****************43*****************
Location:    vendor/symfony/console/Command/Command.php:255
Callee:      Magento\Cron\Console\Command\CronCommand::execute
*****************44*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:58
Callee:      Symfony\Component\Console\Command\Command::run
*****************45*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:138
Callee:      Magento\Cron\Console\Command\CronCommand::___callParent
*****************46*****************
Location:    vendor/mage2pro/core/Cron/Plugin/Console/Command/CronCommand.php:24
Callee:      Magento\Cron\Console\Command\CronCommand::Magento\Framework\Interception\{closure}
*****************47*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:135
Callee:      Df\Cron\Plugin\Console\Command\CronCommand::aroundRun
*****************48*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Cron\Console\Command\CronCommand::Magento\Framework\Interception\{closure}
*****************49*****************
Location:    generated/code/Magento/Cron/Console/Command/CronCommand/Interceptor.php:26
Callee:      Magento\Cron\Console\Command\CronCommand::___callPlugins
*****************50*****************
Location:    vendor/symfony/console/Application.php:1009
Callee:      Magento\Cron\Console\Command\CronCommand::run
*****************51*****************
Location:    vendor/symfony/console/Application.php:273
Callee:      Symfony\Component\Console\Application::doRunCommand
*****************52*****************
Location:    vendor/magento/framework/Console/Cli.php:115
Callee:      Symfony\Component\Console\Application::doRun
*****************53*****************
Location:    vendor/symfony/console/Application.php:149
Callee:      Magento\Framework\Console\Cli::doRun
*****************54*****************
Location:    bin/magento:23
Callee:      Symfony\Component\Console\Application::run
dmitrii-fediuk commented 3 years ago

The problem is caused by the we-are-virtua/magento2-search-fix module: github.com/we-are-virtua/magento2-search-fix/blob/1.0.1/src/SearchFix/etc/di.xml#L3-L7

dmitrii-fediuk commented 3 years ago

It is occured again:

{
    "channel": "main",
    "datetime": {
        "date": "2021-04-16 07:01:25.236085",
        "timezone_type": 3,
        "timezone": "UTC"
    },
    "level": 300,
    "level_name": "WARNING",
    "Mage2.PRO": [
        {
            "Command": "bin/magento cron:run --group=index --bootstrap=standaloneProcessStarted=1",
            "mage2pro/core": "7.2.9",
            "Magento": "2.3.5-p2",
            "PHP": "7.2.34-8+ubuntu16.04.1+deb.sury.org+1"
        }
    ],
    "message": "Memory size allocated for the temporary table is more than 20% of innodb_buffer_pool_size. Please update innodb_buffer_pool_size or decrease batch size value (which decreases memory usages for the temporary table). Current batch size: 3000; Allocated memory size: 2692800000 bytes; InnoDB buffer pool size: 4294967296 bytes."
}
Location:    vendor/mage2pro/core/Framework/Logger/Handler.php:55
Callee:      df_log_l
*****************1******************
Location:    vendor/monolog/monolog/src/Monolog/Logger.php:344
Callee:      Df\Framework\Logger\Handler::handle
*****************2******************
Location:    vendor/magento/framework/Logger/Monolog.php:48
Callee:      Monolog\Logger::addRecord
*****************3******************
Location:    vendor/monolog/monolog/src/Monolog/Logger.php:684
Callee:      Magento\Framework\Logger\Monolog::addRecord
*****************4******************
Location:    vendor/magento/framework/Indexer/BatchSizeManagement.php:57
Callee:      Monolog\Logger::warning
*****************5******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:269
Callee:      Magento\Framework\Indexer\BatchSizeManagement::ensureBatchSize
*****************6******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:250
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindexCategoriesBySelect
*****************7******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:194
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindexNonAnchorCategories
*****************8******************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:177
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindexStore
*****************9******************
Location:    :
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::Magento\Catalog\Model\Indexer\Category\Product\Action\{closure}
*****************10*****************
Location:    vendor/magento/module-indexer/Model/ProcessManager.php:75
Callee:      call_user_func
*****************11*****************
Location:    vendor/magento/module-indexer/Model/ProcessManager.php:62
Callee:      Magento\Indexer\Model\ProcessManager::simpleThreadExecute
*****************12*****************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:182
Callee:      Magento\Indexer\Model\ProcessManager::execute
*****************13*****************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product/Action/Full.php:159
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::reindex
*****************14*****************
Location:    generated/code/MageSuper/Casat/Plugin/Catalog/Model/Indexer/Category/Product/Action/Full/Interceptor.php:24
Callee:      Magento\Catalog\Model\Indexer\Category\Product\Action\Full::execute
*****************15*****************
Location:    vendor/magento/module-catalog/Model/Indexer/Category/Product.php:90
Callee:      MageSuper\Casat\Plugin\Catalog\Model\Indexer\Category\Product\Action\Full::execute
*****************16*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:58
Callee:      Magento\Catalog\Model\Indexer\Category\Product::executeFull
*****************17*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:138
Callee:      Magento\Catalog\Model\Indexer\Category\Product::___callParent
*****************18*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Catalog\Model\Indexer\Category\Product::Magento\Framework\Interception\{closure}
*****************19*****************
Location:    generated/code/Magento/Catalog/Model/Indexer/Category/Product/Interceptor.php:26
Callee:      Magento\Catalog\Model\Indexer\Category\Product::___callPlugins
*****************20*****************
Location:    vendor/magento/module-indexer/Model/Indexer.php:416
Callee:      Magento\Catalog\Model\Indexer\Category\Product::executeFull
*****************21*****************
Location:    vendor/magento/module-indexer/Model/Indexer/DependencyDecorator.php:259
Callee:      Magento\Indexer\Model\Indexer::reindexAll
*****************22*****************
Location:    vendor/magento/module-indexer/Model/Processor.php:72
Callee:      Magento\Indexer\Model\Indexer\DependencyDecorator::reindexAll
*****************23*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:58
Callee:      Magento\Indexer\Model\Processor::reindexAllInvalid
*****************24*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:138
Callee:      Magento\Indexer\Model\Processor::___callParent
*****************25*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Indexer\Model\Processor::Magento\Framework\Interception\{closure}
*****************26*****************
Location:    generated/code/Magento/Indexer/Model/Processor/Interceptor.php:26
Callee:      Magento\Indexer\Model\Processor::___callPlugins
*****************27*****************
Location:    vendor/magento/module-indexer/Cron/ReindexAllInvalid.php:31
Callee:      Magento\Indexer\Model\Processor::reindexAllInvalid
*****************28*****************
Location:    :
Callee:      Magento\Indexer\Cron\ReindexAllInvalid::execute
*****************29*****************
Location:    vendor/magento/module-cron/Observer/ProcessCronQueueObserver.php:350
Callee:      call_user_func_array
*****************30*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:255
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::_runJob
*****************31*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:210
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::processPendingJobs
*****************32*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:550
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::Wyomind\CronScheduler\Plugin\Cron\Observer\{closure}
*****************33*****************
Location:    app/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver.php:211
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::lockGroup
*****************34*****************
Location:    generated/code/Wyomind/CronScheduler/Plugin/Cron/Observer/ProcessCronQueueObserver/Interceptor.php:24
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::aroundExecute
*****************35*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:135
Callee:      Wyomind\CronScheduler\Plugin\Cron\Observer\ProcessCronQueueObserver::aroundExecute
*****************36*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::Magento\Framework\Interception\{closure}
*****************37*****************
Location:    generated/code/Magento/Cron/Observer/ProcessCronQueueObserver/Interceptor.php:26
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::___callPlugins
*****************38*****************
Location:    vendor/magento/framework/Event/Invoker/InvokerDefault.php:88
Callee:      Magento\Cron\Observer\ProcessCronQueueObserver::execute
*****************39*****************
Location:    vendor/magento/framework/Event/Invoker/InvokerDefault.php:74
Callee:      Magento\Framework\Event\Invoker\InvokerDefault::_callObserverMethod
*****************40*****************
Location:    vendor/magento/framework/Event/Manager.php:66
Callee:      Magento\Framework\Event\Invoker\InvokerDefault::dispatch
*****************41*****************
Location:    generated/code/Magento/Framework/Event/Manager/Proxy.php:95
Callee:      Magento\Framework\Event\Manager::dispatch
*****************42*****************
Location:    vendor/magento/framework/App/Cron.php:86
Callee:      Magento\Framework\Event\Manager\Proxy::dispatch
*****************43*****************
Location:    vendor/magento/module-cron/Console/Command/CronCommand.php:117
Callee:      Magento\Framework\App\Cron::launch
*****************44*****************
Location:    vendor/symfony/console/Command/Command.php:255
Callee:      Magento\Cron\Console\Command\CronCommand::execute
*****************45*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:58
Callee:      Symfony\Component\Console\Command\Command::run
*****************46*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:138
Callee:      Magento\Cron\Console\Command\CronCommand::___callParent
*****************47*****************
Location:    vendor/mage2pro/core/Cron/Plugin/Console/Command/CronCommand.php:24
Callee:      Magento\Cron\Console\Command\CronCommand::Magento\Framework\Interception\{closure}
*****************48*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:135
Callee:      Df\Cron\Plugin\Console\Command\CronCommand::aroundRun
*****************49*****************
Location:    vendor/magento/framework/Interception/Interceptor.php:153
Callee:      Magento\Cron\Console\Command\CronCommand::Magento\Framework\Interception\{closure}
*****************50*****************
Location:    generated/code/Magento/Cron/Console/Command/CronCommand/Interceptor.php:104
Callee:      Magento\Cron\Console\Command\CronCommand::___callPlugins
*****************51*****************
Location:    vendor/symfony/console/Application.php:1009
Callee:      Magento\Cron\Console\Command\CronCommand::run
*****************52*****************
Location:    vendor/symfony/console/Application.php:273
Callee:      Symfony\Component\Console\Application::doRunCommand
*****************53*****************
Location:    vendor/magento/framework/Console/Cli.php:115
Callee:      Symfony\Component\Console\Application::doRun
*****************54*****************
Location:    vendor/symfony/console/Application.php:149
Callee:      Magento\Framework\Console\Cli::doRun
*****************55*****************
Location:    bin/magento:23
Callee:      Symfony\Component\Console\Application::run