Skip to content

Commit 2362188

Browse files
author
Oleksii Korshenko
authored
Merge pull request #487 from magento-fearless-kiwis/MAGETWO-59394-2.0.11
Fixed issue: - MAGETWO-59394: [Backport] Wrong algorithm for calculation batch size on category indexing for 2.0 branch
2 parents 3376129 + 582f639 commit 2362188

File tree

7 files changed

+739
-108
lines changed

7 files changed

+739
-108
lines changed

‎lib/internal/Magento/Framework/DB/Adapter/Pdo/Mysql.php

Lines changed: 24 additions & 43 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@
2222
use Magento\Framework\Phrase;
2323
use Magento\Framework\Stdlib\DateTime;
2424
use Magento\Framework\Stdlib\StringUtils;
25+
use Magento\Framework\DB\Query\Generator as QueryGenerator;
2526

2627
/**
2728
* @SuppressWarnings(PHPMD.ExcessivePublicCount)
@@ -183,6 +184,11 @@ class Mysql extends \Zend_Db_Adapter_Pdo_Mysql implements AdapterInterface
183184
*/
184185
protected $logger;
185186

187+
/**
188+
* @var QueryGenerator
189+
*/
190+
protected $queryGenerator;
191+
186192
/**
187193
* @param \Magento\Framework\Stdlib\StringUtils|String $string
188194
* @param DateTime $dateTime
@@ -3317,57 +3323,32 @@ public function insertFromSelect(Select $select, $table, array $fields = [], $mo
33173323
* @param int $stepCount
33183324
* @return \Magento\Framework\DB\Select[]
33193325
* @throws LocalizedException
3326+
* @deprecated
33203327
*/
33213328
public function selectsByRange($rangeField, \Magento\Framework\DB\Select $select, $stepCount = 100)
33223329
{
3323-
$fromSelect = $select->getPart(\Magento\Framework\DB\Select::FROM);
3324-
if (empty($fromSelect)) {
3325-
throw new LocalizedException(
3326-
new \Magento\Framework\Phrase('Select object must have correct "FROM" part')
3327-
);
3328-
}
3329-
3330-
$tableName = [];
3331-
$correlationName = '';
3332-
foreach ($fromSelect as $correlationName => $formPart) {
3333-
if ($formPart['joinType'] == \Magento\Framework\DB\Select::FROM) {
3334-
$tableName = $formPart['tableName'];
3335-
break;
3336-
}
3337-
}
3338-
3339-
$selectRange = $this->select()
3340-
->from(
3341-
$tableName,
3342-
[
3343-
new \Zend_Db_Expr('MIN(' . $this->quoteIdentifier($rangeField) . ') AS min'),
3344-
new \Zend_Db_Expr('MAX(' . $this->quoteIdentifier($rangeField) . ') AS max'),
3345-
]
3346-
);
3347-
3348-
$rangeResult = $this->fetchRow($selectRange);
3349-
$min = $rangeResult['min'];
3350-
$max = $rangeResult['max'];
3351-
3330+
$iterator = $this->getQueryGenerator()->generate($rangeField, $select, $stepCount);
33523331
$queries = [];
3353-
while ($min <= $max) {
3354-
$partialSelect = clone $select;
3355-
$partialSelect->where(
3356-
$this->quoteIdentifier($correlationName) . '.'
3357-
. $this->quoteIdentifier($rangeField) . ' >= ?',
3358-
$min
3359-
)
3360-
->where(
3361-
$this->quoteIdentifier($correlationName) . '.'
3362-
. $this->quoteIdentifier($rangeField) . ' < ?',
3363-
$min + $stepCount
3364-
);
3365-
$queries[] = $partialSelect;
3366-
$min += $stepCount;
3332+
foreach ($iterator as $query) {
3333+
$queries[] = $query;
33673334
}
33683335
return $queries;
33693336
}
33703337

3338+
/**
3339+
* Get query generator
3340+
*
3341+
* @return QueryGenerator
3342+
* @deprecated
3343+
*/
3344+
private function getQueryGenerator()
3345+
{
3346+
if ($this->queryGenerator === null) {
3347+
$this->queryGenerator = \Magento\Framework\App\ObjectManager::getInstance()->create(QueryGenerator::class);
3348+
}
3349+
return $this->queryGenerator;
3350+
}
3351+
33713352
/**
33723353
* Get update table query using select object for join and update
33733354
*

‎lib/internal/Magento/Framework/DB/Query/BatchIterator.php

Lines changed: 192 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,192 @@
1+
<?php
2+
/**
3+
* Copyright © 2016 Magento. All rights reserved.
4+
* See COPYING.txt for license details.
5+
*/
6+
namespace Magento\Framework\DB\Query;
7+
8+
use Magento\Framework\DB\Adapter\AdapterInterface;
9+
use Magento\Framework\DB\Select;
10+
11+
/**
12+
* Query batch iterator
13+
*/
14+
class BatchIterator implements \Iterator
15+
{
16+
/**
17+
* @var int
18+
*/
19+
private $batchSize;
20+
21+
/**
22+
* @var Select
23+
*/
24+
private $select;
25+
26+
/**
27+
* @var int
28+
*/
29+
private $minValue = 0;
30+
31+
/**
32+
* @var string
33+
*/
34+
private $correlationName;
35+
36+
/**
37+
* @var string
38+
*/
39+
private $rangeField;
40+
41+
/**
42+
* @var Select
43+
*/
44+
private $currentSelect;
45+
46+
/**
47+
* @var AdapterInterface
48+
*/
49+
private $connection;
50+
51+
/**
52+
* @var int
53+
*/
54+
private $iteration = 0;
55+
56+
/**
57+
* @var string
58+
*/
59+
private $rangeFieldAlias;
60+
61+
/**
62+
* @var bool
63+
*/
64+
private $isValid = true;
65+
66+
/**
67+
* Initialize dependencies.
68+
*
69+
* @param Select $select
70+
* @param int $batchSize
71+
* @param string $correlationName
72+
* @param string $rangeField
73+
* @param string $rangeFieldAlias
74+
*/
75+
public function __construct(
76+
Select $select,
77+
$batchSize,
78+
$correlationName,
79+
$rangeField,
80+
$rangeFieldAlias
81+
) {
82+
$this->batchSize = $batchSize;
83+
$this->select = $select;
84+
$this->correlationName = $correlationName;
85+
$this->rangeField = $rangeField;
86+
$this->rangeFieldAlias = $rangeFieldAlias;
87+
$this->connection = $select->getConnection();
88+
}
89+
90+
/**
91+
* @return Select
92+
*/
93+
public function current()
94+
{
95+
if (null == $this->currentSelect) {
96+
$this->currentSelect = $this->initSelectObject();
97+
$itemsCount = $this->calculateBatchSize($this->currentSelect);
98+
$this->isValid = $itemsCount > 0;
99+
}
100+
return $this->currentSelect;
101+
}
102+
103+
/**
104+
* @return Select
105+
*/
106+
public function next()
107+
{
108+
if (null == $this->currentSelect) {
109+
$this->current();
110+
}
111+
$select = $this->initSelectObject();
112+
$itemsCountInSelect = $this->calculateBatchSize($select);
113+
$this->isValid = $itemsCountInSelect > 0;
114+
if ($this->isValid) {
115+
$this->iteration++;
116+
$this->currentSelect = $select;
117+
} else {
118+
$this->currentSelect = null;
119+
}
120+
return $this->currentSelect;
121+
}
122+
123+
/**
124+
* @return int
125+
*/
126+
public function key()
127+
{
128+
return $this->iteration;
129+
}
130+
131+
/**
132+
* @return bool
133+
*/
134+
public function valid()
135+
{
136+
return $this->isValid;
137+
}
138+
139+
/**
140+
* @return void
141+
*/
142+
public function rewind()
143+
{
144+
$this->minValue = 0;
145+
$this->currentSelect = null;
146+
$this->iteration = 0;
147+
$this->isValid = true;
148+
}
149+
150+
/**
151+
* Calculate batch size for select.
152+
*
153+
* @param Select $select
154+
* @return int
155+
*/
156+
private function calculateBatchSize(Select $select)
157+
{
158+
$wrapperSelect = $this->connection->select();
159+
$wrapperSelect->from(
160+
$select,
161+
[
162+
new \Zend_Db_Expr('MAX(' . $this->rangeFieldAlias . ') as max'),
163+
new \Zend_Db_Expr('COUNT(*) as cnt')
164+
]
165+
);
166+
$row = $this->connection->fetchRow($wrapperSelect);
167+
$this->minValue = $row['max'];
168+
return intval($row['cnt']);
169+
}
170+
171+
/**
172+
* Initialize select object.
173+
*
174+
* @return \Magento\Framework\DB\Select
175+
*/
176+
private function initSelectObject()
177+
{
178+
$object = clone $this->select;
179+
$object->where(
180+
$this->connection->quoteIdentifier($this->correlationName)
181+
. '.' . $this->connection->quoteIdentifier($this->rangeField)
182+
. ' > ?',
183+
$this->minValue
184+
);
185+
$object->limit($this->batchSize);
186+
/**
187+
* Reset sort order section from origin select object
188+
*/
189+
$object->order($this->correlationName . '.' . $this->rangeField . ' ' . \Magento\Framework\DB\Select::SQL_ASC);
190+
return $object;
191+
}
192+
}

‎lib/internal/Magento/Framework/DB/Query/BatchIteratorFactory.php

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
<?php
2+
/**
3+
* Copyright © 2016 Magento. All rights reserved.
4+
* See COPYING.txt for license details.
5+
*/
6+
namespace Magento\Framework\DB\Query;
7+
8+
/**
9+
* Factory class for @see \Magento\Framework\DB\Query\BatchIterator
10+
*/
11+
class BatchIteratorFactory
12+
{
13+
/**
14+
* Object Manager instance
15+
*
16+
* @var \Magento\Framework\ObjectManagerInterface
17+
*/
18+
private $objectManager = null;
19+
20+
/**
21+
* Instance name to create
22+
*
23+
* @var string
24+
*/
25+
private $instanceName = null;
26+
27+
/**
28+
* Factory constructor
29+
*
30+
* @param \Magento\Framework\ObjectManagerInterface $objectManager
31+
* @param string $instanceName
32+
*/
33+
public function __construct(
34+
\Magento\Framework\ObjectManagerInterface $objectManager,
35+
$instanceName = \Magento\Framework\DB\Query\BatchIterator::class
36+
) {
37+
$this->objectManager = $objectManager;
38+
$this->instanceName = $instanceName;
39+
}
40+
41+
/**
42+
* Create class instance with specified parameters
43+
*
44+
* @param array $data
45+
* @return \Magento\Framework\DB\Query\BatchIterator
46+
*/
47+
public function create(array $data = [])
48+
{
49+
return $this->objectManager->create($this->instanceName, $data);
50+
}
51+
}

0 commit comments

Comments
 (0)