MAGETWO-85755: Enable metrics validation and run benchmark in multithread mode for PAT

Author: duhon

setup/src/Magento/Setup/Console/Command/GenerateFixturesCommand.php

@@ -17,6 +17,7 @@
 
 /**
  * Command generates fixtures for performance tests
+ * @SuppressWarnings(PHPMD.CouplingBetweenObjects)
  */
 class GenerateFixturesCommand extends Command
 {
@@ -83,6 +84,11 @@ protected function execute(InputInterface $input, OutputInterface $output)
                 $fixture->printInfo($output);
             }
 
+            /** @var \Magento\Setup\Fixtures\ConfigsApplyFixture $configFixture */
+            $configFixture = $fixtureModel
+                ->getFixtureByName(\Magento\Setup\Fixtures\ConfigsApplyFixture::class);
+            $configFixture && $this->executeFixture($configFixture, $output);
+
             /** @var $config \Magento\Indexer\Model\Config */
             $config = $fixtureModel->getObjectManager()->get(\Magento\Indexer\Model\Config::class);
             $indexerListIds = $config->getIndexers();
@@ -97,16 +103,16 @@ protected function execute(InputInterface $input, OutputInterface $output)
             }
 
             foreach ($fixtureModel->getFixtures() as $fixture) {
-                $output->write('<info>' . $fixture->getActionTitle() . '... </info>');
-                $startTime = microtime(true);
-                $fixture->execute($output);
-                $endTime = microtime(true);
-                $resultTime = $endTime - $startTime;
-                $output->writeln('<info> done in ' . gmdate('H:i:s', $resultTime) . '</info>');
+                $this->executeFixture($fixture, $output);
             }
 
             $this->clearChangelog();
 
+            /** @var \Magento\Setup\Fixtures\IndexersStatesApplyFixture $indexerFixture */
+            $indexerFixture = $fixtureModel
+                ->getFixtureByName(\Magento\Setup\Fixtures\IndexersStatesApplyFixture::class);
+            $indexerFixture && $this->executeFixture($indexerFixture, $output);
+
             foreach ($indexerListIds as $indexerId) {
                 /** @var $indexer \Magento\Indexer\Model\Indexer */
                 $indexer = $indexerRegistry->get($indexerId['indexer_id']);
@@ -148,4 +154,14 @@ private function clearChangelog()
             }
         }
     }
+
+    private function executeFixture(\Magento\Setup\Fixtures\Fixture $fixture, OutputInterface $output)
+    {
+        $output->write('<info>' . $fixture->getActionTitle() . '... </info>');
+        $startTime = microtime(true);
+        $fixture->execute($output);
+        $endTime = microtime(true);
+        $resultTime = $endTime - $startTime;
+        $output->writeln('<info> done in ' . gmdate('H:i:s', $resultTime) . '</info>');
+    }
 }