MAGETWO-33860: Improve PAT build experience

Author: vkholoshenko

dev/tests/performance/compare_reports.php

@@ -13,9 +13,10 @@
 . '   -m   - mainline report file' . PHP_EOL
 . '   -b   - branch report file' . PHP_EOL
 . '   -o   - output xml file' . PHP_EOL
-. '   -p   - percent of measurements, that will be skipped (default = 15)' . PHP_EOL;
+. '   -p   - percent of measurements, that will be skipped (default = 15)' . PHP_EOL
+. '   -t   - plain text report file (optional)' . PHP_EOL;
 
-$args = getopt('m:b:o:p::');
+$args = getopt('m:b:o:p:t:');
 if (empty($args)) {
     echo $usageMessage;
     exit(0);
@@ -24,13 +25,17 @@
 $mainlineFile = $args['m'];
 $branchFile = $args['b'];
 $outputFile = $args['o'];
+$plainReportFile = isset($args['t']) ? $args['t'] : false;
 $skipMeasurementsPercent = isset($args['p']) && $args['p'] != '' ? min(100, max(0, $args['p'])) : 15;
 
 try {
     $mainlineResults = readResponseTimeReport($mainlineFile);
     $branchResults = readResponseTimeReport($branchFile);
 
     $result = new SimpleXMLElement('<testResults version="1.2" />');
+    $plainResult = [
+        ['STEP', 'DIFFERENCE', '', 'RESULT']
+    ];
     foreach (array_keys($mainlineResults) as $sampleName) {
         $success = isset($mainlineResults[$sampleName]['success'])
             && $mainlineResults[$sampleName]['success']
@@ -46,13 +51,39 @@
         $sample->addAttribute('s', $success ? 'true' : 'false');
         $sample->addAttribute('t', round($deviation * 1000));
         $sample->addAttribute('lb', $sampleName . ' degradation');
+
+        if (strpos($sampleName, 'Admin - ') === false) {
+            $plainResult[] = [
+                $sampleName,
+                $success ?
+                    sprintf(
+                        '%+.1f%%',
+                        $deviation
+                    ) :
+                    '',
+                $success ?
+                    sprintf(
+                        '(%+.0fms)',
+                        -getImprovementInMilliseconds(
+                            $mainlineResults[$sampleName]['times'],
+                            $branchResults[$sampleName]['times']
+                        )
+                    ) :
+                    '',
+                $success ?
+                    ($deviation < -1.5 ? 'improvement' : ($deviation > 1.5 ? 'DEGRADATION' : 'ok')) :
+                    'FAILED'
+            ];
+        }
     }
 
     $dom = new DOMDocument("1.0");
     $dom->preserveWhiteSpace = false;
     $dom->formatOutput = true;
     $dom->loadXML($result->asXML());
     file_put_contents($outputFile, $dom->saveXML());
+
+    printPlainReport($plainResult, $plainReportFile);
 } catch (\Exception $e) {
     fwrite(STDERR, $e->getMessage() . "\n");
     exit(1);
@@ -89,3 +120,24 @@ function getDeviation(array $mainlineResults, array $branchResults)
 {
     return 100 * (getMeanValue($branchResults) / getMeanValue($mainlineResults) - 1);
 }
+
+function getImprovementInMilliseconds(array $mainlineResults, array $branchResults)
+{
+    return getMeanValue($mainlineResults) - getMeanValue($branchResults);
+}
+
+function printPlainReport(array $plainReport, $plainReportFile)
+{
+    $result = '';
+    foreach ($plainReport as $sample) {
+        $result .= sprintf('%-32s %10s %-10s %s' . PHP_EOL, $sample[0], $sample[1], $sample[2], $sample[3]);
+    }
+    echo PHP_EOL . PHP_EOL . PHP_EOL;
+    echo "====================================================================" . PHP_EOL . PHP_EOL;
+    echo $result . PHP_EOL;
+    echo "====================================================================" . PHP_EOL;
+    echo PHP_EOL . PHP_EOL . PHP_EOL;
+    if ($plainReportFile !== false) {
+        file_put_contents($plainReportFile, $result);
+    }
+}