MAGETWO-67240: Duplicate and broken products appear after import

Author: andimov

app/code/Magento/CatalogImportExport/Model/Import/Product.php

@@ -1563,9 +1563,7 @@ protected function _saveProducts()
                 }
                 $rowScope = $this->getRowScope($rowData);
 
-                if (empty($rowData[self::URL_KEY])) {
-                    $rowData[self::URL_KEY] = $this->getUrlKey($rowData);
-                }
+                $rowData[self::URL_KEY] = $this->getUrlKey($rowData);
 
                 $rowSku = $rowData[self::COL_SKU];
 
@@ -2475,7 +2473,7 @@ public function validateRow(array $rowData, $rowNum)
         $this->getOptionEntity()->validateRow($rowData, $rowNum);
 
         if ($this->isNeedToValidateUrlKey($rowData)) {
-            $urlKey = $this->getUrlKey($rowData);
+            $urlKey = strtolower($this->getUrlKey($rowData));
             $storeCodes = empty($rowData[self::COL_STORE_VIEW_CODE])
                 ? array_flip($this->storeResolver->getStoreCodeToId())
                 : explode($this->getMultipleValueSeparator(), $rowData[self::COL_STORE_VIEW_CODE]);
@@ -2484,9 +2482,9 @@ public function validateRow(array $rowData, $rowNum)
                 $productUrlSuffix = $this->getProductUrlSuffix($storeId);
                 $urlPath = $urlKey . $productUrlSuffix;
                 if (empty($this->urlKeys[$storeId][$urlPath])
-                    || ($this->urlKeys[$storeId][$urlPath] == strtolower($sku))
+                    || ($this->urlKeys[$storeId][$urlPath] == $sku)
                 ) {
-                    $this->urlKeys[$storeId][$urlPath] = strtolower($sku);
+                    $this->urlKeys[$storeId][$urlPath] = $sku;
                     $this->rowNumbers[$storeId][$urlPath] = $rowNum;
                 } else {
                     $message = sprintf(
@@ -2812,7 +2810,7 @@ protected function getProductUrlSuffix($storeId = null)
     protected function getUrlKey($rowData)
     {
         if (!empty($rowData[self::URL_KEY])) {
-            return $rowData[self::URL_KEY];
+            return strtolower($rowData[self::URL_KEY]);
         }
 
         if (!empty($rowData[self::COL_NAME])) {

dev/tests/integration/testsuite/Magento/CatalogImportExport/Model/Import/_files/products_to_import_with_changed_sku_case.csv

@@ -1,6 +1,6 @@
-sku,product_type,store_view_code,name,price,attribute_set_code,categories
-simPLE1,simple,,"simple 1",111,Default,"Default Category/Category 1"
-SIMPLE2,simple,,"simple 2",111,Default,"Default Category/Category 1"
-Simple3,simple,,"simple 3",111,Default,"Default Category/Category 1"
-SiMPle3,simple,,"simple 3",333,Default,"Default Category/Category 1"
-SIMplE2,simple,,"simple 2",222,Default,"Default Category/Category 1"
+sku,product_type,store_view_code,name,price,attribute_set_code,categories,url_key
+simPLE1,simple,,"simple 1",111,Default,"Default Category/Category 1","simple1"
+SIMPLE2,simple,,"simple 2",111,Default,"Default Category/Category 1","simpLE22"
+Simple3,simple,,"simple 3",111,Default,"Default Category/Category 1","simpLE33"
+SiMPle3,simple,,"simple 3",333,Default,"Default Category/Category 1","siMPle3"
+SIMplE2,simple,,"simple 2",222,Default,"Default Category/Category 1","siMPle2"