Nightly data pump sometimes creates version_conflict_engine_exception

[cmeyertons]

Occasionally, this process will cause an Elasticsearch exception. I am currently running it as a nightly cron job in my k8s cluster.

2018-12-12T03:00:15.661Z - ?[32minfo?[39m: Product sub-stage 6: Geting product categories for test
2018-12-12T03:00:15.661Z - ?[32minfo?[39m: Using category_ids binding for test: 3
2018-12-12T03:00:15.662Z - ?[32minfo?[39m: Product sub-stages done for test
2018-12-12T03:00:15.662Z - ?[32minfo?[39m: Importing 0 of 1 - [(1 - test) test] with tsk = 1544583613754
2018-12-12T03:00:15.662Z - ?[32minfo?[39m: Tasks count = 0
2018-12-12T03:00:15.662Z - ?[34mdebug?[39m: --L:0 Level done!
2018-12-12T03:00:15.662Z - ?[32minfo?[39m: All pages processed!
2018-12-12T03:00:15.662Z - ?[32minfo?[39m: Cleaning up with tsk = 1544583613754
2018-12-12T03:00:15.663Z - ?[32minfo?[39m: Task done! Exiting in 30s...
?[31merror?[39m: uncaughtException: [version_conflict_engine_exception] [product][1]: version conflict, current version [7] is different than the one provided [6], with { index_uuid="tkpEu9ptRXG3gV0MO1LCQQ" & shard="3" & index="vue_storefront_catalog" } :: {"path":"/vue_storefront_catalog/product/1/_update","query":{},"body":"{\"upsert\":{\"id\":1,\"sku\":\"test\",\"name\":\"test\",\"attribute_set_id\":4,\"price\":10,\"status\":1,\"visibility\":4,\"type_id\":\"simple\",\"created_at\":\"2018-12-04 12:13:05\",\"updated_at\":\"2018-12-04 12:13:05\",\"product_links\":[],\"tier_prices\":[],\"custom_attributes\":null,\"image\":\"/l/o/longhorn_1.png\",\"small_image\":\"/l/o/longhorn_1.png\",\"thumbnail\":\"/l/o/longhorn_1.png\",\"swatch_image\":\"/l/o/longhorn_1.png\",\"options_container\":\"container2\",\"url_key\":\"test\",\"gift_message_available\":\"2\",\"required_options\":\"0\",\"has_options\":\"0\",\"meta_title\":\"test\",\"meta_keyword\":\"test\",\"meta_description\":\"test \",\"tax_class_id\":\"2\",\"quantity_and_stock_status\":\"1\",\"category_ids\":[\"3\"],\"stock\":{\"item_id\":1,\"product_id\":1,\"stock_id\":1,\"qty\":1,\"is_in_stock\":true,\"is_qty_decimal\":false,\"show_default_notification_message\":false,\"use_config_min_qty\":true,\"min_qty\":0,\"use_config_min_sale_qty\":1,\"min_sale_qty\":1,\"use_config_max_sale_qty\":true,\"max_sale_qty\":10000,\"use_config_backorders\":true,\"backorders\":0,\"use_config_notify_stock_qty\":true,\"notify_stock_qty\":1,\"use_config_qty_increments\":true,\"qty_increments\":0,\"use_config_enable_qty_inc\":true,\"enable_qty_increments\":false,\"use_config_manage_stock\":true,\"manage_stock\":true,\"low_stock_date\":null,\"is_decimal_divided\":false,\"stock_status_changed_auto\":0},\"media_gallery\":[{\"image\":\"/l/o/longhorn_1.png\",\"pos\":1,\"typ\":\"image\",\"lab\":null}],\"category\":[{\"category_id\":3,\"name\":\"Platinum\"}],\"tsk\":1544583613754},\"doc\":{\"id\":1,\"sku\":\"test\",\"name\":\"test\",\"attribute_set_id\":4,\"price\":10,\"status\":1,\"visibility\":4,\"type_id\":\"simple\",\"created_at\":\"2018-12-04 12:13:05\",\"updated_at\":\"2018-12-04 12:13:05\",\"product_links\":[],\"tier_prices\":[],\"custom_attributes\":null,\"image\":\"/l/o/longhorn_1.png\",\"small_image\":\"/l/o/longhorn_1.png\",\"thumbnail\":\"/l/o/longhorn_1.png\",\"swatch_image\":\"/l/o/longhorn_1.png\",\"options_container\":\"container2\",\"url_key\":\"test\",\"gift_message_available\":\"2\",\"required_options\":\"0\",\"has_options\":\"0\",\"meta_title\":\"test\",\"meta_keyword\":\"test\",\"meta_description\":\"test \",\"tax_class_id\":\"2\",\"quantity_and_stock_status\":\"1\",\"category_ids\":[\"3\"],\"stock\":{\"item_id\":1,\"product_id\":1,\"stock_id\":1,\"qty\":1,\"is_in_stock\":true,\"is_qty_decimal\":false,\"show_default_notification_message\":false,\"use_config_min_qty\":true,\"min_qty\":0,\"use_config_min_sale_qty\":1,\"min_sale_qty\":1,\"use_config_max_sale_qty\":true,\"max_sale_qty\":10000,\"use_config_backorders\":true,\"backorders\":0,\"use_config_notify_stock_qty\":true,\"notify_stock_qty\":1,\"use_config_qty_increments\":true,\"qty_increments\":0,\"use_config_enable_qty_inc\":true,\"enable_qty_increments\":false,\"use_config_manage_stock\":true,\"manage_stock\":true,\"low_stock_date\":null,\"is_decimal_divided\":false,\"stock_status_changed_auto\":0},\"media_gallery\":[{\"image\":\"/l/o/longhorn_1.png\",\"pos\":1,\"typ\":\"image\",\"lab\":null}],\"category\":[{\"category_id\":3,\"name\":\"Platinum\"}],\"tsk\":1544583613754}}","statusCode":409,"response":"{\"error\":{\"root_cause\":[{\"type\":\"version_conflict_engine_exception\",\"reason\":\"[product][1]: version conflict, current version [7] is different than the one provided [6]\",\"index_uuid\":\"tkpEu9ptRXG3gV0MO1LCQQ\",\"shard\":\"3\",\"index\":\"vue_storefront_catalog\"}],\"type\":\"version_conflict_engine_exception\",\"reason\":\"[product][1]: version conflict, current version [7] is different than the one provided [6]\",\"index_uuid\":\"tkpEu9ptRXG3gV0MO1LCQQ\",\"shard\":\"3\",\"index\":\"vue_storefront_catalog\"},\"status\":409}"} date=Wed Dec 12 2018 03:00:15 GMT+0000 (UTC), pid=27, uid=0, gid=0, cwd=/var/www, execPath=/usr/local/bin/node, version=v8.12.0, argv=[/usr/local/bin/node, /var/www/src/cli.js, fullreindex], rss=65720320, heapTotal=41844736, heapUsed=30823512, external=418159, loadavg=[1.25927734375, 0.5458984375, 0.41162109375], uptime=3680987, trace=[column=15, file=/var/www/src/adapters/nosql/elasticsearch.js, function=null, line=58, method=null, native=false, column=9, file=/var/www/node_modules/elasticsearch/src/lib/transport.js, function=respond, line=326, method=null, native=false, column=7, file=/var/www/node_modules/elasticsearch/src/lib/transport.js, function=checkRespForFailure, line=266, method=null, native=false, column=7, file=/var/www/node_modules/elasticsearch/src/lib/connectors/http.js, function=null, line=159, method=null, native=false, column=21, file=/var/www/node_modules/elasticsearch/node_modules/lodash/dist/lodash.js, function=IncomingMessage.bound, line=729, method=bound, native=false, column=20, file=events.js, function=emitNone, line=111, method=null, native=false, column=7, file=events.js, function=IncomingMessage.emit, line=208, method=emit, native=false, column=12, file=_stream_readable.js, function=endReadableNT, line=1064, method=null, native=false, column=11, file=internal/process/next_tick.js, function=_combinedTickCallback, line=139, method=null, native=false, column=9, file=internal/process/next_tick.js, function=process._tickCallback, line=181, method=_tickCallback, native=false], stack=[Error: [version_conflict_engine_exception] [product][1]: version conflict, current version [7] is different than the one provided [6], with { index_uuid="tkpEu9ptRXG3gV0MO1LCQQ" & shard="3" & index="vue_storefront_catalog" } :: {"path":"/vue_storefront_catalog/product/1/_update","query":{},"body":"{\"upsert\":{\"id\":1,\"sku\":\"test\",\"name\":\"test\",\"attribute_set_id\":4,\"price\":10,\"status\":1,\"visibility\":4,\"type_id\":\"simple\",\"created_at\":\"2018-12-04 12:13:05\",\"updated_at\":\"2018-12-04 12:13:05\",\"product_links\":[],\"tier_prices\":[],\"custom_attributes\":null,\"image\":\"/l/o/longhorn_1.png\",\"small_image\":\"/l/o/longhorn_1.png\",\"thumbnail\":\"/l/o/longhorn_1.png\",\"swatch_image\":\"/l/o/longhorn_1.png\",\"options_container\":\"container2\",\"url_key\":\"test\",\"gift_message_available\":\"2\",\"required_options\":\"0\",\"has_options\":\"0\",\"meta_title\":\"test\",\"meta_keyword\":\"test\",\"meta_description\":\"test \",\"tax_class_id\":\"2\",\"quantity_and_stock_status\":\"1\",\"category_ids\":[\"3\"],\"stock\":{\"item_id\":1,\"product_id\":1,\"stock_id\":1,\"qty\":1,\"is_in_stock\":true,\"is_qty_decimal\":false,\"show_default_notification_message\":false,\"use_config_min_qty\":true,\"min_qty\":0,\"use_config_min_sale_qty\":1,\"min_sale_qty\":1,\"use_config_max_sale_qty\":true,\"max_sale_qty\":10000,\"use_config_backorders\":true,\"backorders\":0,\"use_config_notify_stock_qty\":true,\"notify_stock_qty\":1,\"use_config_qty_increments\":true,\"qty_increments\":0,\"use_config_enable_qty_inc\":true,\"enable_qty_increments\":false,\"use_config_manage_stock\":true,\"manage_stock\":true,\"low_stock_date\":null,\"is_decimal_divided\":false,\"stock_status_changed_auto\":0},\"media_gallery\":[{\"image\":\"/l/o/longhorn_1.png\",\"pos\":1,\"typ\":\"image\",\"lab\":null}],\"category\":[{\"category_id\":3,\"name\":\"Platinum\"}],\"tsk\":1544583613754},\"doc\":{\"id\":1,\"sku\":\"test\",\"name\":\"test\",\"attribute_set_id\":4,\"price\":10,\"status\":1,\"visibility\":4,\"type_id\":\"simple\",\"created_at\":\"2018-12-04 12:13:05\",\"updated_at\":\"2018-12-04 12:13:05\",\"product_links\":[],\"tier_prices\":[],\"custom_attributes\":null,\"image\":\"/l/o/longhorn_1.png\",\"small_image\":\"/l/o/longhorn_1.png\",\"thumbnail\":\"/l/o/longhorn_1.png\",\"swatch_image\":\"/l/o/longhorn_1.png\",\"options_container\":\"container2\",\"url_key\":\"test\",\"gift_message_available\":\"2\",\"required_options\":\"0\",\"has_options\":\"0\",\"meta_title\":\"test\",\"meta_keyword\":\"test\",\"meta_description\":\"test \",\"tax_class_id\":\"2\",\"quantity_and_stock_status\":\"1\",\"category_ids\":[\"3\"],\"stock\":{\"item_id\":1,\"product_id\":1,\"stock_id\":1,\"qty\":1,\"is_in_stock\":true,\"is_qty_decimal\":false,\"show_default_notification_message\":false,\"use_config_min_qty\":true,\"min_qty\":0,\"use_config_min_sale_qty\":1,\"min_sale_qty\":1,\"use_config_max_sale_qty\":true,\"max_sale_qty\":10000,\"use_config_backorders\":true,\"backorders\":0,\"use_config_notify_stock_qty\":true,\"notify_stock_qty\":1,\"use_config_qty_increments\":true,\"qty_increments\":0,\"use_config_enable_qty_inc\":true,\"enable_qty_increments\":false,\"use_config_manage_stock\":true,\"manage_stock\":true,\"low_stock_date\":null,\"is_decimal_divided\":false,\"stock_status_changed_auto\":0},\"media_gallery\":[{\"image\":\"/l/o/longhorn_1.png\",\"pos\":1,\"typ\":\"image\",\"lab\":null}],\"category\":[{\"category_id\":3,\"name\":\"Platinum\"}],\"tsk\":1544583613754}}","statusCode":409,"response":"{\"error\":{\"root_cause\":[{\"type\":\"version_conflict_engine_exception\",\"reason\":\"[product][1]: version conflict, current version [7] is different than the one provided [6]\",\"index_uuid\":\"tkpEu9ptRXG3gV0MO1LCQQ\",\"shard\":\"3\",\"index\":\"vue_storefront_catalog\"}],\"type\":\"version_conflict_engine_exception\",\"reason\":\"[product][1]: version conflict, current version [7] is different than the one provided [6]\",\"index_uuid\":\"tkpEu9ptRXG3gV0MO1LCQQ\",\"shard\":\"3\",\"index\":\"vue_storefront_catalog\"},\"status\":409}"},     at /var/www/src/adapters/nosql/elasticsearch.js:58:15,     at respond (/var/www/node_modules/elasticsearch/src/lib/transport.js:326:9),     at checkRespForFailure (/var/www/node_modules/elasticsearch/src/lib/transport.js:266:7),     at HttpConnector.<anonymous> (/var/www/node_modules/elasticsearch/src/lib/connectors/http.js:159:7),     at IncomingMessage.bound (/var/www/node_modules/elasticsearch/node_modules/lodash/dist/lodash.js:729:21),     at emitNone (events.js:111:20),     at IncomingMessage.emit (events.js:208:7),     at endReadableNT (_stream_readable.js:1064:12),     at _combinedTickCallback (internal/process/next_tick.js:139:11),     at process._tickCallback (internal/process/next_tick.js:181:9)]
2018-12-12T03:00:15.685Z - ?[32minfo?[39m:
{ took: ?[33m18?[39m,
  timed_out: ?[33mfalse?[39m,
  total: ?[33m1?[39m,
  deleted: ?[33m1?[39m,
  batches: ?[33m1?[39m,
  version_conflicts: ?[33m0?[39m,
  noops: ?[33m0?[39m,
  retries: { bulk: ?[33m0?[39m, search: ?[33m0?[39m },
  throttled_millis: ?[33m0?[39m,
  requests_per_second: ?[33m-1?[39m,
  throttled_until_millis: ?[33m0?[39m,
  failures: [] }
Done in 31.45s.