Integration of Manticore with Kibana #3376

dinfor · 2025-05-12T07:57:04Z

dinfor
May 12, 2025

use docker-compose, kibana set the URL of your Manticore instance is successful:
elasticsearch.hosts: ["http://localhost:9308"]
when use many elasticsearch.hosts is failed, Does kibana support multi-host configuration？
Please help confirm and reply. Thank you！
The following is the content of the docker-compose.yml configuration file：

version: '2.27.3'

services:
  manticore-1:
    image: manticoresearch/manticore
    container_name: manticore-1
    ports:
      - "9306:9306"
      - "9312:9312"
      - "9308:9308"
    networks:
      - manticore-net
    volumes:
      - ./config/manticore1.conf:/etc/manticoresearch/manticore.conf
      - ./data/manticore1:/var/lib/manticore
  manticore-2:
    image: manticoresearch/manticore
    container_name: manticore-2
    ports:
      - "9305:9306"
      - "9313:9312"
      - "9309:9308"
    networks:
      - manticore-net
    volumes:
      - ./config/manticore2.conf:/etc/manticoresearch/manticore.conf
      - ./data/manticore2:/var/lib/manticore
  manticore-3:
    image: manticoresearch/manticore
    container_name: manticore-3
    ports:
      - "9304:9306"
      - "9314:9312"
      - "9310:9308"
    networks:
      - manticore-net
    volumes:
      - ./config/manticore3.conf:/etc/manticoresearch/manticore.conf
      - ./data/manticore3:/var/lib/manticore
  
  kibana:
    image: docker.elastic.co/kibana/kibana:7.6.0
    container_name: kibana
    environment:
      - SERVER_BASEPATH=/kibana
      - SERVER_REWRITEBASEPATH=true
      - ELASTICSEARCH_HOSTS=["http://manticore-1:9308","http://manticore-2:9308","http://manticore-3:9308"]
    networks:
      - manticore-net
    ports:
      - "5601:5601"
networks:
  manticore-net:
    driver: bridge

Nick-S-2018 · 2025-05-13T17:29:04Z

Nick-S-2018
May 13, 2025
Maintainer

Could you please provide the manticore configs you use in this setup?
Also, what is an exact error you get when trying to run your example?

1 reply

dinfor May 14, 2025
Author

The relevant configurations are as follows：
docker-compose.yml：

version: '2.27.3'

services:
  manticore-1:
    image: manticoresearch/manticore
    container_name: manticore-1
    ports:
      - "9306:9306"
      - "9312:9312"
      - "9308:9308"
    networks:
      - manticore-net
    volumes:
      - ./config/manticore1.conf:/etc/manticoresearch/manticore.conf
      - ./data/manticore1:/var/lib/manticore
  manticore-2:
    image: manticoresearch/manticore
    container_name: manticore-2
    ports:
      - "9305:9306"
      - "9313:9312"
      - "9309:9308"
    networks:
      - manticore-net
    volumes:
      - ./config/manticore2.conf:/etc/manticoresearch/manticore.conf
      - ./data/manticore2:/var/lib/manticore
  manticore-3:
    image: manticoresearch/manticore
    container_name: manticore-3
    ports:
      - "9304:9306"
      - "9314:9312"
      - "9310:9308"
    networks:
      - manticore-net
    volumes:
      - ./config/manticore3.conf:/etc/manticoresearch/manticore.conf
      - ./data/manticore3:/var/lib/manticore
  
  kibana:
    image: docker.elastic.co/kibana/kibana:7.6.0
    container_name: kibana
    environment:
      - SERVER_BASEPATH=/kibana
      - SERVER_REWRITEBASEPATH=true
      - ELASTICSEARCH_HOSTS=["http://manticore-1:9308","http://manticore-2:9308","http://manticore-3:9308"]
#      - ELASTICSEARCH_HOSTS=http://manticore-1:9308
    networks:
      - manticore-net
    ports:
      - "5601:5601"
networks:
  manticore-net:
    driver: bridge

manticore1.conf:

searchd {
    listen = 9312
    listen = 9306:mysql
    listen = 9308:http
    log = /var/log/manticore/searchd.log
    query_log = /var/log/manticore/query.log
    pid_file = /run/manticore/searchd.pid
    data_dir = /var/lib/manticore
}

manticore2.conf:

searchd {
    listen = 0.0.0.0:9312
    listen = 0.0.0.0:9306:mysql
    listen = 0.0.0.0:9308:http
    log = /var/log/manticore/searchd.log
    query_log = /var/log/manticore/query.log
    pid_file = /run/manticore/searchd.pid
    data_dir = /var/lib/manticore
}

manticore3.conf:

searchd {
    listen = 0.0.0.0:9312
    listen = 0.0.0.0:9306:mysql
    listen = 0.0.0.0:9308:http
    log = /var/log/manticore/searchd.log
    query_log = /var/log/manticore/query.log
    pid_file = /run/manticore/searchd.pid
    data_dir = /var/lib/manticore
}

kibana startup error logs:

WARN[0000] /usr/local/bin/docker-compose.yml: `version` is obsolete 
kibana  | {"type":"log","@timestamp":"2025-05-14T03:03:57Z","tags":["info","plugins-service"],"pid":7,"message":"Plugin \"case\" is disabled."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins-system"],"pid":7,"message":"Setting up [37] plugins: [taskManager,siem,licensing,infra,encryptedSavedObjects,code,usageCollection,metrics,canvas,timelion,features,security,apm_oss,translations,reporting,uiActions,data,navigation,status_page,share,newsfeed,home,spaces,cloud,apm,graph,kibana_legacy,management,dev_tools,inspector,expressions,visualizations,embeddable,advancedUiActions,dashboard_embeddable_container,eui_utils,bfetch]"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","taskManager"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","siem"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","licensing"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","infra"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","encryptedSavedObjects"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["warning","plugins","encryptedSavedObjects","config"],"pid":7,"message":"Generating a random key for xpack.encryptedSavedObjects.encryptionKey. To be able to decrypt encrypted saved objects attributes after restart, please set xpack.encryptedSavedObjects.encryptionKey in kibana.yml"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","code"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","usageCollection"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","metrics"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","canvas"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","timelion"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","features"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","security"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["warning","plugins","security","config"],"pid":7,"message":"Generating a random key for xpack.security.encryptionKey. To prevent sessions from being invalidated on restart, please set xpack.security.encryptionKey in kibana.yml"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["warning","plugins","security","config"],"pid":7,"message":"Session cookies will be transmitted over insecure connections. This is not recommended."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","apm_oss"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","translations"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","data"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","share"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","home"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","spaces"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","cloud"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","apm"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["error","elasticsearch","data"],"pid":7,"message":"Request error, retrying\nHEAD http://manticore-1:9308/.apm-agent-configuration => Parse Error"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["error","elasticsearch","data"],"pid":7,"message":"Request error, retrying\nHEAD http://manticore-2:9308/.apm-agent-configuration => Parse Error"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["error","elasticsearch","data"],"pid":7,"message":"Request error, retrying\nHEAD http://manticore-3:9308/.apm-agent-configuration => Parse Error"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["error","elasticsearch","data"],"pid":7,"message":"Request complete with error\nHEAD http://manticore-1:9308/.apm-agent-configuration => Parse Error"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","graph"],"pid":7,"message":"Setting up plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","bfetch"],"pid":7,"message":"Setting up plugin"}
kibana  | Could not create APM Agent configuration: { Error: Parse Error
kibana  |     at Socket.socketOnData (_http_client.js:442:20)
kibana  |     at Socket.emit (events.js:198:13)
kibana  |     at addChunk (_stream_readable.js:287:12)
kibana  |     at readableAddChunk (_stream_readable.js:268:11)
kibana  |     at Socket.Readable.push (_stream_readable.js:223:10)
kibana  |     at TCP.onStreamRead (internal/stream_base_commons.js:94:17) bytesParsed: 261, code: 'HPE_INVALID_CONSTANT' }
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","savedobjects-service"],"pid":7,"message":"Waiting until all Elasticsearch nodes are compatible with Kibana before starting saved objects migrations..."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","savedobjects-service"],"pid":7,"message":"Starting saved objects migrations"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","savedobjects-service"],"pid":7,"message":"Creating index .kibana_task_manager_1."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","savedobjects-service"],"pid":7,"message":"Pointing alias .kibana_task_manager to .kibana_task_manager_1."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","savedobjects-service"],"pid":7,"message":"Creating index .kibana_1."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","savedobjects-service"],"pid":7,"message":"Pointing alias .kibana to .kibana_1."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["warning","savedobjects-service"],"pid":7,"message":"Unable to connect to Elasticsearch. Error: Index '.kibana_task_manager_1' does not exist"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["fatal","root"],"pid":7,"message":"{ Error: Index '.kibana_task_manager_1' does not exist\n    at respond (/usr/share/kibana/node_modules/elasticsearch/src/lib/transport.js:349:15)\n    at checkRespForFailure (/usr/share/kibana/node_modules/elasticsearch/src/lib/transport.js:306:7)\n    at HttpConnector.<anonymous> (/usr/share/kibana/node_modules/elasticsearch/src/lib/connectors/http.js:173:7)\n    at IncomingMessage.wrapper (/usr/share/kibana/node_modules/elasticsearch/node_modules/lodash/lodash.js:4929:19)\n    at IncomingMessage.emit (events.js:203:15)\n    at endReadableNT (_stream_readable.js:1143:12)\n    at process._tickCallback (internal/process/next_tick.js:63:19)\n  status: 501,\n  displayName: 'NotImplemented',\n  message: 'Index \\'.kibana_task_manager_1\\' does not exist',\n  path: '/_aliases',\n  query: {},\n  body: { error: 'Index \\'.kibana_task_manager_1\\' does not exist' },\n  statusCode: 501,\n  response:\n   '{\"error\":\"Index \\'.kibana_task_manager_1\\' does not exist\"}',\n  toString: [Function],\n  toJSON: [Function] }"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins-system"],"pid":7,"message":"Stopping all plugins."}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","bfetch"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","graph"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","apm"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","cloud"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","spaces"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","home"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","share"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","data"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","translations"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","apm_oss"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","security"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","features"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","timelion"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","canvas"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","metrics"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","usageCollection"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","code"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","encryptedSavedObjects"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","infra"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","licensing"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","siem"],"pid":7,"message":"Stopping plugin"}
kibana  | {"type":"log","@timestamp":"2025-05-14T03:04:18Z","tags":["info","plugins","taskManager"],"pid":7,"message":"Stopping plugin"}
kibana  | 
kibana  |  FATAL  Index '.kibana_task_manager_1' does not exist :: {"path":"/_aliases","query":{},"body":"{\"actions\":[{\"add\":{\"index\":\".kibana_task_manager_1\",\"alias\":\".kibana_task_manager\"}}]}","statusCode":501,"response":"{\"error\":\"Index '.kibana_task_manager_1' does not exist\"}"}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Uh oh!

Integration of Manticore with Kibana #3376

Uh oh!

{{title}}

Uh oh!

Uh oh!

{{editor}}'s edit

{{editor}}'s edit

Uh oh!

Replies: 1 comment 1 reply

Uh oh!

{{title}}

Uh oh!

Uh oh!

{{title}}

Uh oh!

Select a reply

Uh oh!

Uh oh!

Integration of Manticore with Kibana #3376

Uh oh!

Uh oh!

dinfor May 12, 2025

Replies: 1 comment · 1 reply

Uh oh!

Nick-S-2018 May 13, 2025 Maintainer

Uh oh!

dinfor May 14, 2025 Author

dinfor
May 12, 2025

Replies: 1 comment 1 reply

Nick-S-2018
May 13, 2025
Maintainer

dinfor May 14, 2025
Author