{"type": "server", "timestamp": "2022-02-18T09:29:21,131Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "version[7.11.2], pid[7], build[default/docker/3e5a16cfec50876d20ea77b075070932c6464c7d/2021-03-06T05:54:38.141101Z], OS[Linux/5.10.0-11-cloud-amd64/amd64], JVM[AdoptOpenJDK/OpenJDK 64-Bit Server VM/15.0.1/15.0.1+9]" }
{"type": "server", "timestamp": "2022-02-18T09:29:21,135Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "JVM home [/usr/share/elasticsearch/jdk], using bundled JDK [true]" }
{"type": "server", "timestamp": "2022-02-18T09:29:21,135Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "JVM arguments [-Xshare:auto, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -XX:+ShowCodeDetailsInExceptionMessages, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dio.netty.allocator.numDirectArenas=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.locale.providers=SPI,COMPAT, -XX:+UseG1GC, -Djava.io.tmpdir=/tmp/elasticsearch-643727076023130387, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Des.cgroups.hierarchy.override=/, -Xmx16g, -Xms16g, -XX:MaxDirectMemorySize=8589934592, -XX:InitiatingHeapOccupancyPercent=30, -XX:G1ReservePercent=25, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=docker, -Des.bundled_jdk=true]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,340Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [aggs-matrix-stats]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,341Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [analysis-common]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,341Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [constant-keyword]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,341Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [flattened]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,341Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [frozen-indices]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,342Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [ingest-common]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,342Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [ingest-geoip]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,342Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [ingest-user-agent]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,342Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [kibana]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,342Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [lang-expression]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,343Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [lang-mustache]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,343Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [lang-painless]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,343Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [mapper-extras]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,343Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [mapper-version]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [parent-join]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [percolator]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [rank-eval]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [reindex]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [repositories-metering-api]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [repository-url]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [search-business-rules]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [searchable-snapshots]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [spatial]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [transform]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [transport-netty4]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [unsigned-long]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [vectors]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [wildcard]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-aggregate-metric]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-analytics]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-async]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-async-search]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-autoscaling]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-ccr]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-core]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-data-streams]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-deprecation]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-enrich]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-eql]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-fleet]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-graph]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-identity-provider]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-ilm]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-ingest]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-logstash]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-ml]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-monitoring]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-ql]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-rollup]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-runtime-fields]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-security]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-sql]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-stack]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-voting-only-node]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded module [x-pack-watcher]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,353Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "loaded plugin [repository-s3]" }
{"type": "deprecation", "timestamp": "2022-02-18T09:29:24,359Z", "level": "DEPRECATION", "component": "o.e.d.c.s.Settings", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "[node.ml] setting was deprecated in Elasticsearch and will be removed in a future release! See the breaking changes documentation for the next major version." }
{"type": "deprecation", "timestamp": "2022-02-18T09:29:24,393Z", "level": "DEPRECATION", "component": "o.e.d.c.s.Settings", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "[node.data] setting was deprecated in Elasticsearch and will be removed in a future release! See the breaking changes documentation for the next major version." }
{"type": "server", "timestamp": "2022-02-18T09:29:24,421Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/disk/by-id/scsi-0Linode_Volume_pvc1275fa07b1c7430c)]], net usable_space [1.9tb], net total_space [1.9tb], types [ext4]" }
{"type": "server", "timestamp": "2022-02-18T09:29:24,421Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "heap size [16gb], compressed ordinary object pointers [true]" }
{"type": "deprecation", "timestamp": "2022-02-18T09:29:24,432Z", "level": "DEPRECATION", "component": "o.e.d.c.s.Settings", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "[node.master] setting was deprecated in Elasticsearch and will be removed in a future release! See the breaking changes documentation for the next major version." }
{"type": "deprecation", "timestamp": "2022-02-18T09:29:24,438Z", "level": "DEPRECATION", "component": "o.e.d.c.s.Settings", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "[node.remote_cluster_client] setting was deprecated in Elasticsearch and will be removed in a future release! See the breaking changes documentation for the next major version." }
{"type": "deprecation", "timestamp": "2022-02-18T09:29:24,440Z", "level": "DEPRECATION", "component": "o.e.d.c.s.Settings", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "[node.ingest] setting was deprecated in Elasticsearch and will be removed in a future release! See the breaking changes documentation for the next major version." }
{"type": "server", "timestamp": "2022-02-18T09:29:24,595Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "node name [elasticsearch-master-0], node ID [x9ZDBplYQaqbXxOHGYPclQ], cluster name [elasticsearch], roles [transform, master, remote_cluster_client, data, ml, data_content, data_hot, data_warm, data_cold, ingest]" }
{"type": "server", "timestamp": "2022-02-18T09:29:29,893Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "[controller/361] [Main.cc@117] controller (64 bit): Version 7.11.2 (Build c940034b34c11c) Copyright (c) 2021 Elasticsearch BV" }
{"type": "server", "timestamp": "2022-02-18T09:29:30,521Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "parsed [0] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
{"type": "server", "timestamp": "2022-02-18T09:29:31,752Z", "level": "INFO", "component": "o.e.t.NettyAllocator", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "creating NettyAllocator with the following configs: [name=elasticsearch_configured, chunk_size=1mb, suggested_max_allocation_size=1mb, factors={es.unsafe.use_netty_default_chunk_and_page_size=false, g1gc_enabled=true, g1gc_region_size=8mb}]" }
{"type": "server", "timestamp": "2022-02-18T09:29:31,836Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "using discovery type [zen] and seed hosts providers [settings]" }
{"type": "server", "timestamp": "2022-02-18T09:29:32,407Z", "level": "INFO", "component": "o.e.g.DanglingIndicesState", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "gateway.auto_import_dangling_indices is disabled, dangling indices will not be automatically detected or imported and must be managed manually" }
{"type": "server", "timestamp": "2022-02-18T09:29:32,913Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "initialized" }
{"type": "server", "timestamp": "2022-02-18T09:29:32,913Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "starting ..." }
{"type": "server", "timestamp": "2022-02-18T09:29:33,025Z", "level": "INFO", "component": "o.e.x.s.c.PersistentCache", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "persistent cache index loaded" }
{"type": "server", "timestamp": "2022-02-18T09:29:33,167Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "publish_address {10.2.1.7:9300}, bound_addresses {0.0.0.0:9300}" }
{"type": "server", "timestamp": "2022-02-18T09:29:33,677Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
{"type": "server", "timestamp": "2022-02-18T09:29:33,681Z", "level": "INFO", "component": "o.e.c.c.Coordinator", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "cluster UUID [Db6bOGY4TsG38WgAZg9L9Q]" }
{"type": "server", "timestamp": "2022-02-18T09:29:43,695Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "master not discovered or elected yet, an election requires at least 2 nodes with ids from [0KJR5m5pS2WuJN6sZLrBmg, x9ZDBplYQaqbXxOHGYPclQ, zpB4_CYXROyuWcBerdi6Pg], have discovered [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, {elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}, {elasticsearch-master-1}{zpB4_CYXROyuWcBerdi6Pg}{OhKwuD9JTdOU1gI4sUq_HA}{10.2.2.8}{10.2.2.8:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}] which is a quorum; discovery will continue using [10.2.0.13:9300, 10.2.2.8:9300] from hosts providers and [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}] from last-known cluster state; node term 6, last-accepted version 107 in term 5" }
{"type": "server", "timestamp": "2022-02-18T09:29:46,075Z", "level": "INFO", "component": "o.e.c.c.JoinHelper", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "failed to join {elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true} with JoinRequest{sourceNode={elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, minimumTerm=6, optionalJoin=Optional[Join{term=6, lastAcceptedTerm=5, lastAcceptedVersion=107, sourceNode={elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, targetNode={elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}}]}",
"stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [elasticsearch-master-2][10.2.0.13:9300][internal:cluster/coordination/join]",
"Caused by: java.lang.IllegalArgumentException: can't add node {elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}, found existing node {elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{4o-svJj5S9KNfuFDKXkLMA}{10.2.1.6}{10.2.1.6:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true} with the same id but is a different node instance",
"at org.elasticsearch.cluster.node.DiscoveryNodes$Builder.add(DiscoveryNodes.java:621) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.coordination.JoinTaskExecutor.execute(JoinTaskExecutor.java:141) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.coordination.JoinHelper$1.execute(JoinHelper.java:122) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.executeTasks(MasterService.java:691) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.calculateTaskOutputs(MasterService.java:313) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.runTasks(MasterService.java:208) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.access$000(MasterService.java:62) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.run(MasterService.java:140) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.TaskBatcher.runIfNotProcessed(TaskBatcher.java:139) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.TaskBatcher$BatchedTask.run(TaskBatcher.java:177) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:673) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:241) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:204) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) ~[?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) ~[?:?]",
"at java.lang.Thread.run(Thread.java:832) [?:?]"] }
{"type": "server", "timestamp": "2022-02-18T09:29:46,083Z", "level": "INFO", "component": "o.e.c.c.JoinHelper", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "failed to join {elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true} with JoinRequest{sourceNode={elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, minimumTerm=6, optionalJoin=Optional[Join{term=6, lastAcceptedTerm=5, lastAcceptedVersion=107, sourceNode={elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, targetNode={elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}}]}",
"stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [elasticsearch-master-2][10.2.0.13:9300][internal:cluster/coordination/join]",
"Caused by: java.lang.IllegalArgumentException: can't add node {elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}, found existing node {elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{4o-svJj5S9KNfuFDKXkLMA}{10.2.1.6}{10.2.1.6:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true} with the same id but is a different node instance",
"at org.elasticsearch.cluster.node.DiscoveryNodes$Builder.add(DiscoveryNodes.java:621) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.coordination.JoinTaskExecutor.execute(JoinTaskExecutor.java:141) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.coordination.JoinHelper$1.execute(JoinHelper.java:122) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.executeTasks(MasterService.java:691) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.calculateTaskOutputs(MasterService.java:313) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.runTasks(MasterService.java:208) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.access$000(MasterService.java:62) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.run(MasterService.java:140) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.TaskBatcher.runIfNotProcessed(TaskBatcher.java:139) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.TaskBatcher$BatchedTask.run(TaskBatcher.java:177) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:673) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:241) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:204) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) ~[?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) ~[?:?]",
"at java.lang.Thread.run(Thread.java:832) [?:?]"] }
{"type": "server", "timestamp": "2022-02-18T09:29:53,697Z", "level": "WARN", "component": "o.e.c.c.JoinHelper", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "last failed join attempt was 7.6s ago, failed to join {elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true} with JoinRequest{sourceNode={elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, minimumTerm=6, optionalJoin=Optional[Join{term=6, lastAcceptedTerm=5, lastAcceptedVersion=107, sourceNode={elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, targetNode={elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}}]}",
"stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [elasticsearch-master-2][10.2.0.13:9300][internal:cluster/coordination/join]",
"Caused by: java.lang.IllegalArgumentException: can't add node {elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}, found existing node {elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{4o-svJj5S9KNfuFDKXkLMA}{10.2.1.6}{10.2.1.6:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true} with the same id but is a different node instance",
"at org.elasticsearch.cluster.node.DiscoveryNodes$Builder.add(DiscoveryNodes.java:621) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.coordination.JoinTaskExecutor.execute(JoinTaskExecutor.java:141) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.coordination.JoinHelper$1.execute(JoinHelper.java:122) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.executeTasks(MasterService.java:691) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.calculateTaskOutputs(MasterService.java:313) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.runTasks(MasterService.java:208) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService.access$000(MasterService.java:62) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.MasterService$Batcher.run(MasterService.java:140) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.TaskBatcher.runIfNotProcessed(TaskBatcher.java:139) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.cluster.service.TaskBatcher$BatchedTask.run(TaskBatcher.java:177) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:673) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:241) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:204) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?]",
"at java.lang.Thread.run(Thread.java:832) [?:?]"] }
{"type": "server", "timestamp": "2022-02-18T09:29:53,700Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "master not discovered or elected yet, an election requires at least 2 nodes with ids from [0KJR5m5pS2WuJN6sZLrBmg, x9ZDBplYQaqbXxOHGYPclQ, zpB4_CYXROyuWcBerdi6Pg], have discovered [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, {elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}, {elasticsearch-master-1}{zpB4_CYXROyuWcBerdi6Pg}{OhKwuD9JTdOU1gI4sUq_HA}{10.2.2.8}{10.2.2.8:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}] which is a quorum; discovery will continue using [10.2.0.13:9300, 10.2.2.8:9300] from hosts providers and [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}] from last-known cluster state; node term 6, last-accepted version 107 in term 5" }
{"type": "server", "timestamp": "2022-02-18T09:30:03,699Z", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "timed out while waiting for initial discovery state - timeout: 30s" }
{"type": "server", "timestamp": "2022-02-18T09:30:03,702Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "master not discovered or elected yet, an election requires at least 2 nodes with ids from [0KJR5m5pS2WuJN6sZLrBmg, x9ZDBplYQaqbXxOHGYPclQ, zpB4_CYXROyuWcBerdi6Pg], have discovered [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, {elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}, {elasticsearch-master-1}{zpB4_CYXROyuWcBerdi6Pg}{OhKwuD9JTdOU1gI4sUq_HA}{10.2.2.8}{10.2.2.8:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}] which is a quorum; discovery will continue using [10.2.0.13:9300, 10.2.2.8:9300] from hosts providers and [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}] from last-known cluster state; node term 6, last-accepted version 107 in term 5" }
{"type": "server", "timestamp": "2022-02-18T09:30:03,714Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "publish_address {10.2.1.7:9200}, bound_addresses {0.0.0.0:9200}" }
{"type": "server", "timestamp": "2022-02-18T09:30:03,714Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "started" }
{"type": "server", "timestamp": "2022-02-18T09:30:13,705Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "master not discovered or elected yet, an election requires at least 2 nodes with ids from [0KJR5m5pS2WuJN6sZLrBmg, x9ZDBplYQaqbXxOHGYPclQ, zpB4_CYXROyuWcBerdi6Pg], have discovered [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}, {elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}, {elasticsearch-master-1}{zpB4_CYXROyuWcBerdi6Pg}{OhKwuD9JTdOU1gI4sUq_HA}{10.2.2.8}{10.2.2.8:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}] which is a quorum; discovery will continue using [10.2.0.13:9300, 10.2.2.8:9300] from hosts providers and [{elasticsearch-master-0}{x9ZDBplYQaqbXxOHGYPclQ}{jwgTxUQfS22XBbVkW0pwmQ}{10.2.1.7}{10.2.1.7:9300}{cdhilmrstw}{ml.machine_memory=30064771072, xpack.installed=true, transform.node=true, ml.max_open_jobs=20, ml.max_jvm_size=17179869184}] from last-known cluster state; node term 6, last-accepted version 107 in term 5" }
{"type": "server", "timestamp": "2022-02-18T09:30:16,622Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "master node changed {previous [], current [{elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}]}, added {{elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true},{elasticsearch-master-1}{zpB4_CYXROyuWcBerdi6Pg}{OhKwuD9JTdOU1gI4sUq_HA}{10.2.2.8}{10.2.2.8:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}}, term: 6, version: 111, reason: ApplyCommitRequest{term=6, version=111, sourceNode={elasticsearch-master-2}{0KJR5m5pS2WuJN6sZLrBmg}{Qo_CyVupSsW3EY_KVw290Q}{10.2.0.13}{10.2.0.13:9300}{cdhilmrstw}{ml.machine_memory=30064771072, ml.max_open_jobs=20, xpack.installed=true, ml.max_jvm_size=17179869184, transform.node=true}}" }
{"type": "server", "timestamp": "2022-02-18T09:30:16,829Z", "level": "INFO", "component": "o.e.x.s.a.TokenService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "refresh keys" }
{"type": "server", "timestamp": "2022-02-18T09:30:17,030Z", "level": "INFO", "component": "o.e.x.s.a.TokenService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "refreshed keys" }
{"type": "server", "timestamp": "2022-02-18T09:30:17,061Z", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "license [ac142e4d-341e-4ecb-b44b-1e9f1f409296] mode [basic] - valid" }
{"type": "server", "timestamp": "2022-02-18T09:30:17,063Z", "level": "INFO", "component": "o.e.x.s.s.SecurityStatusChangeListener", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "Active license is now [BASIC]; Security is enabled" }
{"type": "server", "timestamp": "2022-02-18T09:34:05,157Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elasticsearch", "node.name": "elasticsearch-master-0", "message": "path: /_snapshot/letstestit/_verify, params: {repository=letstestit}", "cluster.uuid": "Db6bOGY4TsG38WgAZg9L9Q", "node.id": "x9ZDBplYQaqbXxOHGYPclQ" ,
"stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [elasticsearch-master-2][10.2.0.13:9300][cluster:admin/repository/verify]",
"Caused by: org.elasticsearch.repositories.RepositoryVerificationException: [letstestit] path is not accessible on master node",
"at org.elasticsearch.repositories.blobstore.BlobStoreRepository.startVerification(BlobStoreRepository.java:1288) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.repositories.RepositoriesService$3.doRun(RepositoriesService.java:242) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) ~[?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) ~[?:?]",
"at java.lang.Thread.run(Thread.java:832) [?:?]",
"Caused by: java.io.IOException: Unable to upload object [tests-yjmcIuG3ReWY6s6AfFk-gg/master.dat] using a single upload",
"at org.elasticsearch.repositories.s3.S3BlobContainer.executeSingleUpload(S3BlobContainer.java:348) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.lambda$writeBlob$1(S3BlobContainer.java:121) ~[?:?]",
"at java.security.AccessController.doPrivileged(AccessController.java:554) ~[?:?]",
"at org.elasticsearch.repositories.s3.SocketAccess.doPrivilegedIOException(SocketAccess.java:37) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.writeBlob(S3BlobContainer.java:119) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.writeBlobAtomic(S3BlobContainer.java:136) ~[?:?]",
"at org.elasticsearch.repositories.blobstore.BlobStoreRepository.startVerification(BlobStoreRepository.java:1283) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.repositories.RepositoriesService$3.doRun(RepositoriesService.java:242) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) ~[?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) ~[?:?]",
"at java.lang.Thread.run(Thread.java:832) ~[?:?]",
"Caused by: org.elasticsearch.common.io.stream.NotSerializableExceptionWrapper: amazon_s3_exception: The AWS Access Key Id you provided does not exist in our records. (Service: Amazon S3; Status Code: 403; Error Code: InvalidAccessKeyId; Request ID: 63ZQ3HX7ZA2ADF3R; S3 Extended Request ID: FXLMprzkV96abrK8jNoW7FjfaYB0hWDBWxtaNsMheHBvKFFI17+FSnoVscVbGpp0D12ZmVwddww=)",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.handleErrorResponse(AmazonHttpClient.java:1799) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.handleServiceErrorResponse(AmazonHttpClient.java:1383) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeOneRequest(AmazonHttpClient.java:1359) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeHelper(AmazonHttpClient.java:1139) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.doExecute(AmazonHttpClient.java:796) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeWithTimer(AmazonHttpClient.java:764) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.execute(AmazonHttpClient.java:738) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutor.access$500(AmazonHttpClient.java:698) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient$RequestExecutionBuilderImpl.execute(AmazonHttpClient.java:680) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:544) ~[?:?]",
"at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:524) ~[?:?]",
"at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5054) ~[?:?]",
"at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5000) ~[?:?]",
"at com.amazonaws.services.s3.AmazonS3Client.access$300(AmazonS3Client.java:394) ~[?:?]",
"at com.amazonaws.services.s3.AmazonS3Client$PutObjectStrategy.invokeServiceCall(AmazonS3Client.java:5942) ~[?:?]",
"at com.amazonaws.services.s3.AmazonS3Client.uploadObject(AmazonS3Client.java:1808) ~[?:?]",
"at com.amazonaws.services.s3.AmazonS3Client.putObject(AmazonS3Client.java:1768) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.lambda$executeSingleUpload$18(S3BlobContainer.java:345) ~[?:?]",
"at org.elasticsearch.repositories.s3.SocketAccess.lambda$doPrivilegedVoid$0(SocketAccess.java:46) ~[?:?]",
"at java.security.AccessController.doPrivileged(AccessController.java:312) ~[?:?]",
"at org.elasticsearch.repositories.s3.SocketAccess.doPrivilegedVoid(SocketAccess.java:45) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.executeSingleUpload(S3BlobContainer.java:344) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.lambda$writeBlob$1(S3BlobContainer.java:121) ~[?:?]",
"at java.security.AccessController.doPrivileged(AccessController.java:554) ~[?:?]",
"at org.elasticsearch.repositories.s3.SocketAccess.doPrivilegedIOException(SocketAccess.java:37) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.writeBlob(S3BlobContainer.java:119) ~[?:?]",
"at org.elasticsearch.repositories.s3.S3BlobContainer.writeBlobAtomic(S3BlobContainer.java:136) ~[?:?]",
"at org.elasticsearch.repositories.blobstore.BlobStoreRepository.startVerification(BlobStoreRepository.java:1283) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.repositories.RepositoriesService$3.doRun(RepositoriesService.java:242) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-7.11.2.jar:7.11.2]",
"at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) ~[?:?]",
"at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) ~[?:?]",
"at java.lang.Thread.run(Thread.java:832) ~[?:?]"] }
