2022-09-19T22:23:50+0000 startup service coordinator Setting druid.host=10.240.10.91 in /tmp/conf/druid/cluster/master/coordinator-overlord/runtime.properties 2022-09-19T22:23:53,129 WARN [main] org.eclipse.jetty.server.handler.gzip.GzipHandler - minGzipSize of 0 is inefficient for short content, break even is size 23 2022-09-19T22:27:55,328 WARN [Coordinator-Exec--0] org.apache.druid.server.coordinator.duty.NewestSegmentFirstIterator - Cannot find timeline for dataSource[metrics_maestro_staging_lite]. Skip this dataSource 2022-09-19T22:42:16,576 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.10.61:8101/10.240.10.61:8101_indexer-executor__default_tier_2022-09-19T22:37:36.313Z_d3962d693a87443bbbe839b7f36c49160 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.10.61:8101/10.240.10.61:8101_indexer-executor__default_tier_2022-09-19T22:37:36.313Z_d3962d693a87443bbbe839b7f36c49160 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T22:42:16,582 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.10.61:8101/10.240.10.61:8101_indexer-executor__default_tier_2022-09-19T22:37:36.313Z_d3962d693a87443bbbe839b7f36c49160 , Version - 50 2022-09-19T23:08:35,342 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_30a330c471e9073_afjlnglj","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_30a330c471e9073_afjlnglj","resource":{"availabilityGroup":"index_kafka_druid_v2_30a330c471e9073","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_30a330c471e9073_afjlnglj","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_30a330c471e9073_afjlnglj","resource":{"availabilityGroup":"index_kafka_druid_v2_30a330c471e9073","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_30a330c471e9073_afjlnglj","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_30a330c471e9073_afjlnglj","resource":{"availabilityGroup":"index_kafka_druid_v2_30a330c471e9073","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-19T23:09:50,974 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.10.10:8088/10.240.10.10:8088_historical__default_tier_2022-09-19T06:02:47.469Z_811d015d7a3a4397913703d4771ef4427 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.10.10:8088/10.240.10.10:8088_historical__default_tier_2022-09-19T06:02:47.469Z_811d015d7a3a4397913703d4771ef4427 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:09:50,975 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.10.10:8088/10.240.10.10:8088_historical__default_tier_2022-09-19T06:02:47.469Z_811d015d7a3a4397913703d4771ef4427 , Version - 98 2022-09-19T23:09:51,063 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:48:17.679Z_c5eae1f7f7364cfc8ac3d89109353dff289 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:48:17.679Z_c5eae1f7f7364cfc8ac3d89109353dff289 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:09:51,064 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:48:17.679Z_c5eae1f7f7364cfc8ac3d89109353dff289 , Version - 98 2022-09-19T23:09:52,996 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:47:46.615Z_0e29d9f77f764b0ca8ef4d5efd57ccda284 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:47:46.615Z_0e29d9f77f764b0ca8ef4d5efd57ccda284 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:09:52,997 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:47:46.615Z_0e29d9f77f764b0ca8ef4d5efd57ccda284 , Version - 98 2022-09-19T23:10:56,425 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:22:48.428Z_470ea789dcff420fbe5c67c8fad47054198 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:22:48.428Z_470ea789dcff420fbe5c67c8fad47054198 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:10:56,426 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:22:48.428Z_470ea789dcff420fbe5c67c8fad47054198 , Version - 98 2022-09-19T23:40:37,979 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_cd3e8243d6e86ed_fmlmbhjh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_cd3e8243d6e86ed_fmlmbhjh","resource":{"availabilityGroup":"index_kafka_druid_v2_cd3e8243d6e86ed","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_cd3e8243d6e86ed_fmlmbhjh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_cd3e8243d6e86ed_fmlmbhjh","resource":{"availabilityGroup":"index_kafka_druid_v2_cd3e8243d6e86ed","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_cd3e8243d6e86ed_fmlmbhjh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_cd3e8243d6e86ed_fmlmbhjh","resource":{"availabilityGroup":"index_kafka_druid_v2_cd3e8243d6e86ed","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-19T23:55:35,651 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T22:50:10.900Z_2b5aa2bb835345a8b2bd1c19913c2dc60 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T22:50:10.900Z_2b5aa2bb835345a8b2bd1c19913c2dc60 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:55:35,651 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T22:50:10.900Z_2b5aa2bb835345a8b2bd1c19913c2dc60 , Version - 71 2022-09-19T23:55:35,657 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:14:29.027Z_386753be9f0e472c9577fb72de42f5173 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:14:29.027Z_386753be9f0e472c9577fb72de42f5173 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:55:35,657 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:14:29.027Z_386753be9f0e472c9577fb72de42f5173 , Version - 69 2022-09-19T23:55:35,669 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:46:55.209Z_1ed8139c5d3b4a7f9017aad041a83da26 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:46:55.209Z_1ed8139c5d3b4a7f9017aad041a83da26 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:55:35,670 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:46:55.209Z_1ed8139c5d3b4a7f9017aad041a83da26 , Version - 36 2022-09-19T23:55:35,675 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:34:55.018Z_89d52776b03d4e8492787b5ad127f12b5 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:34:55.018Z_89d52776b03d4e8492787b5ad127f12b5 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-19T23:55:35,676 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-19T23:34:55.018Z_89d52776b03d4e8492787b5ad127f12b5 , Version - 61 2022-09-20T00:10:12,532 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:47:11.266Z_a14c88355c24421a84d7e26c23452b8a279 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:47:11.266Z_a14c88355c24421a84d7e26c23452b8a279 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:12,538 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:47:11.266Z_a14c88355c24421a84d7e26c23452b8a279 , Version - 97 2022-09-20T00:10:13,745 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:46:48.857Z_69409b2c6e544ee1b118448c33ecbf43276 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:46:48.857Z_69409b2c6e544ee1b118448c33ecbf43276 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:13,745 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:46:48.857Z_69409b2c6e544ee1b118448c33ecbf43276 , Version - 98 2022-09-20T00:10:17,105 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:47.317Z_697522cebabf4eb6bd6eb88bc2a49e5c267 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:47.317Z_697522cebabf4eb6bd6eb88bc2a49e5c267 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:17,106 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:47.317Z_697522cebabf4eb6bd6eb88bc2a49e5c267 , Version - 98 2022-09-20T00:10:17,820 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:35.006Z_db89f6934a254fc9baff29a9776fbf50265 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:35.006Z_db89f6934a254fc9baff29a9776fbf50265 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:17,821 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:35.006Z_db89f6934a254fc9baff29a9776fbf50265 , Version - 98 2022-09-20T00:10:18,911 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:16.523Z_bd04691d68704352a2a73ef021beaced262 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:16.523Z_bd04691d68704352a2a73ef021beaced262 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:18,912 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:45:16.523Z_bd04691d68704352a2a73ef021beaced262 , Version - 98 2022-09-20T00:10:20,326 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:51.866Z_5d1e18a800d041e2bdfea7b60ebc70e9258 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:51.866Z_5d1e18a800d041e2bdfea7b60ebc70e9258 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:20,326 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:51.866Z_5d1e18a800d041e2bdfea7b60ebc70e9258 , Version - 98 2022-09-20T00:10:21,408 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:32.904Z_86391c6c1250420fbd589a223bc3d1d5255 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:32.904Z_86391c6c1250420fbd589a223bc3d1d5255 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:21,409 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:32.904Z_86391c6c1250420fbd589a223bc3d1d5255 , Version - 98 2022-09-20T00:10:22,854 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:07.879Z_6bb422085e7144fdb05910e0a01a663e251 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:07.879Z_6bb422085e7144fdb05910e0a01a663e251 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:22,854 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:44:07.879Z_6bb422085e7144fdb05910e0a01a663e251 , Version - 98 2022-09-20T00:10:23,673 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:43:55.079Z_07e6f8765016460e986d8b4554ddd4a9249 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:43:55.079Z_07e6f8765016460e986d8b4554ddd4a9249 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:23,674 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:43:55.079Z_07e6f8765016460e986d8b4554ddd4a9249 , Version - 98 2022-09-20T00:10:24,872 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.10.10:8088/10.240.10.10:8088_historical__default_tier_2022-09-19T06:01:58.350Z_02f6461fe37d4e62b73f9cd95d7bd3903 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.10.10:8088/10.240.10.10:8088_historical__default_tier_2022-09-19T06:01:58.350Z_02f6461fe37d4e62b73f9cd95d7bd3903 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:24,872 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.10.10:8088/10.240.10.10:8088_historical__default_tier_2022-09-19T06:01:58.350Z_02f6461fe37d4e62b73f9cd95d7bd3903 , Version - 97 2022-09-20T00:10:25,420 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:43:20.960Z_c8d18c0d01d64a4e9f218b892ebf0b2f245 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:43:20.960Z_c8d18c0d01d64a4e9f218b892ebf0b2f245 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:10:25,421 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:43:20.960Z_c8d18c0d01d64a4e9f218b892ebf0b2f245 , Version - 97 2022-09-20T00:11:32,263 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_ac581f4b50fcb0c_jncfhfae","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_ac581f4b50fcb0c_jncfhfae","resource":{"availabilityGroup":"index_kafka_druid_v2_ac581f4b50fcb0c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_ac581f4b50fcb0c_jncfhfae","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_ac581f4b50fcb0c_jncfhfae","resource":{"availabilityGroup":"index_kafka_druid_v2_ac581f4b50fcb0c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_ac581f4b50fcb0c_jncfhfae","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_ac581f4b50fcb0c_jncfhfae","resource":{"availabilityGroup":"index_kafka_druid_v2_ac581f4b50fcb0c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T00:14:05,636 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-19T23:50:36.647Z_57f9b6f247dc4940a6a63b7300ef00574 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-19T23:50:36.647Z_57f9b6f247dc4940a6a63b7300ef00574 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:14:05,636 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-19T23:50:36.647Z_57f9b6f247dc4940a6a63b7300ef00574 , Version - 97 2022-09-20T00:33:50,014 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestDrop{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-09T07:00:00.000Z_2022-09-09T08:00:00.000Z_2022-09-09T11:21:55.701Z_624, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220909T070000.000Z_20220909T080000.000Z/2022-09-09T11_21_55.701Z/624/a10cd0ee-38c4-4a37-b963-1488378fe6eb/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=624, partitions=0}, lastCompactionState=null, size=20768}}]. org.apache.druid.java.util.common.ISE: Failing this DROP operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-09T07:00:00.000Z_2022-09-09T08:00:00.000Z_2022-09-09T11:21:55.701Z_624 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:33:58,472 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T21:00:00.000Z_2022-09-07T22:00:00.000Z_2022-09-07T21:34:29.604Z_2639, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T210000.000Z_20220907T220000.000Z/2022-09-07T21_34_29.604Z/2639/931644eb-8e94-4d67-a41d-d12da939ee38/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2639, partitions=0}, lastCompactionState=null, size=14228}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T21:00:00.000Z_2022-09-07T22:00:00.000Z_2022-09-07T21:34:29.604Z_2639 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:33:58,726 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T19:00:00.000Z_2022-09-07T20:00:00.000Z_2022-09-07T09:13:53.868Z_2737, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T190000.000Z_20220907T200000.000Z/2022-09-07T09_13_53.868Z/2737/a000ec21-b0de-471d-b3c8-14fff18481c8/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2737, partitions=0}, lastCompactionState=null, size=11135}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T19:00:00.000Z_2022-09-07T20:00:00.000Z_2022-09-07T09:13:53.868Z_2737 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:33:58,986 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T18:00:00.000Z_2022-09-07T19:00:00.000Z_2022-09-07T13:30:44.849Z_2615, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T180000.000Z_20220907T190000.000Z/2022-09-07T13_30_44.849Z/2615/275bc0dc-ecdf-4be6-8f20-a8f445f00c10/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2615, partitions=0}, lastCompactionState=null, size=13989}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T18:00:00.000Z_2022-09-07T19:00:00.000Z_2022-09-07T13:30:44.849Z_2615 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:33:59,235 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T17:00:00.000Z_2022-09-07T18:00:00.000Z_2022-09-07T17:02:13.315Z_2649, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T170000.000Z_20220907T180000.000Z/2022-09-07T17_02_13.315Z/2649/193a9408-0ef6-4124-8054-be5ecb3e1021/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2649, partitions=0}, lastCompactionState=null, size=13145}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T17:00:00.000Z_2022-09-07T18:00:00.000Z_2022-09-07T17:02:13.315Z_2649 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:33:59,720 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T16:00:00.000Z_2022-09-07T17:00:00.000Z_2022-09-07T16:11:24.914Z_2568, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T160000.000Z_20220907T170000.000Z/2022-09-07T16_11_24.914Z/2568/047cc04b-03dd-47d8-a12c-275cbd82a5da/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2568, partitions=0}, lastCompactionState=null, size=11330}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T16:00:00.000Z_2022-09-07T17:00:00.000Z_2022-09-07T16:11:24.914Z_2568 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:34:00,195 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T15:00:00.000Z_2022-09-07T16:00:00.000Z_2022-09-07T15:00:21.146Z_2713, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T150000.000Z_20220907T160000.000Z/2022-09-07T15_00_21.146Z/2713/b8ff94bc-a87e-40f8-b55f-f62b0f7088ec/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2713, partitions=0}, lastCompactionState=null, size=10686}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T15:00:00.000Z_2022-09-07T16:00:00.000Z_2022-09-07T15:00:21.146Z_2713 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:34:00,431 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T15:00:00.000Z_2022-09-07T16:00:00.000Z_2022-09-07T15:00:21.146Z_2711, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T150000.000Z_20220907T160000.000Z/2022-09-07T15_00_21.146Z/2711/fb183e50-6c84-4ea6-add3-7768a1df8bd0/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2711, partitions=0}, lastCompactionState=null, size=11064}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T15:00:00.000Z_2022-09-07T16:00:00.000Z_2022-09-07T15:00:21.146Z_2711 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:34:01,214 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T09:00:00.000Z_2022-09-07T10:00:00.000Z_2022-09-07T09:00:44.224Z_2785, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T090000.000Z_20220907T100000.000Z/2022-09-07T09_00_44.224Z/2785/b1fea15d-8bb1-4606-b623-0a1ced2cb95e/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2785, partitions=0}, lastCompactionState=null, size=11064}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T09:00:00.000Z_2022-09-07T10:00:00.000Z_2022-09-07T09:00:44.224Z_2785 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:34:01,485 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T06:00:00.000Z_2022-09-07T07:00:00.000Z_2022-09-07T06:02:26.507Z_2420, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T060000.000Z_20220907T070000.000Z/2022-09-07T06_02_26.507Z/2420/d056e012-84ae-40bf-9286-cae931734e11/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2420, partitions=0}, lastCompactionState=null, size=13049}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T06:00:00.000Z_2022-09-07T07:00:00.000Z_2022-09-07T06:02:26.507Z_2420 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:34:01,726 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T05:00:00.000Z_2022-09-07T06:00:00.000Z_2022-09-07T05:48:26.166Z_2500, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T050000.000Z_20220907T060000.000Z/2022-09-07T05_48_26.166Z/2500/c48af805-c911-4ded-97b2-87aeb52424e2/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2500, partitions=0}, lastCompactionState=null, size=12153}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T05:00:00.000Z_2022-09-07T06:00:00.000Z_2022-09-07T05:48:26.166Z_2500 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:34:01,963 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestLoad{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-07T05:00:00.000Z_2022-09-07T06:00:00.000Z_2022-09-07T05:48:26.166Z_2499, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220907T050000.000Z_20220907T060000.000Z/2022-09-07T05_48_26.166Z/2499/3961a514-2dd4-4ac2-84fa-d069049d0011/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2499, partitions=0}, lastCompactionState=null, size=10786}}]. org.apache.druid.java.util.common.ISE: Failing this LOAD operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-07T05:00:00.000Z_2022-09-07T06:00:00.000Z_2022-09-07T05:48:26.166Z_2499 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:34:05,951 ERROR [Master-PeonExec--0] org.apache.druid.server.coordinator.CuratorLoadQueuePeon - Server[/druid/loadQueue/10.240.10.128:8088], throwable caught when submitting [SegmentChangeRequestDrop{segment=DataSegment{binaryVersion=9, id=druid_v2_2022-09-06T10:00:00.000Z_2022-09-06T11:00:00.000Z_2022-09-06T09:44:13.232Z_2177, loadSpec={type=>azure, containerName=>events, blobPath=>druid_deep_storage/druid_v2/20220906T100000.000Z_20220906T110000.000Z/2022-09-06T09_44_13.232Z/2177/0857c652-e1ea-48d8-87e2-ba8e5489258c/index.zip}, dimensions=[companyID, userID, eventName, value, metadata, metadata_keys, metadata_values, druidSamplingRate, country, locale, browser_name, browser_version, os, os_version, sdk_type, sdk_version, custom, custom_keys, custom_values, customIds, customIds_keys, customIds_values, druidFormatVersion, exposures, exposures_keys, exposures_values, environmentTier, stableID], metrics=[], shardSpec=NumberedShardSpec{partitionNum=2177, partitions=0}, lastCompactionState=null, size=11394}}]. org.apache.druid.java.util.common.ISE: Failing this DROP operation since it timed out and /druid/loadQueue/10.240.10.128:8088/druid_v2_2022-09-06T10:00:00.000Z_2022-09-06T11:00:00.000Z_2022-09-06T09:44:13.232Z_2177 was never removed! These segments might still get processed at org.apache.druid.server.coordinator.CuratorLoadQueuePeon$SegmentChangeProcessor.lambda$scheduleNodeDeletedCheck$1(CuratorLoadQueuePeon.java:304) ~[druid-server-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:47:27,060 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.150:8100/10.240.6.150:8100_indexer-executor__default_tier_2022-09-19T23:40:41.119Z_d200239e3ef04c8ab844084200bd7da63 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.150:8100/10.240.6.150:8100_indexer-executor__default_tier_2022-09-19T23:40:41.119Z_d200239e3ef04c8ab844084200bd7da63 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T00:47:27,061 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.150:8100/10.240.6.150:8100_indexer-executor__default_tier_2022-09-19T23:40:41.119Z_d200239e3ef04c8ab844084200bd7da63 , Version - 98 2022-09-20T00:59:36,842 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_6e8fc3f9b1271c3_pbbfiojp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_6e8fc3f9b1271c3_pbbfiojp","resource":{"availabilityGroup":"index_kafka_druid_v2_6e8fc3f9b1271c3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_6e8fc3f9b1271c3_pbbfiojp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_6e8fc3f9b1271c3_pbbfiojp","resource":{"availabilityGroup":"index_kafka_druid_v2_6e8fc3f9b1271c3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_6e8fc3f9b1271c3_pbbfiojp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_6e8fc3f9b1271c3_pbbfiojp","resource":{"availabilityGroup":"index_kafka_druid_v2_6e8fc3f9b1271c3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T01:07:56,403 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:56.180Z_84d0ac9788c0439788a8fcb0723408fc216 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:56.180Z_84d0ac9788c0439788a8fcb0723408fc216 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:07:56,404 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:56.180Z_84d0ac9788c0439788a8fcb0723408fc216 , Version - 98 2022-09-20T01:07:57,165 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:40.743Z_ec74159148594f25ae46292b82df0765214 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:40.743Z_ec74159148594f25ae46292b82df0765214 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:07:57,166 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:40.743Z_ec74159148594f25ae46292b82df0765214 , Version - 98 2022-09-20T01:07:57,902 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:25.185Z_d66b9cc9bd0e4fef92e3283968473cc7212 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:25.185Z_d66b9cc9bd0e4fef92e3283968473cc7212 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:07:57,903 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:39:25.185Z_d66b9cc9bd0e4fef92e3283968473cc7212 , Version - 98 2022-09-20T01:08:00,335 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:54.336Z_10f864f0ee454ef7bc9b1fe002925fdf207 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:54.336Z_10f864f0ee454ef7bc9b1fe002925fdf207 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:08:00,336 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:54.336Z_10f864f0ee454ef7bc9b1fe002925fdf207 , Version - 98 2022-09-20T01:09:05,306 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:22:36.118Z_2661483618694da89ec41ea47cd213b4197 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:22:36.118Z_2661483618694da89ec41ea47cd213b4197 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:09:05,307 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:22:36.118Z_2661483618694da89ec41ea47cd213b4197 , Version - 98 2022-09-20T01:09:08,838 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:33.104Z_b596eaa1f93746998037d3d1c6ed0d55239 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:33.104Z_b596eaa1f93746998037d3d1c6ed0d55239 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:09:08,839 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:33.104Z_b596eaa1f93746998037d3d1c6ed0d55239 , Version - 98 2022-09-20T01:09:09,604 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:19.787Z_184c7c2473af4fa2b4c50c528d07887b237 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:19.787Z_184c7c2473af4fa2b4c50c528d07887b237 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:09:09,605 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:19.787Z_184c7c2473af4fa2b4c50c528d07887b237 , Version - 98 2022-09-20T01:09:09,979 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:13.623Z_bdcf3090cb6b4609873611efa2f8f004236 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:13.623Z_bdcf3090cb6b4609873611efa2f8f004236 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:09:09,979 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:42:13.623Z_bdcf3090cb6b4609873611efa2f8f004236 , Version - 98 2022-09-20T01:31:23,839 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_6e8fc3f9b1271c3_oamiljkd","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_6e8fc3f9b1271c3_oamiljkd","resource":{"availabilityGroup":"index_kafka_druid_v2_6e8fc3f9b1271c3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_6e8fc3f9b1271c3_oamiljkd","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_6e8fc3f9b1271c3_oamiljkd","resource":{"availabilityGroup":"index_kafka_druid_v2_6e8fc3f9b1271c3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_6e8fc3f9b1271c3_oamiljkd","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_6e8fc3f9b1271c3_oamiljkd","resource":{"availabilityGroup":"index_kafka_druid_v2_6e8fc3f9b1271c3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T01:38:18,764 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.14.58:8101/10.240.14.58:8101_indexer-executor__default_tier_2022-09-20T00:35:24.279Z_d7463d029bdd4b47a3d25ce1be16b4560 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.14.58:8101/10.240.14.58:8101_indexer-executor__default_tier_2022-09-20T00:35:24.279Z_d7463d029bdd4b47a3d25ce1be16b4560 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:38:18,765 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.14.58:8101/10.240.14.58:8101_indexer-executor__default_tier_2022-09-20T00:35:24.279Z_d7463d029bdd4b47a3d25ce1be16b4560 , Version - 98 2022-09-20T01:38:18,767 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.14.58:8101/10.240.14.58:8101_indexer-executor__default_tier_2022-09-20T01:08:14.256Z_93553ea473b5493aa8f1259456bb92054 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.14.58:8101/10.240.14.58:8101_indexer-executor__default_tier_2022-09-20T01:08:14.256Z_93553ea473b5493aa8f1259456bb92054 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:38:18,767 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.14.58:8101/10.240.14.58:8101_indexer-executor__default_tier_2022-09-20T01:08:14.256Z_93553ea473b5493aa8f1259456bb92054 , Version - 98 2022-09-20T01:53:21,669 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.132:8100/10.240.12.132:8100_indexer-executor__default_tier_2022-09-20T01:08:10.838Z_6242c49263be441eb589a4c0a4ceb1404 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.132:8100/10.240.12.132:8100_indexer-executor__default_tier_2022-09-20T01:08:10.838Z_6242c49263be441eb589a4c0a4ceb1404 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T01:53:21,670 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.132:8100/10.240.12.132:8100_indexer-executor__default_tier_2022-09-20T01:08:10.838Z_6242c49263be441eb589a4c0a4ceb1404 , Version - 98 2022-09-20T02:05:37,315 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e88e52297b03654_fhoghiba","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e88e52297b03654_fhoghiba","resource":{"availabilityGroup":"index_kafka_druid_v2_e88e52297b03654","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e88e52297b03654_fhoghiba","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e88e52297b03654_fhoghiba","resource":{"availabilityGroup":"index_kafka_druid_v2_e88e52297b03654","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e88e52297b03654_fhoghiba","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e88e52297b03654_fhoghiba","resource":{"availabilityGroup":"index_kafka_druid_v2_e88e52297b03654","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T02:08:35,060 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:35:26.388Z_fbf7399f185f4973ab3bec49d6bc4374175 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:35:26.388Z_fbf7399f185f4973ab3bec49d6bc4374175 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:08:35,061 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:35:26.388Z_fbf7399f185f4973ab3bec49d6bc4374175 , Version - 98 2022-09-20T02:08:38,226 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:34:37.019Z_4f6d80759edb4c609db62e1e940aa8db167 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:34:37.019Z_4f6d80759edb4c609db62e1e940aa8db167 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:08:38,226 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:34:37.019Z_4f6d80759edb4c609db62e1e940aa8db167 , Version - 98 2022-09-20T02:08:39,148 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:34:24.733Z_918cdeb6f0bd47049dd0900a30ef9cf6165 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:34:24.733Z_918cdeb6f0bd47049dd0900a30ef9cf6165 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:08:39,148 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:34:24.733Z_918cdeb6f0bd47049dd0900a30ef9cf6165 , Version - 98 2022-09-20T02:10:00,562 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:28.332Z_1c55c6425d4f4c05a54249d563758bc4204 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:28.332Z_1c55c6425d4f4c05a54249d563758bc4204 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:10:00,563 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:28.332Z_1c55c6425d4f4c05a54249d563758bc4204 , Version - 98 2022-09-20T02:10:01,661 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:07.880Z_3f2a28a7790f47dca964dd1dae8e0908201 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:07.880Z_3f2a28a7790f47dca964dd1dae8e0908201 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:10:01,662 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:38:07.880Z_3f2a28a7790f47dca964dd1dae8e0908201 , Version - 98 2022-09-20T02:10:04,592 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:37:17.694Z_ecc7fe0857734913a95e3de70ad43243193 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:37:17.694Z_ecc7fe0857734913a95e3de70ad43243193 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:10:04,592 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:37:17.694Z_ecc7fe0857734913a95e3de70ad43243193 , Version - 98 2022-09-20T02:10:04,926 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:37:11.591Z_62dce8f0da064101bd97493b5bf7f070192 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:37:11.591Z_62dce8f0da064101bd97493b5bf7f070192 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:10:04,927 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:37:11.591Z_62dce8f0da064101bd97493b5bf7f070192 , Version - 98 2022-09-20T02:10:07,354 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:36:34.291Z_e037fbd02944455fa981252c53c64160186 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:36:34.291Z_e037fbd02944455fa981252c53c64160186 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:10:07,354 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:36:34.291Z_e037fbd02944455fa981252c53c64160186 , Version - 98 2022-09-20T02:10:08,526 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:36:15.613Z_460096c137d749f2879984ff12c10199183 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:36:15.613Z_460096c137d749f2879984ff12c10199183 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:10:08,527 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.159:8088/10.240.12.159:8088_historical__default_tier_2022-09-19T19:36:15.613Z_460096c137d749f2879984ff12c10199183 , Version - 98 2022-09-20T02:10:14,917 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T01:00:38.509Z_ca1f1a0f985747f6a1dedcdb84353ccf270 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T01:00:38.509Z_ca1f1a0f985747f6a1dedcdb84353ccf270 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T02:10:14,918 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T01:00:38.509Z_ca1f1a0f985747f6a1dedcdb84353ccf270 , Version - 98 2022-09-20T02:37:36,055 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_d60ba3a9942287e_odcblnch","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_d60ba3a9942287e_odcblnch","resource":{"availabilityGroup":"index_kafka_druid_v2_d60ba3a9942287e","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_d60ba3a9942287e_odcblnch","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_d60ba3a9942287e_odcblnch","resource":{"availabilityGroup":"index_kafka_druid_v2_d60ba3a9942287e","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_d60ba3a9942287e_odcblnch","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_d60ba3a9942287e_odcblnch","resource":{"availabilityGroup":"index_kafka_druid_v2_d60ba3a9942287e","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T03:08:55,147 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:33:57.109Z_4b2fc69a023d4a3194f76e72e0dd97dc188 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:33:57.109Z_4b2fc69a023d4a3194f76e72e0dd97dc188 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T03:08:55,148 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:33:57.109Z_4b2fc69a023d4a3194f76e72e0dd97dc188 , Version - 98 2022-09-20T03:08:56,616 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:33:29.973Z_3d52ffaa5c7f4492814652752a62e783184 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:33:29.973Z_3d52ffaa5c7f4492814652752a62e783184 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T03:08:56,616 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:33:29.973Z_3d52ffaa5c7f4492814652752a62e783184 , Version - 98 2022-09-20T03:08:58,969 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:32:46.623Z_07cc763c01ff433a9c20d11d02d345b0177 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:32:46.623Z_07cc763c01ff433a9c20d11d02d345b0177 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T03:08:58,970 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:32:46.623Z_07cc763c01ff433a9c20d11d02d345b0177 , Version - 98 2022-09-20T03:08:59,701 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:32:34.182Z_e4f7dba95a0e40879fa06e3b4043c407175 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:32:34.182Z_e4f7dba95a0e40879fa06e3b4043c407175 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T03:08:59,701 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:32:34.182Z_e4f7dba95a0e40879fa06e3b4043c407175 , Version - 98 2022-09-20T03:10:28,663 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_c2a78880f23e7d7_jhjemafp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_c2a78880f23e7d7_jhjemafp","resource":{"availabilityGroup":"index_kafka_druid_v2_c2a78880f23e7d7","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_c2a78880f23e7d7_jhjemafp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_c2a78880f23e7d7_jhjemafp","resource":{"availabilityGroup":"index_kafka_druid_v2_c2a78880f23e7d7","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_c2a78880f23e7d7_jhjemafp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_c2a78880f23e7d7_jhjemafp","resource":{"availabilityGroup":"index_kafka_druid_v2_c2a78880f23e7d7","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T03:30:46,063 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.7.150:8101/10.240.7.150:8101_indexer-executor__default_tier_2022-09-20T03:17:11.020Z_7e6a2f54dcea4e1980c6c63d561a28e47 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.7.150:8101/10.240.7.150:8101_indexer-executor__default_tier_2022-09-20T03:17:11.020Z_7e6a2f54dcea4e1980c6c63d561a28e47 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T03:30:46,063 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.7.150:8101/10.240.7.150:8101_indexer-executor__default_tier_2022-09-20T03:17:11.020Z_7e6a2f54dcea4e1980c6c63d561a28e47 , Version - 93 2022-09-20T03:41:27,624 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_f8ca5b79199fba5_ekffbaoh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_f8ca5b79199fba5_ekffbaoh","resource":{"availabilityGroup":"index_kafka_druid_v2_f8ca5b79199fba5","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_f8ca5b79199fba5_ekffbaoh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_f8ca5b79199fba5_ekffbaoh","resource":{"availabilityGroup":"index_kafka_druid_v2_f8ca5b79199fba5","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_f8ca5b79199fba5_ekffbaoh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_f8ca5b79199fba5_ekffbaoh","resource":{"availabilityGroup":"index_kafka_druid_v2_f8ca5b79199fba5","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T04:09:24,145 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:21:45.148Z_45672936490844f9b08158f50e31a6b8195 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:21:45.148Z_45672936490844f9b08158f50e31a6b8195 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T04:09:24,146 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:21:45.148Z_45672936490844f9b08158f50e31a6b8195 , Version - 98 2022-09-20T04:09:33,565 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:29:08.903Z_57a34de0defa41cd9235ab9bd6d8e98f145 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:29:08.903Z_57a34de0defa41cd9235ab9bd6d8e98f145 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T04:09:33,566 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.206:8088/10.240.2.206:8088_historical__default_tier_2022-09-19T19:29:08.903Z_57a34de0defa41cd9235ab9bd6d8e98f145 , Version - 98 2022-09-20T04:09:39,635 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:22:04.214Z_f4c4a1bd1a5d4c8e95318b1acd47d865195 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:22:04.214Z_f4c4a1bd1a5d4c8e95318b1acd47d865195 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T04:09:39,635 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:22:04.214Z_f4c4a1bd1a5d4c8e95318b1acd47d865195 , Version - 98 2022-09-20T04:09:39,912 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:21:39.432Z_910343bf68b9423dabd3803650f481cf194 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:21:39.432Z_910343bf68b9423dabd3803650f481cf194 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T04:09:39,913 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:21:39.432Z_910343bf68b9423dabd3803650f481cf194 , Version - 98 2022-09-20T04:17:25,954 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e2cfb72de547d19_bnicejme","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e2cfb72de547d19_bnicejme","resource":{"availabilityGroup":"index_kafka_druid_v2_e2cfb72de547d19","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e2cfb72de547d19_bnicejme","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e2cfb72de547d19_bnicejme","resource":{"availabilityGroup":"index_kafka_druid_v2_e2cfb72de547d19","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e2cfb72de547d19_bnicejme","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e2cfb72de547d19_bnicejme","resource":{"availabilityGroup":"index_kafka_druid_v2_e2cfb72de547d19","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T04:31:01,889 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.221:8101/10.240.4.221:8101_indexer-executor__default_tier_2022-09-20T04:27:36.446Z_705c9e28f6ce475e826952ef1eae86490 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.221:8101/10.240.4.221:8101_indexer-executor__default_tier_2022-09-20T04:27:36.446Z_705c9e28f6ce475e826952ef1eae86490 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T04:31:01,889 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.221:8101/10.240.4.221:8101_indexer-executor__default_tier_2022-09-20T04:27:36.446Z_705c9e28f6ce475e826952ef1eae86490 , Version - 46 2022-09-20T04:44:42,805 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_cb91deb0fe1ae24_plfnnlml","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_cb91deb0fe1ae24_plfnnlml","resource":{"availabilityGroup":"index_kafka_druid_v2_cb91deb0fe1ae24","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_cb91deb0fe1ae24_plfnnlml","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_cb91deb0fe1ae24_plfnnlml","resource":{"availabilityGroup":"index_kafka_druid_v2_cb91deb0fe1ae24","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_cb91deb0fe1ae24_plfnnlml","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_cb91deb0fe1ae24_plfnnlml","resource":{"availabilityGroup":"index_kafka_druid_v2_cb91deb0fe1ae24","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T05:02:39,468 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.29:8100/10.240.2.29:8100_indexer-executor__default_tier_2022-09-20T05:00:30.628Z_3ca069a24b284279a1f66da3e152dd531 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.29:8100/10.240.2.29:8100_indexer-executor__default_tier_2022-09-20T05:00:30.628Z_3ca069a24b284279a1f66da3e152dd531 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T05:02:39,469 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.29:8100/10.240.2.29:8100_indexer-executor__default_tier_2022-09-20T05:00:30.628Z_3ca069a24b284279a1f66da3e152dd531 , Version - 2 2022-09-20T05:02:39,487 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.29:8100/10.240.2.29:8100_indexer-executor__default_tier_2022-09-20T04:47:28.716Z_7133db8b303f42f58c4111ca058a72460 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.29:8100/10.240.2.29:8100_indexer-executor__default_tier_2022-09-20T04:47:28.716Z_7133db8b303f42f58c4111ca058a72460 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T05:02:39,487 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.29:8100/10.240.2.29:8100_indexer-executor__default_tier_2022-09-20T04:47:28.716Z_7133db8b303f42f58c4111ca058a72460 , Version - 93 2022-09-20T05:02:39,636 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T04:47:33.414Z_630ddbd3a0864a31a1714a585eb56c7a0 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T04:47:33.414Z_630ddbd3a0864a31a1714a585eb56c7a0 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T05:02:39,637 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T04:47:33.414Z_630ddbd3a0864a31a1714a585eb56c7a0 , Version - 96 2022-09-20T05:02:50,926 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.221:8100/10.240.4.221:8100_indexer-executor__default_tier_2022-09-20T04:47:38.329Z_079af26714d343fcade38e8a5cf13a3b0 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.221:8100/10.240.4.221:8100_indexer-executor__default_tier_2022-09-20T04:47:38.329Z_079af26714d343fcade38e8a5cf13a3b0 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T05:02:50,927 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.221:8100/10.240.4.221:8100_indexer-executor__default_tier_2022-09-20T04:47:38.329Z_079af26714d343fcade38e8a5cf13a3b0 , Version - 98 2022-09-20T05:15:30,316 WARN [HttpClient-Netty-Boss-0] org.jboss.netty.channel.SimpleChannelUpstreamHandler - EXCEPTION, please implement org.jboss.netty.handler.codec.http.HttpContentDecompressor.exceptionCaught() for proper handling. org.jboss.netty.channel.ConnectTimeoutException: connection timed out: /10.240.12.194:8088 at org.jboss.netty.channel.socket.nio.NioClientBoss.processConnectTimeout(NioClientBoss.java:139) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.channel.socket.nio.NioClientBoss.process(NioClientBoss.java:83) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) ~[netty-3.10.6.Final.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T05:15:30,317 WARN [Coordinator-Exec--0] org.apache.druid.discovery.DruidLeaderClient - Request[http://10.240.12.194:8088/druid/indexer/v1/waitingTasks] failed. org.jboss.netty.channel.ChannelException: Faulty channel in resource pool at org.apache.druid.java.util.http.client.NettyHttpClient.go(NettyHttpClient.java:134) ~[druid-core-24.0.0.jar:24.0.0] at org.apache.druid.java.util.http.client.AbstractHttpClient.go(AbstractHttpClient.java:33) ~[druid-core-24.0.0.jar:24.0.0] at org.apache.druid.discovery.DruidLeaderClient.go(DruidLeaderClient.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.discovery.DruidLeaderClient.go(DruidLeaderClient.java:127) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTasks(HttpIndexingServiceClient.java:281) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getActiveTasks(HttpIndexingServiceClient.java:262) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.KillStalePendingSegments.run(KillStalePendingSegments.java:55) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: org.jboss.netty.channel.ConnectTimeoutException: connection timed out: /10.240.12.194:8088 at org.jboss.netty.channel.socket.nio.NioClientBoss.processConnectTimeout(NioClientBoss.java:139) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.channel.socket.nio.NioClientBoss.process(NioClientBoss.java:83) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) ~[netty-3.10.6.Final.jar:?] at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) ~[netty-3.10.6.Final.jar:?] ... 3 more 2022-09-20T05:15:55,770 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_9201f477b064392_bjjjnegl","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_9201f477b064392_bjjjnegl","resource":{"availabilityGroup":"index_kafka_druid_v2_9201f477b064392","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_9201f477b064392_bjjjnegl","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_9201f477b064392_bjjjnegl","resource":{"availabilityGroup":"index_kafka_druid_v2_9201f477b064392","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_9201f477b064392_bjjjnegl","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_9201f477b064392_bjjjnegl","resource":{"availabilityGroup":"index_kafka_druid_v2_9201f477b064392","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T05:47:17,560 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_fdd4a5490850a14_cpgbhblb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_fdd4a5490850a14_cpgbhblb","resource":{"availabilityGroup":"index_kafka_druid_v2_fdd4a5490850a14","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_fdd4a5490850a14_cpgbhblb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_fdd4a5490850a14_cpgbhblb","resource":{"availabilityGroup":"index_kafka_druid_v2_fdd4a5490850a14","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_fdd4a5490850a14_cpgbhblb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_fdd4a5490850a14_cpgbhblb","resource":{"availabilityGroup":"index_kafka_druid_v2_fdd4a5490850a14","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T06:08:23,616 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:20:51.461Z_882e539db64d4a198c4cb84fc0f13e53193 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:20:51.461Z_882e539db64d4a198c4cb84fc0f13e53193 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T06:08:23,616 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:20:51.461Z_882e539db64d4a198c4cb84fc0f13e53193 , Version - 98 2022-09-20T06:08:38,423 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:20:52.626Z_b725d86ba3524a6a9f148221aed60f5b191 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:20:52.626Z_b725d86ba3524a6a9f148221aed60f5b191 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T06:08:38,424 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:20:52.626Z_b725d86ba3524a6a9f148221aed60f5b191 , Version - 98 2022-09-20T06:08:47,281 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:20:53.100Z_1b7ebb71c6c64558a8f83f9cabefa1d8193 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:20:53.100Z_1b7ebb71c6c64558a8f83f9cabefa1d8193 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T06:08:47,281 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:20:53.100Z_1b7ebb71c6c64558a8f83f9cabefa1d8193 , Version - 98 2022-09-20T06:19:28,507 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_3dcdec9d663dfa4_oaokpkee","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_3dcdec9d663dfa4_oaokpkee","resource":{"availabilityGroup":"index_kafka_druid_v2_3dcdec9d663dfa4","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_3dcdec9d663dfa4_oaokpkee","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_3dcdec9d663dfa4_oaokpkee","resource":{"availabilityGroup":"index_kafka_druid_v2_3dcdec9d663dfa4","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_3dcdec9d663dfa4_oaokpkee","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_3dcdec9d663dfa4_oaokpkee","resource":{"availabilityGroup":"index_kafka_druid_v2_3dcdec9d663dfa4","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T06:31:34,807 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.0.11:8100/10.240.0.11:8100_indexer-executor__default_tier_2022-09-20T05:42:46.629Z_f5932c0cd3a344f3868bc7fd688672e72 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.0.11:8100/10.240.0.11:8100_indexer-executor__default_tier_2022-09-20T05:42:46.629Z_f5932c0cd3a344f3868bc7fd688672e72 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T06:31:34,807 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.0.11:8100/10.240.0.11:8100_indexer-executor__default_tier_2022-09-20T05:42:46.629Z_f5932c0cd3a344f3868bc7fd688672e72 , Version - 98 2022-09-20T06:53:56,474 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_96461ae6a99f1ff_joenheme","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_96461ae6a99f1ff_joenheme","resource":{"availabilityGroup":"index_kafka_druid_v2_96461ae6a99f1ff","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_96461ae6a99f1ff_joenheme","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_96461ae6a99f1ff_joenheme","resource":{"availabilityGroup":"index_kafka_druid_v2_96461ae6a99f1ff","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_96461ae6a99f1ff_joenheme","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_96461ae6a99f1ff_joenheme","resource":{"availabilityGroup":"index_kafka_druid_v2_96461ae6a99f1ff","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T07:07:54,589 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:19:46.350Z_41d81ccd2a734296af833798a4d382be188 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:19:46.350Z_41d81ccd2a734296af833798a4d382be188 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T07:07:54,590 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:19:46.350Z_41d81ccd2a734296af833798a4d382be188 , Version - 98 2022-09-20T07:07:57,909 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:20:05.403Z_82188d32fae54cee88e4ac26685624c1190 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:20:05.403Z_82188d32fae54cee88e4ac26685624c1190 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T07:07:57,910 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:20:05.403Z_82188d32fae54cee88e4ac26685624c1190 , Version - 98 2022-09-20T07:23:20,788 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_66fdf637cc3ba08_dbmeoifb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_66fdf637cc3ba08_dbmeoifb","resource":{"availabilityGroup":"index_kafka_druid_v2_66fdf637cc3ba08","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_66fdf637cc3ba08_dbmeoifb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_66fdf637cc3ba08_dbmeoifb","resource":{"availabilityGroup":"index_kafka_druid_v2_66fdf637cc3ba08","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_66fdf637cc3ba08_dbmeoifb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_66fdf637cc3ba08_dbmeoifb","resource":{"availabilityGroup":"index_kafka_druid_v2_66fdf637cc3ba08","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T07:43:28,077 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.135:8101/10.240.2.135:8101_indexer-executor__default_tier_2022-09-20T06:28:36.035Z_f489bd6c5c4d4011b5a5a4058a36e1961 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.135:8101/10.240.2.135:8101_indexer-executor__default_tier_2022-09-20T06:28:36.035Z_f489bd6c5c4d4011b5a5a4058a36e1961 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T07:43:28,077 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.135:8101/10.240.2.135:8101_indexer-executor__default_tier_2022-09-20T06:28:36.035Z_f489bd6c5c4d4011b5a5a4058a36e1961 , Version - 92 2022-09-20T07:46:23,079 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.29:8101/10.240.2.29:8101_indexer-executor__default_tier_2022-09-20T07:03:43.852Z_10fd633a127449e480ee08e668c7c2313 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.29:8101/10.240.2.29:8101_indexer-executor__default_tier_2022-09-20T07:03:43.852Z_10fd633a127449e480ee08e668c7c2313 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T07:46:23,080 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.29:8101/10.240.2.29:8101_indexer-executor__default_tier_2022-09-20T07:03:43.852Z_10fd633a127449e480ee08e668c7c2313 , Version - 98 2022-09-20T07:47:18,149 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.81:8100/10.240.12.81:8100_indexer-executor__default_tier_2022-09-20T07:41:19.727Z_4a6183a537f1443b92f241cbbb9de0980 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.81:8100/10.240.12.81:8100_indexer-executor__default_tier_2022-09-20T07:41:19.727Z_4a6183a537f1443b92f241cbbb9de0980 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T07:47:18,150 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.81:8100/10.240.12.81:8100_indexer-executor__default_tier_2022-09-20T07:41:19.727Z_4a6183a537f1443b92f241cbbb9de0980 , Version - 48 2022-09-20T07:53:17,676 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_c6f8154f9649b2d_dbccbabj","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_c6f8154f9649b2d_dbccbabj","resource":{"availabilityGroup":"index_kafka_druid_v2_c6f8154f9649b2d","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_c6f8154f9649b2d_dbccbabj","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_c6f8154f9649b2d_dbccbabj","resource":{"availabilityGroup":"index_kafka_druid_v2_c6f8154f9649b2d","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_c6f8154f9649b2d_dbccbabj","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_c6f8154f9649b2d_dbccbabj","resource":{"availabilityGroup":"index_kafka_druid_v2_c6f8154f9649b2d","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T08:08:52,759 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.14.58:8102/10.240.14.58:8102_indexer-executor__default_tier_2022-09-20T07:31:23.182Z_025436b1b6f3450b991c0cb0d56433de3 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.14.58:8102/10.240.14.58:8102_indexer-executor__default_tier_2022-09-20T07:31:23.182Z_025436b1b6f3450b991c0cb0d56433de3 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T08:08:52,760 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.14.58:8102/10.240.14.58:8102_indexer-executor__default_tier_2022-09-20T07:31:23.182Z_025436b1b6f3450b991c0cb0d56433de3 , Version - 68 2022-09-20T08:08:52,775 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.14.58:8102/10.240.14.58:8102_indexer-executor__default_tier_2022-09-20T07:07:41.476Z_daa8298d9f1342028759c846e0498d5a1 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.14.58:8102/10.240.14.58:8102_indexer-executor__default_tier_2022-09-20T07:07:41.476Z_daa8298d9f1342028759c846e0498d5a1 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T08:08:52,775 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.14.58:8102/10.240.14.58:8102_indexer-executor__default_tier_2022-09-20T07:07:41.476Z_daa8298d9f1342028759c846e0498d5a1 , Version - 98 2022-09-20T08:09:57,509 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.8.210:8088/10.240.8.210:8088_historical__default_tier_2022-09-19T07:35:01.465Z_f3542821bc214871a274f8aaa40f199f126 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.8.210:8088/10.240.8.210:8088_historical__default_tier_2022-09-19T07:35:01.465Z_f3542821bc214871a274f8aaa40f199f126 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T08:09:57,509 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.8.210:8088/10.240.8.210:8088_historical__default_tier_2022-09-19T07:35:01.465Z_f3542821bc214871a274f8aaa40f199f126 , Version - 100 2022-09-20T08:25:00,203 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e21fb58f528b296_oinkanjb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e21fb58f528b296_oinkanjb","resource":{"availabilityGroup":"index_kafka_druid_v2_e21fb58f528b296","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e21fb58f528b296_oinkanjb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e21fb58f528b296_oinkanjb","resource":{"availabilityGroup":"index_kafka_druid_v2_e21fb58f528b296","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e21fb58f528b296_oinkanjb","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e21fb58f528b296_oinkanjb","resource":{"availabilityGroup":"index_kafka_druid_v2_e21fb58f528b296","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T08:29:25,685 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.150:8100/10.240.6.150:8100_indexer-executor__default_tier_2022-09-20T08:24:56.736Z_8724d9125159438c92bf0b87851c33e40 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.150:8100/10.240.6.150:8100_indexer-executor__default_tier_2022-09-20T08:24:56.736Z_8724d9125159438c92bf0b87851c33e40 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T08:29:25,685 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.150:8100/10.240.6.150:8100_indexer-executor__default_tier_2022-09-20T08:24:56.736Z_8724d9125159438c92bf0b87851c33e40 , Version - 56 2022-09-20T08:49:21,848 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.25:8101/10.240.3.25:8101_indexer-executor__default_tier_2022-09-20T08:30:42.073Z_b9f2b68e7195401ab5fd7c64215b81660 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.25:8101/10.240.3.25:8101_indexer-executor__default_tier_2022-09-20T08:30:42.073Z_b9f2b68e7195401ab5fd7c64215b81660 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T08:49:21,848 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.25:8101/10.240.3.25:8101_indexer-executor__default_tier_2022-09-20T08:30:42.073Z_b9f2b68e7195401ab5fd7c64215b81660 , Version - 93 2022-09-20T08:49:22,875 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.7.150:8100/10.240.7.150:8100_indexer-executor__default_tier_2022-09-20T08:47:56.179Z_773b3996b63c44fdb5e8da7dc54fff661 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.7.150:8100/10.240.7.150:8100_indexer-executor__default_tier_2022-09-20T08:47:56.179Z_773b3996b63c44fdb5e8da7dc54fff661 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T08:49:22,876 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.7.150:8100/10.240.7.150:8100_indexer-executor__default_tier_2022-09-20T08:47:56.179Z_773b3996b63c44fdb5e8da7dc54fff661 , Version - 16 2022-09-20T08:57:08,794 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_0ad63187a08da69_meaaaodh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_0ad63187a08da69_meaaaodh","resource":{"availabilityGroup":"index_kafka_druid_v2_0ad63187a08da69","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_0ad63187a08da69_meaaaodh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_0ad63187a08da69_meaaaodh","resource":{"availabilityGroup":"index_kafka_druid_v2_0ad63187a08da69","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_0ad63187a08da69_meaaaodh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_0ad63187a08da69_meaaaodh","resource":{"availabilityGroup":"index_kafka_druid_v2_0ad63187a08da69","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T09:07:04,688 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.10.118:8100/10.240.10.118:8100_indexer-executor__default_tier_2022-09-20T08:03:39.072Z_efaa6f80d342486f90a165a360f224460 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.10.118:8100/10.240.10.118:8100_indexer-executor__default_tier_2022-09-20T08:03:39.072Z_efaa6f80d342486f90a165a360f224460 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:04,688 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.10.118:8100/10.240.10.118:8100_indexer-executor__default_tier_2022-09-20T08:03:39.072Z_efaa6f80d342486f90a165a360f224460 , Version - 98 2022-09-20T09:07:36,154 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:19:08.160Z_fd4eda9e0d6c4df1918fabd6897e1fcc189 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:19:08.160Z_fd4eda9e0d6c4df1918fabd6897e1fcc189 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:36,154 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:19:08.160Z_fd4eda9e0d6c4df1918fabd6897e1fcc189 , Version - 98 2022-09-20T09:07:36,428 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:18:45.495Z_c97feb764a104da0ac2ae47bb3647107188 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:18:45.495Z_c97feb764a104da0ac2ae47bb3647107188 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:36,429 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:18:45.495Z_c97feb764a104da0ac2ae47bb3647107188 , Version - 98 2022-09-20T09:07:40,123 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-20T08:36:14.823Z_644307d07ab44c5584034135d14c17394 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-20T08:36:14.823Z_644307d07ab44c5584034135d14c17394 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:40,124 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-20T08:36:14.823Z_644307d07ab44c5584034135d14c17394 , Version - 63 2022-09-20T09:07:40,142 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-20T08:07:00.378Z_17e6800ad5aa4364bc0ef211d50deca11 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-20T08:07:00.378Z_17e6800ad5aa4364bc0ef211d50deca11 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:40,142 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.8.133:8100/10.240.8.133:8100_indexer-executor__default_tier_2022-09-20T08:07:00.378Z_17e6800ad5aa4364bc0ef211d50deca11 , Version - 80 2022-09-20T09:07:51,689 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:18:59.244Z_e949802da229421b89497c790b0f8e20187 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:18:59.244Z_e949802da229421b89497c790b0f8e20187 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:51,690 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:18:59.244Z_e949802da229421b89497c790b0f8e20187 , Version - 98 2022-09-20T09:07:57,306 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:18:54.536Z_f64139d5ac1e46cfbc45fab1b029d984188 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:18:54.536Z_f64139d5ac1e46cfbc45fab1b029d984188 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:57,307 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:18:54.536Z_f64139d5ac1e46cfbc45fab1b029d984188 , Version - 98 2022-09-20T09:07:58,299 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T08:07:23.521Z_4999879c5ab54a82845bc2054cbf7f6c1 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T08:07:23.521Z_4999879c5ab54a82845bc2054cbf7f6c1 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:58,300 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T08:07:23.521Z_4999879c5ab54a82845bc2054cbf7f6c1 , Version - 76 2022-09-20T09:07:58,328 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T08:35:57.890Z_b834def02a844ca5a482415428a2a9464 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T08:35:57.890Z_b834def02a844ca5a482415428a2a9464 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T09:07:58,328 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.12.146:8100/10.240.12.146:8100_indexer-executor__default_tier_2022-09-20T08:35:57.890Z_b834def02a844ca5a482415428a2a9464 , Version - 92 2022-09-20T09:28:01,001 WARN [Coordinator-Exec--0] org.apache.druid.server.coordinator.duty.NewestSegmentFirstIterator - Cannot find timeline for dataSource[metrics_maestro_staging_lite]. Skip this dataSource 2022-09-20T10:00:02,258 WARN [Coordinator-Exec--0] org.apache.druid.server.coordinator.duty.NewestSegmentFirstIterator - Cannot find timeline for dataSource[metrics_maestro_staging_lite]. Skip this dataSource 2022-09-20T10:08:22,875 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.8.210:8088/10.240.8.210:8088_historical__default_tier_2022-09-19T07:34:15.747Z_de0292f3e748492dabc7a64aa8ae0cef124 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.8.210:8088/10.240.8.210:8088_historical__default_tier_2022-09-19T07:34:15.747Z_de0292f3e748492dabc7a64aa8ae0cef124 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T10:08:22,875 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.8.210:8088/10.240.8.210:8088_historical__default_tier_2022-09-19T07:34:15.747Z_de0292f3e748492dabc7a64aa8ae0cef124 , Version - 98 2022-09-20T10:08:26,007 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:18:32.744Z_4e26e7c6feaa4b98a8f66749e2307d71187 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:18:32.744Z_4e26e7c6feaa4b98a8f66749e2307d71187 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T10:08:26,007 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:18:32.744Z_4e26e7c6feaa4b98a8f66749e2307d71187 , Version - 98 2022-09-20T10:27:56,764 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.14.58:8100/10.240.14.58:8100_indexer-executor__default_tier_2022-09-20T10:23:28.207Z_91a29f72652d492c9c0d0d2c77273b715 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.14.58:8100/10.240.14.58:8100_indexer-executor__default_tier_2022-09-20T10:23:28.207Z_91a29f72652d492c9c0d0d2c77273b715 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T10:27:56,764 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.14.58:8100/10.240.14.58:8100_indexer-executor__default_tier_2022-09-20T10:23:28.207Z_91a29f72652d492c9c0d0d2c77273b715 , Version - 19 2022-09-20T10:30:43,263 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_5e6f9869e87c0f9_jnlbgdcp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_5e6f9869e87c0f9_jnlbgdcp","resource":{"availabilityGroup":"index_kafka_druid_v2_5e6f9869e87c0f9","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_5e6f9869e87c0f9_jnlbgdcp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_5e6f9869e87c0f9_jnlbgdcp","resource":{"availabilityGroup":"index_kafka_druid_v2_5e6f9869e87c0f9","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_5e6f9869e87c0f9_jnlbgdcp","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_5e6f9869e87c0f9_jnlbgdcp","resource":{"availabilityGroup":"index_kafka_druid_v2_5e6f9869e87c0f9","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T11:04:04,963 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_b7baf8ea08c2ef5_ndlakdmo","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_b7baf8ea08c2ef5_ndlakdmo","resource":{"availabilityGroup":"index_kafka_druid_v2_b7baf8ea08c2ef5","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_b7baf8ea08c2ef5_ndlakdmo","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_b7baf8ea08c2ef5_ndlakdmo","resource":{"availabilityGroup":"index_kafka_druid_v2_b7baf8ea08c2ef5","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_b7baf8ea08c2ef5_ndlakdmo","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_b7baf8ea08c2ef5_ndlakdmo","resource":{"availabilityGroup":"index_kafka_druid_v2_b7baf8ea08c2ef5","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T11:35:04,738 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_7aed0d2677fc05f_dlleadkh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_7aed0d2677fc05f_dlleadkh","resource":{"availabilityGroup":"index_kafka_druid_v2_7aed0d2677fc05f","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_7aed0d2677fc05f_dlleadkh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_7aed0d2677fc05f_dlleadkh","resource":{"availabilityGroup":"index_kafka_druid_v2_7aed0d2677fc05f","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_7aed0d2677fc05f_dlleadkh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_7aed0d2677fc05f_dlleadkh","resource":{"availabilityGroup":"index_kafka_druid_v2_7aed0d2677fc05f","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T12:13:41,437 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_821af18ff5dd616_binchgdn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_821af18ff5dd616_binchgdn","resource":{"availabilityGroup":"index_kafka_druid_v2_821af18ff5dd616","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_821af18ff5dd616_binchgdn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_821af18ff5dd616_binchgdn","resource":{"availabilityGroup":"index_kafka_druid_v2_821af18ff5dd616","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_821af18ff5dd616_binchgdn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_821af18ff5dd616_binchgdn","resource":{"availabilityGroup":"index_kafka_druid_v2_821af18ff5dd616","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T12:13:44,265 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:17:10.825Z_ae466317de2242a6bb13ce27a6e92d4c184 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:17:10.825Z_ae466317de2242a6bb13ce27a6e92d4c184 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T12:13:44,265 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:17:10.825Z_ae466317de2242a6bb13ce27a6e92d4c184 , Version - 97 2022-09-20T12:14:10,068 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:17:16.611Z_a133b29ef2b34181bb68f6b4d4d38ecb184 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:17:16.611Z_a133b29ef2b34181bb68f6b4d4d38ecb184 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T12:14:10,068 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:17:16.611Z_a133b29ef2b34181bb68f6b4d4d38ecb184 , Version - 98 2022-09-20T12:40:45,443 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","resource":{"availabilityGroup":"index_kafka_druid_v2_2684f2859f6d643","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","resource":{"availabilityGroup":"index_kafka_druid_v2_2684f2859f6d643","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","resource":{"availabilityGroup":"index_kafka_druid_v2_2684f2859f6d643","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T13:06:58,891 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:46:40.804Z_ce5b8d22aed447b7b264c6322dc825d1191 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:46:40.804Z_ce5b8d22aed447b7b264c6322dc825d1191 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T13:06:58,892 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:46:40.804Z_ce5b8d22aed447b7b264c6322dc825d1191 , Version - 98 2022-09-20T13:08:07,022 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:16:47.768Z_7ac3575aac2f4e20b9cbf782d0e3ab12183 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:16:47.768Z_7ac3575aac2f4e20b9cbf782d0e3ab12183 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T13:08:07,022 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:16:47.768Z_7ac3575aac2f4e20b9cbf782d0e3ab12183 , Version - 98 2022-09-20T13:08:16,921 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:16:38.124Z_d0fe2aa924254abdbcdb5b9741307026181 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:16:38.124Z_d0fe2aa924254abdbcdb5b9741307026181 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T13:08:16,922 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:16:38.124Z_d0fe2aa924254abdbcdb5b9741307026181 , Version - 98 2022-09-20T13:08:27,476 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:16:29.088Z_1e08bc9adb9b44308e11bb900d21be0e182 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:16:29.088Z_1e08bc9adb9b44308e11bb900d21be0e182 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T13:08:27,476 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:16:29.088Z_1e08bc9adb9b44308e11bb900d21be0e182 , Version - 98 2022-09-20T13:12:11,778 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","resource":{"availabilityGroup":"index_kafka_druid_v2_2684f2859f6d643","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","resource":{"availabilityGroup":"index_kafka_druid_v2_2684f2859f6d643","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_2684f2859f6d643_nkhcjgco","resource":{"availabilityGroup":"index_kafka_druid_v2_2684f2859f6d643","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T14:03:14,564 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_080be8dad2fb2ca_coajmapa","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_080be8dad2fb2ca_coajmapa","resource":{"availabilityGroup":"index_kafka_druid_v2_080be8dad2fb2ca","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_080be8dad2fb2ca_coajmapa","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_080be8dad2fb2ca_coajmapa","resource":{"availabilityGroup":"index_kafka_druid_v2_080be8dad2fb2ca","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_080be8dad2fb2ca_coajmapa","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_080be8dad2fb2ca_coajmapa","resource":{"availabilityGroup":"index_kafka_druid_v2_080be8dad2fb2ca","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T14:09:18,107 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:16:24.519Z_84b73a2a50374176be1890db628ce500182 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:16:24.519Z_84b73a2a50374176be1890db628ce500182 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T14:09:18,108 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:16:24.519Z_84b73a2a50374176be1890db628ce500182 , Version - 98 2022-09-20T14:09:33,847 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:15:50.862Z_c17e3a830fa248cf880e91b50474cb32178 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:15:50.862Z_c17e3a830fa248cf880e91b50474cb32178 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T14:09:33,847 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.130:8088/10.240.3.130:8088_historical__default_tier_2022-09-19T10:15:50.862Z_c17e3a830fa248cf880e91b50474cb32178 , Version - 98 2022-09-20T14:09:41,948 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:58:19.030Z_42c92bb1c24a44e187da3c1e61e16e51259 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:58:19.030Z_42c92bb1c24a44e187da3c1e61e16e51259 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T14:09:41,948 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:58:19.030Z_42c92bb1c24a44e187da3c1e61e16e51259 , Version - 98 2022-09-20T14:09:44,772 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:16:14.370Z_78f86cbeacea4a1a87036c5ca6801323180 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:16:14.370Z_78f86cbeacea4a1a87036c5ca6801323180 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T14:09:44,773 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:16:14.370Z_78f86cbeacea4a1a87036c5ca6801323180 , Version - 98 2022-09-20T14:35:01,979 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_821af18ff5dd616_gnmpclfe","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_821af18ff5dd616_gnmpclfe","resource":{"availabilityGroup":"index_kafka_druid_v2_821af18ff5dd616","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_821af18ff5dd616_gnmpclfe","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_821af18ff5dd616_gnmpclfe","resource":{"availabilityGroup":"index_kafka_druid_v2_821af18ff5dd616","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_821af18ff5dd616_gnmpclfe","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_821af18ff5dd616_gnmpclfe","resource":{"availabilityGroup":"index_kafka_druid_v2_821af18ff5dd616","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T15:23:51,256 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_d1e14eaec1fc01a_hmalbcig","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_d1e14eaec1fc01a_hmalbcig","resource":{"availabilityGroup":"index_kafka_druid_v2_d1e14eaec1fc01a","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_d1e14eaec1fc01a_hmalbcig","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_d1e14eaec1fc01a_hmalbcig","resource":{"availabilityGroup":"index_kafka_druid_v2_d1e14eaec1fc01a","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_d1e14eaec1fc01a_hmalbcig","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_d1e14eaec1fc01a_hmalbcig","resource":{"availabilityGroup":"index_kafka_druid_v2_d1e14eaec1fc01a","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T15:27:40,826 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.7.150:8100/10.240.7.150:8100_indexer-executor__default_tier_2022-09-20T14:07:00.274Z_cfc409e73e3b4a3c867217a7ed50fc6a0 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.7.150:8100/10.240.7.150:8100_indexer-executor__default_tier_2022-09-20T14:07:00.274Z_cfc409e73e3b4a3c867217a7ed50fc6a0 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T15:27:40,827 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.7.150:8100/10.240.7.150:8100_indexer-executor__default_tier_2022-09-20T14:07:00.274Z_cfc409e73e3b4a3c867217a7ed50fc6a0 , Version - 98 2022-09-20T15:27:43,174 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.8.133:8102/10.240.8.133:8102_indexer-executor__default_tier_2022-09-20T14:02:01.513Z_8f7b35d50f1f4e98ac68993c936c1c790 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.8.133:8102/10.240.8.133:8102_indexer-executor__default_tier_2022-09-20T14:02:01.513Z_8f7b35d50f1f4e98ac68993c936c1c790 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T15:27:43,175 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.8.133:8102/10.240.8.133:8102_indexer-executor__default_tier_2022-09-20T14:02:01.513Z_8f7b35d50f1f4e98ac68993c936c1c790 , Version - 97 2022-09-20T15:27:43,240 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.8.133:8102/10.240.8.133:8102_indexer-executor__default_tier_2022-09-20T14:35:16.481Z_bf033fd116d14153be0e1aaf426116202 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.8.133:8102/10.240.8.133:8102_indexer-executor__default_tier_2022-09-20T14:35:16.481Z_bf033fd116d14153be0e1aaf426116202 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T15:27:43,240 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.8.133:8102/10.240.8.133:8102_indexer-executor__default_tier_2022-09-20T14:35:16.481Z_bf033fd116d14153be0e1aaf426116202 , Version - 97 2022-09-20T15:27:43,325 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-20T15:03:23.271Z_e0924cf7b4f243cdb1e7e96d64b2bffb4 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-20T15:03:23.271Z_e0924cf7b4f243cdb1e7e96d64b2bffb4 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T15:27:43,326 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-20T15:03:23.271Z_e0924cf7b4f243cdb1e7e96d64b2bffb4 , Version - 30 2022-09-20T15:27:43,348 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-20T14:52:35.432Z_6046f7aacc1e4bfa80ed4e21ef16733d3 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-20T14:52:35.432Z_6046f7aacc1e4bfa80ed4e21ef16733d3 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T15:27:43,348 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.4.76:8100/10.240.4.76:8100_indexer-executor__default_tier_2022-09-20T14:52:35.432Z_6046f7aacc1e4bfa80ed4e21ef16733d3 , Version - 96 2022-09-20T15:27:43,990 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.10.61:8100/10.240.10.61:8100_indexer-executor__default_tier_2022-09-20T14:52:37.827Z_2c5a960327fa4dde9454f6a0493761b03 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.10.61:8100/10.240.10.61:8100_indexer-executor__default_tier_2022-09-20T14:52:37.827Z_2c5a960327fa4dde9454f6a0493761b03 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T15:27:43,990 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.10.61:8100/10.240.10.61:8100_indexer-executor__default_tier_2022-09-20T14:52:37.827Z_2c5a960327fa4dde9454f6a0493761b03 , Version - 98 2022-09-20T15:27:49,823 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:15:44.572Z_68fb0094281b4bf783756c8754847150180 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:15:44.572Z_68fb0094281b4bf783756c8754847150180 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T15:27:49,823 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:15:44.572Z_68fb0094281b4bf783756c8754847150180 , Version - 98 2022-09-20T15:55:13,218 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e979a80b34ea8f3_jnglbfel","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e979a80b34ea8f3_jnglbfel","resource":{"availabilityGroup":"index_kafka_druid_v2_e979a80b34ea8f3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e979a80b34ea8f3_jnglbfel","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e979a80b34ea8f3_jnglbfel","resource":{"availabilityGroup":"index_kafka_druid_v2_e979a80b34ea8f3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_e979a80b34ea8f3_jnglbfel","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_e979a80b34ea8f3_jnglbfel","resource":{"availabilityGroup":"index_kafka_druid_v2_e979a80b34ea8f3","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T16:09:42,915 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:15:02.426Z_03bc57d6a28b427aba156efd93f08f36178 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:15:02.426Z_03bc57d6a28b427aba156efd93f08f36178 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T16:09:42,915 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.6.55:8088/10.240.6.55:8088_historical__default_tier_2022-09-19T10:15:02.426Z_03bc57d6a28b427aba156efd93f08f36178 , Version - 98 2022-09-20T16:30:35,114 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_299ff6b5b116b61_afhnpinc","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_299ff6b5b116b61_afhnpinc","resource":{"availabilityGroup":"index_kafka_druid_v2_299ff6b5b116b61","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_299ff6b5b116b61_afhnpinc","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_299ff6b5b116b61_afhnpinc","resource":{"availabilityGroup":"index_kafka_druid_v2_299ff6b5b116b61","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_299ff6b5b116b61_afhnpinc","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_299ff6b5b116b61_afhnpinc","resource":{"availabilityGroup":"index_kafka_druid_v2_299ff6b5b116b61","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T16:58:15,970 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_ec6f9702a832fd4_jhpjnihh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_ec6f9702a832fd4_jhpjnihh","resource":{"availabilityGroup":"index_kafka_druid_v2_ec6f9702a832fd4","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_ec6f9702a832fd4_jhpjnihh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_ec6f9702a832fd4_jhpjnihh","resource":{"availabilityGroup":"index_kafka_druid_v2_ec6f9702a832fd4","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_ec6f9702a832fd4_jhpjnihh","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_ec6f9702a832fd4_jhpjnihh","resource":{"availabilityGroup":"index_kafka_druid_v2_ec6f9702a832fd4","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5757 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T17:08:56,778 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:57:28.401Z_83c0fddd6aec4476991f53201aa68007256 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:57:28.401Z_83c0fddd6aec4476991f53201aa68007256 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T17:08:56,779 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.16.10:8088/10.240.16.10:8088_historical__default_tier_2022-09-20T00:57:28.401Z_83c0fddd6aec4476991f53201aa68007256 , Version - 98 2022-09-20T17:09:05,704 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:14:30.982Z_9890e6db3ec44e84aab478c3a1a2e52a176 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:14:30.982Z_9890e6db3ec44e84aab478c3a1a2e52a176 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T17:09:05,705 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:14:30.982Z_9890e6db3ec44e84aab478c3a1a2e52a176 , Version - 98 2022-09-20T17:09:05,978 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:14:09.021Z_651603e4c76a4352b2cf4ef8383e5352175 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:14:09.021Z_651603e4c76a4352b2cf4ef8383e5352175 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T17:09:05,979 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:14:09.021Z_651603e4c76a4352b2cf4ef8383e5352175 , Version - 98 2022-09-20T17:29:02,357 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","resource":{"availabilityGroup":"index_kafka_druid_v2_60ff7db9992ee1c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","resource":{"availabilityGroup":"index_kafka_druid_v2_60ff7db9992ee1c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","resource":{"availabilityGroup":"index_kafka_druid_v2_60ff7db9992ee1c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T18:00:52,084 ERROR [Coordinator-Exec--0] org.apache.druid.server.coordinator.DruidCoordinator - Caught exception, ignoring so that schedule keeps going.: {class=org.apache.druid.server.coordinator.DruidCoordinator, exceptionType=class java.lang.RuntimeException, exceptionMessage=com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","resource":{"availabilityGroup":"index_kafka_druid_v2_60ff7db9992ee1c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"])} java.lang.RuntimeException: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","resource":{"availabilityGroup":"index_kafka_druid_v2_60ff7db9992ee1c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:351) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.duty.CompactSegments.run(CompactSegments.java:143) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$DutiesRunnable.run(DruidCoordinator.java:948) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:721) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.server.coordinator.DruidCoordinator$2.call(DruidCoordinator.java:714) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.java.util.common.concurrent.ScheduledExecutors$4.run(ScheduledExecutors.java:163) ~[druid-core-24.0.0.jar:24.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_275] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] Caused by: com.fasterxml.jackson.databind.exc.InvalidTypeIdException: Please make sure to load all the necessary extensions and jars with type 'index_kafka' on 'druid/coordinator' service. Could not resolve type id 'index_kafka' as a subtype of `org.apache.druid.client.indexing.ClientTaskQuery` known type ids = [compact, kill] (for POJO property 'payload') at [Source: (String)"{"task":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","payload":{"type":"index_kafka","id":"index_kafka_druid_v2_60ff7db9992ee1c_nfgdhomn","resource":{"availabilityGroup":"index_kafka_druid_v2_60ff7db9992ee1c","requiredCapacity":1},"dataSchema":{"dataSource":"druid_v2","timestampSpec":{"column":"timestamp","format":"millis","missingValue":null},"dimensionsSpec":{"dimensions":[{"type":"string","name":"companyID","multiValueHandling":"SORTED_ARRAY","createBitmapIndex":true},{"type":"string","nam"[truncated 5767 chars]; line: 1, column: 75] (through reference chain: org.apache.druid.client.indexing.TaskPayloadResponse["payload"]) at com.fasterxml.jackson.databind.exc.InvalidTypeIdException.from(InvalidTypeIdException.java:43) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.jackson.DefaultObjectMapper$DefaultDeserializationProblemHandler.handleUnknownTypeId(DefaultObjectMapper.java:124) ~[druid-processing-24.0.0.jar:24.0.0] at com.fasterxml.jackson.databind.DeserializationContext.handleUnknownTypeId(DeserializationContext.java:1249) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._handleUnknownTypeId(TypeDeserializerBase.java:290) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:162) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:527) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1292) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4218) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3214) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3197) ~[jackson-databind-2.10.5.1.jar:2.10.5.1] at org.apache.druid.client.indexing.HttpIndexingServiceClient.getTaskPayload(HttpIndexingServiceClient.java:343) ~[druid-server-24.0.0.jar:24.0.0] ... 12 more 2022-09-20T18:07:57,841 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:13:31.053Z_c9cc669cea3a45f49849bf97735ab95d175 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:13:31.053Z_c9cc669cea3a45f49849bf97735ab95d175 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T18:07:57,842 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.2.164:8088/10.240.2.164:8088_historical__default_tier_2022-09-19T10:13:31.053Z_c9cc669cea3a45f49849bf97735ab95d175 , Version - 98 2022-09-20T18:08:11,013 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Exception while getting data for node /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:13:24.353Z_a3a64b7df93f431195252504b38c903f173 org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:13:24.353Z_a3a64b7df93f431195252504b38c903f173 at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131) ~[zookeeper-3.5.9.jar:3.5.9] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:327) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:316) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.connection.StandardConnectionHandlingPolicy.callWithRetry(StandardConnectionHandlingPolicy.java:67) ~[curator-client-4.3.0.jar:?] at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:81) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:313) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:304) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:107) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.imps.GetDataBuilderImpl$1.forPath(GetDataBuilderImpl.java:67) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.getZkDataForNode(CuratorInventoryManager.java:184) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager.access$400(CuratorInventoryManager.java:57) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.druid.curator.inventory.CuratorInventoryManager$ContainerCacheListener$InventoryCacheListener.childEvent(CuratorInventoryManager.java:408) ~[druid-server-24.0.0.jar:24.0.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:538) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:532) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:100) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.shaded.com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) ~[curator-client-4.3.0.jar:?] at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:92) ~[curator-framework-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:530) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35) ~[curator-recipes-4.3.0.jar:4.3.0] at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:808) ~[curator-recipes-4.3.0.jar:4.3.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_275] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275] at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275] 2022-09-20T18:08:11,013 WARN [BatchServerInventoryView-0] org.apache.druid.curator.inventory.CuratorInventoryManager - Ignoring event: Type - CHILD_UPDATED , Path - /druid/segments/10.240.3.120:8088/10.240.3.120:8088_historical__default_tier_2022-09-19T10:13:24.353Z_a3a64b7df93f431195252504b38c903f173 , Version - 98