2024-11-07 15:52:56,373 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-07 15:52:56,385 main DEBUG Took 0.009739 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 15:52:56,385 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 15:52:56,386 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 15:52:56,387 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 15:52:56,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,408 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 15:52:56,426 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,429 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,431 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,432 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,434 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,435 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,437 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,438 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,439 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,440 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,441 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,443 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:52:56,444 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,444 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 15:52:56,446 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:52:56,448 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 15:52:56,451 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 15:52:56,451 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 15:52:56,453 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 15:52:56,454 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 15:52:56,467 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 15:52:56,471 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 15:52:56,474 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 15:52:56,474 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 15:52:56,475 main DEBUG createAppenders(={Console}) 2024-11-07 15:52:56,476 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-07 15:52:56,476 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-07 15:52:56,477 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-07 15:52:56,477 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 15:52:56,478 main DEBUG OutputStream closed 2024-11-07 15:52:56,478 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 15:52:56,479 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 15:52:56,479 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-07 15:52:56,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 15:52:56,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 15:52:56,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 15:52:56,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 15:52:56,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 15:52:56,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 15:52:56,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 15:52:56,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 15:52:56,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 15:52:56,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 15:52:56,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 15:52:56,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 15:52:56,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 15:52:56,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 15:52:56,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 15:52:56,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 15:52:56,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 15:52:56,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 15:52:56,564 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 15:52:56,565 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-07 15:52:56,565 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 15:52:56,566 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-07T15:52:56,582 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-07 15:52:56,585 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 15:52:56,586 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T15:52:56,834 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464 2024-11-07T15:52:56,860 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649, deleteOnExit=true 2024-11-07T15:52:56,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/test.cache.data in system properties and HBase conf 2024-11-07T15:52:56,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:52:56,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:52:56,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:52:56,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:52:56,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:52:56,968 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T15:52:57,068 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:52:57,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:52:57,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:52:57,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:52:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:52:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:52:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:52:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:52:57,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:52:57,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:52:57,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:52:57,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:52:57,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:52:57,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:52:57,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:52:57,949 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T15:52:58,031 INFO [Time-limited test {}] log.Log(170): Logging initialized @2335ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T15:52:58,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:52:58,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:52:58,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:52:58,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:52:58,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:52:58,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:52:58,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:52:58,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:52:58,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/java.io.tmpdir/jetty-localhost-32909-hadoop-hdfs-3_4_1-tests_jar-_-any-873144516313466375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:52:58,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:32909} 2024-11-07T15:52:58,455 INFO [Time-limited test {}] server.Server(415): Started @2759ms 2024-11-07T15:52:58,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:52:58,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:52:58,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:52:58,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:52:58,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:52:58,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:52:58,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:52:58,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/java.io.tmpdir/jetty-localhost-38837-hadoop-hdfs-3_4_1-tests_jar-_-any-207402182366203925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:52:58,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:38837} 2024-11-07T15:52:58,990 INFO [Time-limited test {}] server.Server(415): Started @3294ms 2024-11-07T15:52:59,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:52:59,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:52:59,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:52:59,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:52:59,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:52:59,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:52:59,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:52:59,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:52:59,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/java.io.tmpdir/jetty-localhost-41659-hadoop-hdfs-3_4_1-tests_jar-_-any-5644718827491151041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:52:59,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:41659} 2024-11-07T15:52:59,338 INFO [Time-limited test {}] server.Server(415): Started @3642ms 2024-11-07T15:52:59,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:52:59,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:52:59,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:52:59,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:52:59,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:52:59,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:52:59,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:52:59,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:52:59,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/java.io.tmpdir/jetty-localhost-33483-hadoop-hdfs-3_4_1-tests_jar-_-any-4147990949501717686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:52:59,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:33483} 2024-11-07T15:52:59,525 INFO [Time-limited test {}] server.Server(415): Started @3829ms 2024-11-07T15:52:59,527 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data1/current/BP-1212794440-172.17.0.2-1730994777689/current, will proceed with Du for space computation calculation, 2024-11-07T15:52:59,527 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data2/current/BP-1212794440-172.17.0.2-1730994777689/current, will proceed with Du for space computation calculation, 2024-11-07T15:52:59,527 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data4/current/BP-1212794440-172.17.0.2-1730994777689/current, will proceed with Du for space computation calculation, 2024-11-07T15:52:59,528 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data3/current/BP-1212794440-172.17.0.2-1730994777689/current, will proceed with Du for space computation calculation, 2024-11-07T15:52:59,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:52:59,573 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:52:59,573 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:52:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ec895a933f4793 with lease ID 0xbdc1088fbfa14bb3: Processing first storage report for DS-88974432-d632-496b-bb21-62090b4c3c34 from datanode DatanodeRegistration(127.0.0.1:39065, datanodeUuid=a1d5fa65-d735-4e26-941b-0de39e8691ff, infoPort=40633, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689) 2024-11-07T15:52:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ec895a933f4793 with lease ID 0xbdc1088fbfa14bb3: from storage DS-88974432-d632-496b-bb21-62090b4c3c34 node DatanodeRegistration(127.0.0.1:39065, datanodeUuid=a1d5fa65-d735-4e26-941b-0de39e8691ff, infoPort=40633, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T15:52:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc282489ec0c3aba5 with lease ID 0xbdc1088fbfa14bb4: Processing first storage report for DS-84f7e9f2-026c-49f0-a302-0f4c4e3992d1 from datanode DatanodeRegistration(127.0.0.1:44847, datanodeUuid=1d1809b2-123a-40a2-80f8-bf77ab7011a9, infoPort=43749, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689) 2024-11-07T15:52:59,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc282489ec0c3aba5 with lease ID 0xbdc1088fbfa14bb4: from storage DS-84f7e9f2-026c-49f0-a302-0f4c4e3992d1 node DatanodeRegistration(127.0.0.1:44847, datanodeUuid=1d1809b2-123a-40a2-80f8-bf77ab7011a9, infoPort=43749, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:52:59,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ec895a933f4793 with lease ID 0xbdc1088fbfa14bb3: Processing first storage report for DS-7b568126-a344-4acb-a8f3-6ac4123f4582 from datanode DatanodeRegistration(127.0.0.1:39065, datanodeUuid=a1d5fa65-d735-4e26-941b-0de39e8691ff, infoPort=40633, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689) 2024-11-07T15:52:59,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ec895a933f4793 with lease ID 0xbdc1088fbfa14bb3: from storage DS-7b568126-a344-4acb-a8f3-6ac4123f4582 node DatanodeRegistration(127.0.0.1:39065, datanodeUuid=a1d5fa65-d735-4e26-941b-0de39e8691ff, infoPort=40633, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:52:59,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc282489ec0c3aba5 with lease ID 0xbdc1088fbfa14bb4: Processing first storage report for DS-bb92c5d5-b920-4769-b609-a898f5d4873f from datanode DatanodeRegistration(127.0.0.1:44847, datanodeUuid=1d1809b2-123a-40a2-80f8-bf77ab7011a9, infoPort=43749, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689) 2024-11-07T15:52:59,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc282489ec0c3aba5 with lease ID 0xbdc1088fbfa14bb4: from storage DS-bb92c5d5-b920-4769-b609-a898f5d4873f node DatanodeRegistration(127.0.0.1:44847, datanodeUuid=1d1809b2-123a-40a2-80f8-bf77ab7011a9, infoPort=43749, infoSecurePort=0, ipcPort=33647, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:52:59,673 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data5/current/BP-1212794440-172.17.0.2-1730994777689/current, will proceed with Du for space computation calculation, 2024-11-07T15:52:59,676 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data6/current/BP-1212794440-172.17.0.2-1730994777689/current, will proceed with Du for space computation calculation, 2024-11-07T15:52:59,702 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:52:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73b6d603111fcf75 with lease ID 0xbdc1088fbfa14bb5: Processing first storage report for DS-d2ae898a-a279-44b8-a04a-37e6c20d5253 from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=e2849f3e-4e40-41cf-b759-67a99e2cdb42, infoPort=35445, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689) 2024-11-07T15:52:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73b6d603111fcf75 with lease ID 0xbdc1088fbfa14bb5: from storage DS-d2ae898a-a279-44b8-a04a-37e6c20d5253 node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=e2849f3e-4e40-41cf-b759-67a99e2cdb42, infoPort=35445, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:52:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73b6d603111fcf75 with lease ID 0xbdc1088fbfa14bb5: Processing first storage report for DS-123f9efe-addb-44b3-9b1d-4b728d867edb from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=e2849f3e-4e40-41cf-b759-67a99e2cdb42, infoPort=35445, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689) 2024-11-07T15:52:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73b6d603111fcf75 with lease ID 0xbdc1088fbfa14bb5: from storage DS-123f9efe-addb-44b3-9b1d-4b728d867edb node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=e2849f3e-4e40-41cf-b759-67a99e2cdb42, infoPort=35445, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=2089785989;c=1730994777689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:52:59,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464 2024-11-07T15:53:00,018 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-07T15:53:00,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=159, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=12, AvailableMemoryMB=6528 2024-11-07T15:53:00,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:53:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-07T15:53:00,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/zookeeper_0, clientPort=60246, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:53:00,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60246 2024-11-07T15:53:00,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:00,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:00,345 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:00,346 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:00,402 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39614 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:39065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39614 dst: /127.0.0.1:39065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-07T15:53:00,822 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:00,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343 with version=8 2024-11-07T15:53:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/hbase-staging 2024-11-07T15:53:00,941 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T15:53:01,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:01,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:01,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:01,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:53:01,427 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T15:53:01,436 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T15:53:01,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:01,469 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27738 (auto-detected) 2024-11-07T15:53:01,470 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T15:53:01,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35369 2024-11-07T15:53:01,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35369 connecting to ZooKeeper ensemble=127.0.0.1:60246 2024-11-07T15:53:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353690x0, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:01,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35369-0x101836fad6f0000 connected 2024-11-07T15:53:01,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:01,604 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343, hbase.cluster.distributed=false 2024-11-07T15:53:01,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:01,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-07T15:53:01,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35369 2024-11-07T15:53:01,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35369 2024-11-07T15:53:01,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-07T15:53:01,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-07T15:53:01,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:01,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:01,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:01,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:53:01,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:01,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34219 2024-11-07T15:53:01,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34219 connecting to ZooKeeper ensemble=127.0.0.1:60246 2024-11-07T15:53:01,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342190x0, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:01,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:01,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34219-0x101836fad6f0001 connected 2024-11-07T15:53:01,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:53:01,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:53:01,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:53:01,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:01,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34219 2024-11-07T15:53:01,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34219 2024-11-07T15:53:01,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34219 2024-11-07T15:53:01,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34219 2024-11-07T15:53:01,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34219 2024-11-07T15:53:01,820 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:01,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:01,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:01,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:53:01,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:01,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42775 2024-11-07T15:53:01,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42775 connecting to ZooKeeper ensemble=127.0.0.1:60246 2024-11-07T15:53:01,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427750x0, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:01,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427750x0, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:01,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42775-0x101836fad6f0002 connected 2024-11-07T15:53:01,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:53:01,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:53:01,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:53:01,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:01,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42775 2024-11-07T15:53:01,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42775 2024-11-07T15:53:01,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42775 2024-11-07T15:53:01,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42775 2024-11-07T15:53:01,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42775 2024-11-07T15:53:01,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:01,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:01,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:01,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:01,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:53:01,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:01,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33163 2024-11-07T15:53:01,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33163 connecting to ZooKeeper ensemble=127.0.0.1:60246 2024-11-07T15:53:01,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331630x0, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:01,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331630x0, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:01,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33163-0x101836fad6f0003 connected 2024-11-07T15:53:01,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:53:01,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:53:01,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:53:01,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:01,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-07T15:53:01,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33163 2024-11-07T15:53:01,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33163 2024-11-07T15:53:01,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-07T15:53:01,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-07T15:53:01,913 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2682f91c1e2:35369 2024-11-07T15:53:01,914 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,925 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:01,950 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:53:01,951 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c2682f91c1e2,35369,1730994780995 from backup master directory 2024-11-07T15:53:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:01,956 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:01,956 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:01,959 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T15:53:01,960 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T15:53:02,029 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/hbase.id] with ID: 3b6e6dee-03cf-4400-ba3d-9b0c3d4deba7 2024-11-07T15:53:02,029 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/.tmp/hbase.id 2024-11-07T15:53:02,037 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,037 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,041 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39400 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:44847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39400 dst: /127.0.0.1:44847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-07T15:53:02,047 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:02,048 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/.tmp/hbase.id]:[hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/hbase.id] 2024-11-07T15:53:02,096 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:02,100 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:53:02,121 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-07T15:53:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,138 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,138 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,143 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39432 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:44847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39432 dst: /127.0.0.1:44847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-07T15:53:02,149 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:02,165 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:53:02,167 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:53:02,173 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:53:02,205 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,206 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,209 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39640 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:39065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39640 dst: /127.0.0.1:39065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-07T15:53:02,217 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:02,239 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store 2024-11-07T15:53:02,260 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,260 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,264 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39450 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39450 dst: /127.0.0.1:44847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-07T15:53:02,270 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:02,275 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T15:53:02,280 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:02,281 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:53:02,281 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:02,281 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:02,284 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:53:02,284 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:02,284 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:02,285 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730994782281Disabling compacts and flushes for region at 1730994782281Disabling writes for close at 1730994782284 (+3 ms)Writing region close event to WAL at 1730994782284Closed at 1730994782284 2024-11-07T15:53:02,288 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/.initializing 2024-11-07T15:53:02,288 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/WALs/c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:02,298 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:53:02,315 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C35369%2C1730994780995, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/WALs/c2682f91c1e2,35369,1730994780995, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/oldWALs, maxLogs=10 2024-11-07T15:53:02,348 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/WALs/c2682f91c1e2,35369,1730994780995/c2682f91c1e2%2C35369%2C1730994780995.1730994782320, exclude list is [], retry=0 2024-11-07T15:53:02,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:02,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d2ae898a-a279-44b8-a04a-37e6c20d5253,DISK] 2024-11-07T15:53:02,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-88974432-d632-496b-bb21-62090b4c3c34,DISK] 2024-11-07T15:53:02,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-84f7e9f2-026c-49f0-a302-0f4c4e3992d1,DISK] 2024-11-07T15:53:02,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T15:53:02,419 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/WALs/c2682f91c1e2,35369,1730994780995/c2682f91c1e2%2C35369%2C1730994780995.1730994782320 2024-11-07T15:53:02,420 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:35445:35445),(127.0.0.1/127.0.0.1:40633:40633)] 2024-11-07T15:53:02,421 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:53:02,421 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:02,425 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,426 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:53:02,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:02,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:02,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:53:02,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:02,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:02,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:53:02,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:02,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:02,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:53:02,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:02,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:02,519 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,523 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,524 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,530 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,531 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,535 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:53:02,538 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:02,545 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:53:02,546 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60362120, jitterRate=-0.10053431987762451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:53:02,552 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730994782439Initializing all the Stores at 1730994782442 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994782443 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994782443Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994782444 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994782444Cleaning up temporary data from old regions at 1730994782531 (+87 ms)Region opened successfully at 1730994782552 (+21 ms) 2024-11-07T15:53:02,554 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:53:02,592 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afb2f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-07T15:53:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-07T15:53:02,632 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:53:02,644 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:53:02,644 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:53:02,647 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:53:02,648 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T15:53:02,653 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:53:02,653 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:53:02,680 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:53:02,688 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:53:02,691 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:53:02,694 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:53:02,695 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:53:02,697 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:53:02,700 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:53:02,703 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:53:02,705 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:53:02,706 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:53:02,708 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:53:02,726 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:53:02,728 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:53:02,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,736 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2682f91c1e2,35369,1730994780995, sessionid=0x101836fad6f0000, setting cluster-up flag (Was=false) 2024-11-07T15:53:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,757 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:53:02,758 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:02,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:02,771 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:53:02,773 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:02,780 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:53:02,794 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(746): ClusterId : 3b6e6dee-03cf-4400-ba3d-9b0c3d4deba7 2024-11-07T15:53:02,795 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(746): ClusterId : 3b6e6dee-03cf-4400-ba3d-9b0c3d4deba7 2024-11-07T15:53:02,795 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(746): ClusterId : 3b6e6dee-03cf-4400-ba3d-9b0c3d4deba7 2024-11-07T15:53:02,798 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:53:02,798 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:53:02,798 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:53:02,804 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:53:02,804 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:53:02,804 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:53:02,804 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:53:02,804 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:53:02,804 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:53:02,808 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:53:02,808 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:53:02,808 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:53:02,808 DEBUG [RS:2;c2682f91c1e2:33163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7352d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:02,808 DEBUG [RS:0;c2682f91c1e2:34219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571cce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:02,811 DEBUG [RS:1;c2682f91c1e2:42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b10631c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:02,830 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c2682f91c1e2:33163 2024-11-07T15:53:02,830 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2682f91c1e2:34219 2024-11-07T15:53:02,831 DEBUG [RS:1;c2682f91c1e2:42775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c2682f91c1e2:42775 2024-11-07T15:53:02,833 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:53:02,833 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:53:02,833 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:53:02,833 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:53:02,833 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:53:02,833 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:53:02,833 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:53:02,833 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:53:02,833 DEBUG [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:53:02,837 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,35369,1730994780995 with port=34219, startcode=1730994781707 2024-11-07T15:53:02,837 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,35369,1730994780995 with port=33163, startcode=1730994781870 2024-11-07T15:53:02,837 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,35369,1730994780995 with port=42775, startcode=1730994781820 2024-11-07T15:53:02,850 DEBUG [RS:1;c2682f91c1e2:42775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:53:02,850 DEBUG [RS:0;c2682f91c1e2:34219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:53:02,850 DEBUG [RS:2;c2682f91c1e2:33163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:53:02,891 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:53:02,891 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:53:02,891 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:53:02,891 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:02,897 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:53:02,903 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:53:02,904 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:53:02,906 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:53:02,916 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:53:02,925 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T15:53:02,925 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T15:53:02,925 DEBUG [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T15:53:02,926 WARN [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T15:53:02,926 WARN [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T15:53:02,926 WARN [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T15:53:02,924 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2682f91c1e2,35369,1730994780995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:53:02,934 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:02,934 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:02,935 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:02,935 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:02,935 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2682f91c1e2:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:53:02,935 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:02,935 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:02,936 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:02,937 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994812937 2024-11-07T15:53:02,939 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:53:02,940 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:53:02,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:02,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:53:02,944 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:53:02,944 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:53:02,945 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:53:02,945 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:53:02,946 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:02,950 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:53:02,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:02,951 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:53:02,951 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:53:02,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:53:02,954 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:53:02,954 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:53:02,960 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994782956,5,FailOnTimeoutGroup] 2024-11-07T15:53:02,961 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994782960,5,FailOnTimeoutGroup] 2024-11-07T15:53:02,961 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:02,962 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:53:02,963 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:02,963 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,964 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:02,964 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,971 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39664 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:39065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39664 dst: /127.0.0.1:39065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-07T15:53:02,978 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:02,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:53:02,980 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343 2024-11-07T15:53:02,986 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,987 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:02,991 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39684 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:39065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39684 dst: /127.0.0.1:39065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-07T15:53:02,996 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:02,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:03,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:53:03,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:53:03,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:53:03,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:53:03,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:53:03,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:53:03,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:53:03,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:53:03,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:53:03,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740 2024-11-07T15:53:03,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740 2024-11-07T15:53:03,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:53:03,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:53:03,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:53:03,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:53:03,027 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,35369,1730994780995 with port=42775, startcode=1730994781820 2024-11-07T15:53:03,027 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,35369,1730994780995 with port=34219, startcode=1730994781707 2024-11-07T15:53:03,027 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,35369,1730994780995 with port=33163, startcode=1730994781870 2024-11-07T15:53:03,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:03,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:03,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:53:03,035 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61391894, jitterRate=-0.08518949151039124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:53:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730994782998Initializing all the Stores at 1730994782999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994782999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994782999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994783000 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994783000Cleaning up temporary data from old regions at 1730994783020 (+20 ms)Region opened successfully at 1730994783039 (+19 ms) 2024-11-07T15:53:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:53:03,039 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:53:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:53:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:53:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:53:03,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:53:03,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730994783039Disabling compacts and flushes for region at 1730994783039Disabling writes for close at 1730994783039Writing region close event to WAL at 1730994783040 (+1 ms)Closed at 1730994783041 (+1 ms) 2024-11-07T15:53:03,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,042 DEBUG [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343 2024-11-07T15:53:03,042 DEBUG [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43403 2024-11-07T15:53:03,042 DEBUG [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:53:03,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:03,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:53:03,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:03,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:03,046 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343 2024-11-07T15:53:03,046 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43403 2024-11-07T15:53:03,046 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:53:03,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:03,050 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343 2024-11-07T15:53:03,050 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43403 2024-11-07T15:53:03,050 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:53:03,052 DEBUG [RS:1;c2682f91c1e2:42775 {}] zookeeper.ZKUtil(111): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:03,053 WARN [RS:1;c2682f91c1e2:42775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:03,053 INFO [RS:1;c2682f91c1e2:42775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:53:03,053 DEBUG [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:03,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:03,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:53:03,054 DEBUG [RS:2;c2682f91c1e2:33163 {}] zookeeper.ZKUtil(111): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,054 WARN [RS:2;c2682f91c1e2:33163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:03,054 INFO [RS:2;c2682f91c1e2:33163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:53:03,054 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,055 DEBUG [RS:0;c2682f91c1e2:34219 {}] zookeeper.ZKUtil(111): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:03,055 WARN [RS:0;c2682f91c1e2:34219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:03,055 INFO [RS:0;c2682f91c1e2:34219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:53:03,055 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:03,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,33163,1730994781870] 2024-11-07T15:53:03,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,42775,1730994781820] 2024-11-07T15:53:03,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,34219,1730994781707] 2024-11-07T15:53:03,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:53:03,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:53:03,085 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:53:03,085 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:53:03,085 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:53:03,099 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:53:03,099 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:53:03,099 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:53:03,105 INFO [RS:1;c2682f91c1e2:42775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:53:03,105 INFO [RS:2;c2682f91c1e2:33163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:53:03,105 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,105 INFO [RS:0;c2682f91c1e2:34219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:53:03,105 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,105 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,109 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:53:03,112 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:53:03,112 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:53:03,115 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:53:03,115 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:53:03,115 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:53:03,116 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,116 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,116 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,117 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,117 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:03,118 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:03,118 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:03,118 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,118 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,119 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:03,119 DEBUG [RS:0;c2682f91c1e2:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:03,119 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,119 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,119 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,119 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:03,119 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:03,119 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:03,119 DEBUG [RS:2;c2682f91c1e2:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:03,119 DEBUG [RS:1;c2682f91c1e2:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:03,121 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,121 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,121 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,121 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,121 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,121 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,122 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,122 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,122 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,122 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,122 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,42775,1730994781820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:03,122 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34219,1730994781707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:03,123 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,124 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,124 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,124 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,124 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,124 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,33163,1730994781870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:03,148 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:53:03,148 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:53:03,148 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:53:03,151 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,42775,1730994781820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,151 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34219,1730994781707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,151 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,33163,1730994781870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,151 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,151 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,151 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,151 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.Replication(171): c2682f91c1e2,34219,1730994781707 started 2024-11-07T15:53:03,151 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.Replication(171): c2682f91c1e2,33163,1730994781870 started 2024-11-07T15:53:03,151 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.Replication(171): c2682f91c1e2,42775,1730994781820 started 2024-11-07T15:53:03,177 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,177 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,177 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,34219,1730994781707, RpcServer on c2682f91c1e2/172.17.0.2:34219, sessionid=0x101836fad6f0001 2024-11-07T15:53:03,177 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,42775,1730994781820, RpcServer on c2682f91c1e2/172.17.0.2:42775, sessionid=0x101836fad6f0002 2024-11-07T15:53:03,178 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,178 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,33163,1730994781870, RpcServer on c2682f91c1e2/172.17.0.2:33163, sessionid=0x101836fad6f0003 2024-11-07T15:53:03,178 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:53:03,178 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:53:03,178 DEBUG [RS:1;c2682f91c1e2:42775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:03,178 DEBUG [RS:0;c2682f91c1e2:34219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:03,178 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:53:03,178 DEBUG [RS:2;c2682f91c1e2:33163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,178 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,42775,1730994781820' 2024-11-07T15:53:03,178 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,34219,1730994781707' 2024-11-07T15:53:03,178 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,33163,1730994781870' 2024-11-07T15:53:03,178 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:53:03,178 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:53:03,178 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:53:03,179 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:53:03,179 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:53:03,179 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:53:03,180 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:53:03,180 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:53:03,180 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:53:03,180 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:53:03,180 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:53:03,180 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:53:03,180 DEBUG [RS:0;c2682f91c1e2:34219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:03,180 DEBUG [RS:1;c2682f91c1e2:42775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:03,180 DEBUG [RS:2;c2682f91c1e2:33163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,181 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,34219,1730994781707' 2024-11-07T15:53:03,181 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,33163,1730994781870' 2024-11-07T15:53:03,181 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,42775,1730994781820' 2024-11-07T15:53:03,181 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:53:03,181 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:53:03,181 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:53:03,181 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:53:03,181 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:53:03,181 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:53:03,182 DEBUG [RS:2;c2682f91c1e2:33163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:53:03,182 INFO [RS:2;c2682f91c1e2:33163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:53:03,182 DEBUG [RS:0;c2682f91c1e2:34219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:53:03,182 INFO [RS:2;c2682f91c1e2:33163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:53:03,182 INFO [RS:0;c2682f91c1e2:34219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:53:03,183 DEBUG [RS:1;c2682f91c1e2:42775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:53:03,183 INFO [RS:0;c2682f91c1e2:34219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:53:03,183 INFO [RS:1;c2682f91c1e2:42775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:53:03,183 INFO [RS:1;c2682f91c1e2:42775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:53:03,222 WARN [c2682f91c1e2:35369 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:53:03,288 INFO [RS:1;c2682f91c1e2:42775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:53:03,288 INFO [RS:0;c2682f91c1e2:34219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:53:03,288 INFO [RS:2;c2682f91c1e2:33163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:53:03,292 INFO [RS:2;c2682f91c1e2:33163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C33163%2C1730994781870, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,33163,1730994781870, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs, maxLogs=32 2024-11-07T15:53:03,292 INFO [RS:1;c2682f91c1e2:42775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C42775%2C1730994781820, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,42775,1730994781820, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs, maxLogs=32 2024-11-07T15:53:03,292 INFO [RS:0;c2682f91c1e2:34219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C34219%2C1730994781707, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,34219,1730994781707, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs, maxLogs=32 2024-11-07T15:53:03,316 DEBUG [RS:1;c2682f91c1e2:42775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,42775,1730994781820/c2682f91c1e2%2C42775%2C1730994781820.1730994783298, exclude list is [], retry=0 2024-11-07T15:53:03,318 DEBUG [RS:0;c2682f91c1e2:34219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,34219,1730994781707/c2682f91c1e2%2C34219%2C1730994781707.1730994783298, exclude list is [], retry=0 2024-11-07T15:53:03,318 DEBUG [RS:2;c2682f91c1e2:33163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,33163,1730994781870/c2682f91c1e2%2C33163%2C1730994781870.1730994783298, exclude list is [], retry=0 2024-11-07T15:53:03,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-84f7e9f2-026c-49f0-a302-0f4c4e3992d1,DISK] 2024-11-07T15:53:03,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-88974432-d632-496b-bb21-62090b4c3c34,DISK] 2024-11-07T15:53:03,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d2ae898a-a279-44b8-a04a-37e6c20d5253,DISK] 2024-11-07T15:53:03,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d2ae898a-a279-44b8-a04a-37e6c20d5253,DISK] 2024-11-07T15:53:03,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-88974432-d632-496b-bb21-62090b4c3c34,DISK] 2024-11-07T15:53:03,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-84f7e9f2-026c-49f0-a302-0f4c4e3992d1,DISK] 2024-11-07T15:53:03,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d2ae898a-a279-44b8-a04a-37e6c20d5253,DISK] 2024-11-07T15:53:03,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-88974432-d632-496b-bb21-62090b4c3c34,DISK] 2024-11-07T15:53:03,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-84f7e9f2-026c-49f0-a302-0f4c4e3992d1,DISK] 2024-11-07T15:53:03,353 INFO [RS:1;c2682f91c1e2:42775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,42775,1730994781820/c2682f91c1e2%2C42775%2C1730994781820.1730994783298 2024-11-07T15:53:03,354 DEBUG [RS:1;c2682f91c1e2:42775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:35445:35445),(127.0.0.1/127.0.0.1:40633:40633)] 2024-11-07T15:53:03,356 INFO [RS:0;c2682f91c1e2:34219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,34219,1730994781707/c2682f91c1e2%2C34219%2C1730994781707.1730994783298 2024-11-07T15:53:03,356 DEBUG [RS:0;c2682f91c1e2:34219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:35445:35445)] 2024-11-07T15:53:03,357 INFO [RS:2;c2682f91c1e2:33163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,33163,1730994781870/c2682f91c1e2%2C33163%2C1730994781870.1730994783298 2024-11-07T15:53:03,358 DEBUG [RS:2;c2682f91c1e2:33163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:35445:35445),(127.0.0.1/127.0.0.1:43749:43749)] 2024-11-07T15:53:03,475 DEBUG [c2682f91c1e2:35369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T15:53:03,484 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:53:03,490 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:53:03,490 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:53:03,490 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T15:53:03,490 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:53:03,490 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:53:03,490 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T15:53:03,490 INFO [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:53:03,490 INFO [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:53:03,491 INFO [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T15:53:03,491 DEBUG [c2682f91c1e2:35369 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:53:03,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,33163,1730994781870, state=OPENING 2024-11-07T15:53:03,510 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:53:03,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:03,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:03,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:03,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:03,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:53:03,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,33163,1730994781870}] 2024-11-07T15:53:03,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:53:03,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48643, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:53:03,706 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:53:03,707 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:53:03,707 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:53:03,711 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C33163%2C1730994781870.meta, suffix=.meta, logDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,33163,1730994781870, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs, maxLogs=32 2024-11-07T15:53:03,727 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,33163,1730994781870/c2682f91c1e2%2C33163%2C1730994781870.meta.1730994783712.meta, exclude list is [], retry=0 2024-11-07T15:53:03,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-84f7e9f2-026c-49f0-a302-0f4c4e3992d1,DISK] 2024-11-07T15:53:03,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-d2ae898a-a279-44b8-a04a-37e6c20d5253,DISK] 2024-11-07T15:53:03,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39065,DS-88974432-d632-496b-bb21-62090b4c3c34,DISK] 2024-11-07T15:53:03,735 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/WALs/c2682f91c1e2,33163,1730994781870/c2682f91c1e2%2C33163%2C1730994781870.meta.1730994783712.meta 2024-11-07T15:53:03,735 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:35445:35445)] 2024-11-07T15:53:03,735 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:53:03,737 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:53:03,740 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:53:03,745 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:53:03,750 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:53:03,751 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:03,751 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:53:03,751 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:53:03,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:53:03,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:53:03,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:53:03,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:53:03,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:53:03,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:53:03,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:53:03,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:53:03,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:03,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:03,765 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:53:03,766 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740 2024-11-07T15:53:03,769 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740 2024-11-07T15:53:03,772 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:53:03,772 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:53:03,773 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:53:03,775 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:53:03,777 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70950388, jitterRate=0.057243168354034424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:53:03,777 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:53:03,779 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730994783751Writing region info on filesystem at 1730994783752 (+1 ms)Initializing all the Stores at 1730994783754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994783754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994783754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994783754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994783754Cleaning up temporary data from old regions at 1730994783772 (+18 ms)Running coprocessor post-open hooks at 1730994783777 (+5 ms)Region opened successfully at 1730994783779 (+2 ms) 2024-11-07T15:53:03,787 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730994783684 2024-11-07T15:53:03,799 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:53:03,799 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:53:03,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,804 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,33163,1730994781870, state=OPEN 2024-11-07T15:53:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:03,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:03,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:03,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:53:03,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,33163,1730994781870 in 292 msec 2024-11-07T15:53:03,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:53:03,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 763 msec 2024-11-07T15:53:03,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:03,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:53:03,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:53:03,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,33163,1730994781870, seqNum=-1] 2024-11-07T15:53:03,867 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:53:03,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:53:03,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1080 sec 2024-11-07T15:53:03,927 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730994783926, completionTime=-1 2024-11-07T15:53:03,929 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T15:53:03,929 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:53:03,968 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-07T15:53:03,968 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994843968 2024-11-07T15:53:03,968 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994903968 2024-11-07T15:53:03,968 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec 2024-11-07T15:53:03,970 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:53:03,977 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,35369,1730994780995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,978 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,35369,1730994780995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,978 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,35369,1730994780995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,980 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2682f91c1e2:35369, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,981 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,981 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:03,987 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:53:04,010 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.054sec 2024-11-07T15:53:04,011 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:53:04,013 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:53:04,014 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:53:04,015 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:53:04,015 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:53:04,016 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,35369,1730994780995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:04,017 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,35369,1730994780995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:53:04,022 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:53:04,023 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:53:04,023 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,35369,1730994780995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:04,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f32acaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:53:04,110 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T15:53:04,110 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T15:53:04,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2682f91c1e2,35369,-1 for getting cluster id 2024-11-07T15:53:04,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:53:04,125 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b6e6dee-03cf-4400-ba3d-9b0c3d4deba7' 2024-11-07T15:53:04,127 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:53:04,128 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b6e6dee-03cf-4400-ba3d-9b0c3d4deba7" 2024-11-07T15:53:04,128 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccf8c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:53:04,128 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2682f91c1e2,35369,-1] 2024-11-07T15:53:04,131 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:53:04,132 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:04,134 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:53:04,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fe7c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:53:04,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:53:04,145 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,33163,1730994781870, seqNum=-1] 2024-11-07T15:53:04,145 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:53:04,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:53:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:04,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:53:04,178 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:04,180 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e4024b4 2024-11-07T15:53:04,181 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:53:04,184 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:53:04,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:53:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-07T15:53:04,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:53:04,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-07T15:53:04,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:04,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:53:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:04,213 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:04,213 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:04,218 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39512 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39512 dst: /127.0.0.1:44847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-07T15:53:04,224 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:04,227 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4bf5db757d262f1f6e1123bb8a7573a, NAME => 'TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343 2024-11-07T15:53:04,233 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:04,233 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:04,241 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:59588 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:33843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59588 dst: /127.0.0.1:33843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-07T15:53:04,247 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:04,247 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:04,248 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing e4bf5db757d262f1f6e1123bb8a7573a, disabling compactions & flushes 2024-11-07T15:53:04,248 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:04,248 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:04,248 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. after waiting 0 ms 2024-11-07T15:53:04,248 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:04,248 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:04,248 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4bf5db757d262f1f6e1123bb8a7573a: Waiting for close lock at 1730994784247Disabling compacts and flushes for region at 1730994784248 (+1 ms)Disabling writes for close at 1730994784248Writing region close event to WAL at 1730994784248Closed at 1730994784248 2024-11-07T15:53:04,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:53:04,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1730994784250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994784250"}]},"ts":"1730994784250"} 2024-11-07T15:53:04,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:53:04,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:53:04,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994784263"}]},"ts":"1730994784263"} 2024-11-07T15:53:04,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-07T15:53:04,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:53:04,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:53:04,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:53:04,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T15:53:04,274 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:53:04,274 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:53:04,274 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T15:53:04,274 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:53:04,274 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:53:04,274 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T15:53:04,274 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:53:04,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e4bf5db757d262f1f6e1123bb8a7573a, ASSIGN}] 2024-11-07T15:53:04,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e4bf5db757d262f1f6e1123bb8a7573a, ASSIGN 2024-11-07T15:53:04,279 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e4bf5db757d262f1f6e1123bb8a7573a, ASSIGN; state=OFFLINE, location=c2682f91c1e2,34219,1730994781707; forceNewPlan=false, retain=false 2024-11-07T15:53:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:04,432 INFO [c2682f91c1e2:35369 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-07T15:53:04,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4bf5db757d262f1f6e1123bb8a7573a, regionState=OPENING, regionLocation=c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:04,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e4bf5db757d262f1f6e1123bb8a7573a, ASSIGN because future has completed 2024-11-07T15:53:04,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4bf5db757d262f1f6e1123bb8a7573a, server=c2682f91c1e2,34219,1730994781707}] 2024-11-07T15:53:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:04,594 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:53:04,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:53:04,603 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:04,603 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4bf5db757d262f1f6e1123bb8a7573a, NAME => 'TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:53:04,604 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,604 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:04,604 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,604 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,606 INFO [StoreOpener-e4bf5db757d262f1f6e1123bb8a7573a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,609 INFO [StoreOpener-e4bf5db757d262f1f6e1123bb8a7573a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4bf5db757d262f1f6e1123bb8a7573a columnFamilyName cf 2024-11-07T15:53:04,609 DEBUG [StoreOpener-e4bf5db757d262f1f6e1123bb8a7573a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:04,610 INFO [StoreOpener-e4bf5db757d262f1f6e1123bb8a7573a-1 {}] regionserver.HStore(327): Store=e4bf5db757d262f1f6e1123bb8a7573a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:04,610 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,611 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,612 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,613 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,613 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,615 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,620 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:53:04,621 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4bf5db757d262f1f6e1123bb8a7573a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66929468, jitterRate=-0.002673208713531494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:53:04,621 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:04,622 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4bf5db757d262f1f6e1123bb8a7573a: Running coprocessor pre-open hook at 1730994784604Writing region info on filesystem at 1730994784604Initializing all the Stores at 1730994784606 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994784606Cleaning up temporary data from old regions at 1730994784613 (+7 ms)Running coprocessor post-open hooks at 1730994784621 (+8 ms)Region opened successfully at 1730994784622 (+1 ms) 2024-11-07T15:53:04,624 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a., pid=6, masterSystemTime=1730994784593 2024-11-07T15:53:04,627 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:04,627 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:04,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4bf5db757d262f1f6e1123bb8a7573a, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:04,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4bf5db757d262f1f6e1123bb8a7573a, server=c2682f91c1e2,34219,1730994781707 because future has completed 2024-11-07T15:53:04,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:53:04,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4bf5db757d262f1f6e1123bb8a7573a, server=c2682f91c1e2,34219,1730994781707 in 197 msec 2024-11-07T15:53:04,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:53:04,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e4bf5db757d262f1f6e1123bb8a7573a, ASSIGN in 364 msec 2024-11-07T15:53:04,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:53:04,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994784645"}]},"ts":"1730994784645"} 2024-11-07T15:53:04,648 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-07T15:53:04,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:53:04,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 457 msec 2024-11-07T15:53:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:04,843 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T15:53:04,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-07T15:53:04,845 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:53:04,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-07T15:53:04,853 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:53:04,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-07T15:53:04,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a., hostname=c2682f91c1e2,34219,1730994781707, seqNum=2] 2024-11-07T15:53:04,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:53:04,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:53:04,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-07T15:53:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-07T15:53:04,884 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-07T15:53:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:53:04,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T15:53:04,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T15:53:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:53:05,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T15:53:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:05,056 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e4bf5db757d262f1f6e1123bb8a7573a 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-07T15:53:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a/.tmp/cf/4080d0692dfb4e0dbfef302419290b59 is 36, key is row/cf:cq/1730994784868/Put/seqid=0 2024-11-07T15:53:05,117 WARN [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,117 WARN [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,121 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-216328904_22 at /127.0.0.1:39538 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:44847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39538 dst: /127.0.0.1:44847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-07T15:53:05,126 WARN [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:05,126 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a/.tmp/cf/4080d0692dfb4e0dbfef302419290b59 2024-11-07T15:53:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a/.tmp/cf/4080d0692dfb4e0dbfef302419290b59 as hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a/cf/4080d0692dfb4e0dbfef302419290b59 2024-11-07T15:53:05,185 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a/cf/4080d0692dfb4e0dbfef302419290b59, entries=1, sequenceid=5, filesize=4.7 K 2024-11-07T15:53:05,192 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e4bf5db757d262f1f6e1123bb8a7573a in 134ms, sequenceid=5, compaction requested=false 2024-11-07T15:53:05,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-07T15:53:05,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e4bf5db757d262f1f6e1123bb8a7573a: 2024-11-07T15:53:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:05,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T15:53:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T15:53:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:53:05,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T15:53:05,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 312 msec 2024-11-07T15:53:05,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 327 msec 2024-11-07T15:53:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:53:05,512 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T15:53:05,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:53:05,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:53:05,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:05,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:53:05,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:53:05,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1904156029, stopped=false 2024-11-07T15:53:05,533 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2682f91c1e2,35369,1730994780995 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:05,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:05,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:05,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:53:05,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:05,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:05,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:05,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:05,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,34219,1730994781707' ***** 2024-11-07T15:53:05,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:53:05,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,42775,1730994781820' ***** 2024-11-07T15:53:05,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:05,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:53:05,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,33163,1730994781870' ***** 2024-11-07T15:53:05,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:53:05,538 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:53:05,538 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:53:05,538 INFO [RS:1;c2682f91c1e2:42775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:53:05,538 INFO [RS:0;c2682f91c1e2:34219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:53:05,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:53:05,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:53:05,539 INFO [RS:0;c2682f91c1e2:34219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:53:05,539 INFO [RS:1;c2682f91c1e2:42775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:53:05,539 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:05,539 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:05,539 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:05,539 INFO [RS:1;c2682f91c1e2:42775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c2682f91c1e2:42775. 2024-11-07T15:53:05,539 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:53:05,539 DEBUG [RS:1;c2682f91c1e2:42775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:05,539 DEBUG [RS:1;c2682f91c1e2:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,539 INFO [RS:2;c2682f91c1e2:33163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:53:05,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:53:05,539 INFO [RS:2;c2682f91c1e2:33163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:53:05,539 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:05,539 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,42775,1730994781820; all regions closed. 2024-11-07T15:53:05,539 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:05,539 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:05,539 INFO [RS:2;c2682f91c1e2:33163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c2682f91c1e2:33163. 2024-11-07T15:53:05,540 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:05,540 INFO [RS:0;c2682f91c1e2:34219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2682f91c1e2:34219. 2024-11-07T15:53:05,540 DEBUG [RS:2;c2682f91c1e2:33163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:05,540 DEBUG [RS:2;c2682f91c1e2:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,540 DEBUG [RS:0;c2682f91c1e2:34219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:05,540 DEBUG [RS:0;c2682f91c1e2:34219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,540 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4bf5db757d262f1f6e1123bb8a7573a, disabling compactions & flushes 2024-11-07T15:53:05,540 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:53:05,540 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:05,540 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1325): Online Regions={e4bf5db757d262f1f6e1123bb8a7573a=TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a.} 2024-11-07T15:53:05,540 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:05,540 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. after waiting 0 ms 2024-11-07T15:53:05,540 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:05,540 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:53:05,540 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:53:05,540 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:53:05,541 DEBUG [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1351): Waiting on e4bf5db757d262f1f6e1123bb8a7573a 2024-11-07T15:53:05,541 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:53:05,541 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:53:05,541 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:53:05,541 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:53:05,541 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:53:05,541 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:53:05,541 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:53:05,542 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:53:05,542 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:53:05,542 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T15:53:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741826_1016 (size=93) 2024-11-07T15:53:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741826_1016 (size=93) 2024-11-07T15:53:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741826_1016 (size=93) 2024-11-07T15:53:05,553 DEBUG [RS:1;c2682f91c1e2:42775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs 2024-11-07T15:53:05,553 INFO [RS:1;c2682f91c1e2:42775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2682f91c1e2%2C42775%2C1730994781820:(num 1730994783298) 2024-11-07T15:53:05,553 DEBUG [RS:1;c2682f91c1e2:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,553 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:05,553 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:05,554 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:05,554 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:53:05,554 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:53:05,554 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:53:05,554 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:05,554 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:05,554 INFO [RS:1;c2682f91c1e2:42775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42775 2024-11-07T15:53:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,42775,1730994781820 2024-11-07T15:53:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:05,558 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:05,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,42775,1730994781820] 2024-11-07T15:53:05,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,42775,1730994781820 already deleted, retry=false 2024-11-07T15:53:05,562 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,42775,1730994781820 expired; onlineServers=2 2024-11-07T15:53:05,566 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/default/TestHBaseWalOnEC/e4bf5db757d262f1f6e1123bb8a7573a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:53:05,569 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:05,569 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4bf5db757d262f1f6e1123bb8a7573a: Waiting for close lock at 1730994785540Running coprocessor pre-close hooks at 1730994785540Disabling compacts and flushes for region at 1730994785540Disabling writes for close at 1730994785540Writing region close event to WAL at 1730994785542 (+2 ms)Running coprocessor post-close hooks at 1730994785567 (+25 ms)Closed at 1730994785568 (+1 ms) 2024-11-07T15:53:05,569 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a. 2024-11-07T15:53:05,584 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/info/2fa42f902cf74b24943a709b458cf53d is 153, key is TestHBaseWalOnEC,,1730994784185.e4bf5db757d262f1f6e1123bb8a7573a./info:regioninfo/1730994784628/Put/seqid=0 2024-11-07T15:53:05,587 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,587 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,592 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_932146167_22 at /127.0.0.1:59606 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:33843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59606 dst: /127.0.0.1:33843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-07T15:53:05,596 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:05,597 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/info/2fa42f902cf74b24943a709b458cf53d 2024-11-07T15:53:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-07T15:53:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-07T15:53:05,626 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:05,626 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:05,626 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/ns/cf3dc0ce8f564687b3e3df5fb144ac0f is 43, key is default/ns:d/1730994783875/Put/seqid=0 2024-11-07T15:53:05,628 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,629 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,630 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:05,632 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_932146167_22 at /127.0.0.1:59642 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:33843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59642 dst: /127.0.0.1:33843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:05,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-07T15:53:05,637 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:05,637 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/ns/cf3dc0ce8f564687b3e3df5fb144ac0f 2024-11-07T15:53:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x101836fad6f0002, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:05,662 INFO [RS:1;c2682f91c1e2:42775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:05,662 INFO [RS:1;c2682f91c1e2:42775 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,42775,1730994781820; zookeeper connection closed. 2024-11-07T15:53:05,662 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@257281a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@257281a3 2024-11-07T15:53:05,673 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/table/d0e1808b5545424bb542bdcc0d65aead is 52, key is TestHBaseWalOnEC/table:state/1730994784645/Put/seqid=0 2024-11-07T15:53:05,676 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,676 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,679 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_932146167_22 at /127.0.0.1:59652 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:33843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59652 dst: /127.0.0.1:33843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-07T15:53:05,685 WARN [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:05,685 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/table/d0e1808b5545424bb542bdcc0d65aead 2024-11-07T15:53:05,696 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/info/2fa42f902cf74b24943a709b458cf53d as hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/info/2fa42f902cf74b24943a709b458cf53d 2024-11-07T15:53:05,709 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/info/2fa42f902cf74b24943a709b458cf53d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T15:53:05,711 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/ns/cf3dc0ce8f564687b3e3df5fb144ac0f as hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/ns/cf3dc0ce8f564687b3e3df5fb144ac0f 2024-11-07T15:53:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-07T15:53:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-07T15:53:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-07T15:53:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-07T15:53:05,721 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/ns/cf3dc0ce8f564687b3e3df5fb144ac0f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:53:05,723 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/.tmp/table/d0e1808b5545424bb542bdcc0d65aead as hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/table/d0e1808b5545424bb542bdcc0d65aead 2024-11-07T15:53:05,732 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/table/d0e1808b5545424bb542bdcc0d65aead, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T15:53:05,734 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=11, compaction requested=false 2024-11-07T15:53:05,734 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:53:05,741 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,34219,1730994781707; all regions closed. 2024-11-07T15:53:05,741 DEBUG [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:53:05,744 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:53:05,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741828_1018 (size=1298) 2024-11-07T15:53:05,745 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:53:05,745 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:53:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741828_1018 (size=1298) 2024-11-07T15:53:05,745 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730994785541Running coprocessor pre-close hooks at 1730994785541Disabling compacts and flushes for region at 1730994785541Disabling writes for close at 1730994785542 (+1 ms)Obtaining lock to block concurrent updates at 1730994785542Preparing flush snapshotting stores in 1588230740 at 1730994785542Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730994785543 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730994785544 (+1 ms)Flushing 1588230740/info: creating writer at 1730994785544Flushing 1588230740/info: appending metadata at 1730994785581 (+37 ms)Flushing 1588230740/info: closing flushed file at 1730994785581Flushing 1588230740/ns: creating writer at 1730994785607 (+26 ms)Flushing 1588230740/ns: appending metadata at 1730994785624 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730994785624Flushing 1588230740/table: creating writer at 1730994785648 (+24 ms)Flushing 1588230740/table: appending metadata at 1730994785670 (+22 ms)Flushing 1588230740/table: closing flushed file at 1730994785670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26cc18a6: reopening flushed file at 1730994785695 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570cca52: reopening flushed file at 1730994785709 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531de0d1: reopening flushed file at 1730994785722 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=11, compaction requested=false at 1730994785734 (+12 ms)Writing region close event to WAL at 1730994785736 (+2 ms)Running coprocessor post-close hooks at 1730994785745 (+9 ms)Closed at 1730994785745 2024-11-07T15:53:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741828_1018 (size=1298) 2024-11-07T15:53:05,746 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:53:05,749 DEBUG [RS:0;c2682f91c1e2:34219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs 2024-11-07T15:53:05,749 INFO [RS:0;c2682f91c1e2:34219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2682f91c1e2%2C34219%2C1730994781707:(num 1730994783298) 2024-11-07T15:53:05,749 DEBUG [RS:0;c2682f91c1e2:34219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,749 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:05,749 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:05,749 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:05,750 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:53:05,750 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:53:05,750 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:53:05,750 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:05,750 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:05,750 INFO [RS:0;c2682f91c1e2:34219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34219 2024-11-07T15:53:05,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,34219,1730994781707 2024-11-07T15:53:05,752 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:05,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:05,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,34219,1730994781707] 2024-11-07T15:53:05,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,34219,1730994781707 already deleted, retry=false 2024-11-07T15:53:05,756 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,34219,1730994781707 expired; onlineServers=1 2024-11-07T15:53:05,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:05,855 INFO [RS:0;c2682f91c1e2:34219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:05,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x101836fad6f0001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:05,855 INFO [RS:0;c2682f91c1e2:34219 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,34219,1730994781707; zookeeper connection closed. 2024-11-07T15:53:05,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@579f7692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@579f7692 2024-11-07T15:53:05,941 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,33163,1730994781870; all regions closed. 2024-11-07T15:53:05,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741829_1019 (size=2751) 2024-11-07T15:53:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741829_1019 (size=2751) 2024-11-07T15:53:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741829_1019 (size=2751) 2024-11-07T15:53:05,949 DEBUG [RS:2;c2682f91c1e2:33163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs 2024-11-07T15:53:05,949 INFO [RS:2;c2682f91c1e2:33163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2682f91c1e2%2C33163%2C1730994781870.meta:.meta(num 1730994783712) 2024-11-07T15:53:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741827_1017 (size=93) 2024-11-07T15:53:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741827_1017 (size=93) 2024-11-07T15:53:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741827_1017 (size=93) 2024-11-07T15:53:05,956 DEBUG [RS:2;c2682f91c1e2:33163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/oldWALs 2024-11-07T15:53:05,956 INFO [RS:2;c2682f91c1e2:33163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2682f91c1e2%2C33163%2C1730994781870:(num 1730994783298) 2024-11-07T15:53:05,956 DEBUG [RS:2;c2682f91c1e2:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:05,956 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:05,956 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:05,956 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:05,957 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:05,957 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:05,957 INFO [RS:2;c2682f91c1e2:33163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33163 2024-11-07T15:53:05,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,33163,1730994781870 2024-11-07T15:53:05,959 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:05,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:05,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,33163,1730994781870] 2024-11-07T15:53:05,963 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,33163,1730994781870 already deleted, retry=false 2024-11-07T15:53:05,963 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,33163,1730994781870 expired; onlineServers=0 2024-11-07T15:53:05,963 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2682f91c1e2,35369,1730994780995' ***** 2024-11-07T15:53:05,963 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:53:05,963 INFO [M:0;c2682f91c1e2:35369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:05,964 INFO [M:0;c2682f91c1e2:35369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:05,964 DEBUG [M:0;c2682f91c1e2:35369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:53:05,964 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:53:05,964 DEBUG [M:0;c2682f91c1e2:35369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:53:05,964 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994782960 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994782960,5,FailOnTimeoutGroup] 2024-11-07T15:53:05,964 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994782956 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994782956,5,FailOnTimeoutGroup] 2024-11-07T15:53:05,964 INFO [M:0;c2682f91c1e2:35369 {}] hbase.ChoreService(370): Chore service for: master/c2682f91c1e2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:05,964 INFO [M:0;c2682f91c1e2:35369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:05,965 DEBUG [M:0;c2682f91c1e2:35369 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:53:05,965 INFO [M:0;c2682f91c1e2:35369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:53:05,965 INFO [M:0;c2682f91c1e2:35369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:53:05,965 INFO [M:0;c2682f91c1e2:35369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:53:05,966 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:53:05,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:05,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:05,966 DEBUG [M:0;c2682f91c1e2:35369 {}] zookeeper.ZKUtil(347): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:53:05,966 WARN [M:0;c2682f91c1e2:35369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:53:05,967 INFO [M:0;c2682f91c1e2:35369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/.lastflushedseqids 2024-11-07T15:53:05,977 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,977 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:05,979 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39562 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:44847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39562 dst: /127.0.0.1:44847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-07T15:53:05,986 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:05,986 INFO [M:0;c2682f91c1e2:35369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:53:05,986 INFO [M:0;c2682f91c1e2:35369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:53:05,987 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:53:05,987 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:05,987 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:05,987 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:53:05,987 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:05,987 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-07T15:53:06,006 DEBUG [M:0;c2682f91c1e2:35369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b7ef3c528c443ee89d9464facf6f5b3 is 82, key is hbase:meta,,1/info:regioninfo/1730994783801/Put/seqid=0 2024-11-07T15:53:06,007 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:06,008 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:06,010 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39588 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:44847:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39588 dst: /127.0.0.1:44847 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:06,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-07T15:53:06,014 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:06,015 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b7ef3c528c443ee89d9464facf6f5b3 2024-11-07T15:53:06,041 DEBUG [M:0;c2682f91c1e2:35369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022e4f3b2bf74d91a550b04a138f0fc5 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730994784651/Put/seqid=0 2024-11-07T15:53:06,043 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:06,043 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:06,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:59692 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:33843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59692 dst: /127.0.0.1:33843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-07T15:53:06,051 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:06,051 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022e4f3b2bf74d91a550b04a138f0fc5 2024-11-07T15:53:06,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:06,062 INFO [RS:2;c2682f91c1e2:33163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:06,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x101836fad6f0003, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:06,062 INFO [RS:2;c2682f91c1e2:33163 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,33163,1730994781870; zookeeper connection closed. 2024-11-07T15:53:06,062 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ac6d6bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ac6d6bc 2024-11-07T15:53:06,063 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T15:53:06,077 DEBUG [M:0;c2682f91c1e2:35369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46ab2c23ea734ad19a3ac96920539246 is 69, key is c2682f91c1e2,33163,1730994781870/rs:state/1730994783043/Put/seqid=0 2024-11-07T15:53:06,079 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:06,079 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T15:53:06,082 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-416801289_22 at /127.0.0.1:39774 [Receiving block BP-1212794440-172.17.0.2-1730994777689:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:39065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39774 dst: /127.0.0.1:39065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:53:06,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-07T15:53:06,087 WARN [M:0;c2682f91c1e2:35369 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T15:53:06,087 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46ab2c23ea734ad19a3ac96920539246 2024-11-07T15:53:06,095 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b7ef3c528c443ee89d9464facf6f5b3 as hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b7ef3c528c443ee89d9464facf6f5b3 2024-11-07T15:53:06,103 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b7ef3c528c443ee89d9464facf6f5b3, entries=8, sequenceid=72, filesize=5.5 K 2024-11-07T15:53:06,105 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022e4f3b2bf74d91a550b04a138f0fc5 as hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022e4f3b2bf74d91a550b04a138f0fc5 2024-11-07T15:53:06,112 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022e4f3b2bf74d91a550b04a138f0fc5, entries=8, sequenceid=72, filesize=6.3 K 2024-11-07T15:53:06,113 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46ab2c23ea734ad19a3ac96920539246 as hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46ab2c23ea734ad19a3ac96920539246 2024-11-07T15:53:06,120 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46ab2c23ea734ad19a3ac96920539246, entries=3, sequenceid=72, filesize=5.2 K 2024-11-07T15:53:06,122 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=72, compaction requested=false 2024-11-07T15:53:06,123 INFO [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:06,123 DEBUG [M:0;c2682f91c1e2:35369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730994785987Disabling compacts and flushes for region at 1730994785987Disabling writes for close at 1730994785987Obtaining lock to block concurrent updates at 1730994785987Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730994785987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1730994785988 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730994785988Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730994785989 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730994786005 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730994786005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730994786023 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730994786040 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730994786041 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730994786060 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730994786077 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730994786077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c17735: reopening flushed file at 1730994786094 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a21af2c: reopening flushed file at 1730994786103 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65155dba: reopening flushed file at 1730994786112 (+9 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=72, compaction requested=false at 1730994786122 (+10 ms)Writing region close event to WAL at 1730994786123 (+1 ms)Closed at 1730994786123 2024-11-07T15:53:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39065 is added to blk_1073741825_1011 (size=32653) 2024-11-07T15:53:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741825_1011 (size=32653) 2024-11-07T15:53:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741825_1011 (size=32653) 2024-11-07T15:53:06,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:06,128 INFO [M:0;c2682f91c1e2:35369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:53:06,128 INFO [M:0;c2682f91c1e2:35369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35369 2024-11-07T15:53:06,128 INFO [M:0;c2682f91c1e2:35369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:06,231 INFO [M:0;c2682f91c1e2:35369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x101836fad6f0000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:06,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:06,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:06,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:06,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:06,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:06,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:53:06,241 WARN [BP-1212794440-172.17.0.2-1730994777689 heartbeating to localhost/127.0.0.1:43403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:53:06,242 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:53:06,242 WARN [BP-1212794440-172.17.0.2-1730994777689 heartbeating to localhost/127.0.0.1:43403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212794440-172.17.0.2-1730994777689 (Datanode Uuid e2849f3e-4e40-41cf-b759-67a99e2cdb42) service to localhost/127.0.0.1:43403 2024-11-07T15:53:06,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data5/current/BP-1212794440-172.17.0.2-1730994777689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:06,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data6/current/BP-1212794440-172.17.0.2-1730994777689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:06,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:53:06,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:06,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:06,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:06,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:06,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:06,248 WARN [BP-1212794440-172.17.0.2-1730994777689 heartbeating to localhost/127.0.0.1:43403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:53:06,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:53:06,248 WARN [BP-1212794440-172.17.0.2-1730994777689 heartbeating to localhost/127.0.0.1:43403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212794440-172.17.0.2-1730994777689 (Datanode Uuid 1d1809b2-123a-40a2-80f8-bf77ab7011a9) service to localhost/127.0.0.1:43403 2024-11-07T15:53:06,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:53:06,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data3/current/BP-1212794440-172.17.0.2-1730994777689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:06,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data4/current/BP-1212794440-172.17.0.2-1730994777689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:06,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:53:06,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:06,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:06,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:06,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:06,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:06,253 WARN [BP-1212794440-172.17.0.2-1730994777689 heartbeating to localhost/127.0.0.1:43403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:53:06,253 WARN [BP-1212794440-172.17.0.2-1730994777689 heartbeating to localhost/127.0.0.1:43403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212794440-172.17.0.2-1730994777689 (Datanode Uuid a1d5fa65-d735-4e26-941b-0de39e8691ff) service to localhost/127.0.0.1:43403 2024-11-07T15:53:06,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:53:06,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:53:06,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data1/current/BP-1212794440-172.17.0.2-1730994777689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:06,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/cluster_cfc579e0-2bd8-4bc8-c9cc-51517adf8649/data/data2/current/BP-1212794440-172.17.0.2-1730994777689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:06,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:53:06,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:53:06,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:06,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:06,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:06,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:06,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:53:06,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:53:06,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 159), OpenFileDescriptor=439 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 105), ProcessCount=11 (was 12), AvailableMemoryMB=6266 (was 6528) 2024-11-07T15:53:06,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=6266 2024-11-07T15:53:06,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:53:06,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.log.dir so I do NOT create it in target/test-data/5623394b-48cb-6581-f376-ed4c11f33454 2024-11-07T15:53:06,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/292b9e58-6c6b-6399-3cfe-43f93d635464/hadoop.tmp.dir so I do NOT create it in target/test-data/5623394b-48cb-6581-f376-ed4c11f33454 2024-11-07T15:53:06,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a, deleteOnExit=true 2024-11-07T15:53:06,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:53:06,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/test.cache.data in system properties and HBase conf 2024-11-07T15:53:06,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:53:06,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:53:06,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:53:06,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:53:06,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:53:06,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:53:06,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:53:06,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:53:06,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:53:06,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:53:06,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:53:06,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:53:06,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:53:06,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715f09c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:53:06,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71b7cabb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:53:06,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46039787{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/java.io.tmpdir/jetty-localhost-39485-hadoop-hdfs-3_4_1-tests_jar-_-any-9968137761924028099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:53:06,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7326bb42{HTTP/1.1, (http/1.1)}{localhost:39485} 2024-11-07T15:53:06,541 INFO [Time-limited test {}] server.Server(415): Started @10845ms 2024-11-07T15:53:06,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:53:06,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:53:06,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:53:06,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:53:06,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:53:06,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2dd4e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:53:06,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2591ff9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:53:06,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38845bbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/java.io.tmpdir/jetty-localhost-38555-hadoop-hdfs-3_4_1-tests_jar-_-any-6907243575156821442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:06,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24815bd8{HTTP/1.1, (http/1.1)}{localhost:38555} 2024-11-07T15:53:06,760 INFO [Time-limited test {}] server.Server(415): Started @11064ms 2024-11-07T15:53:06,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:53:06,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:53:06,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:53:06,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:53:06,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:53:06,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:53:06,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f8ad177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:53:06,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fee469f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:53:06,857 WARN [Thread-517 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data1/current/BP-1211402606-172.17.0.2-1730994786353/current, will proceed with Du for space computation calculation, 2024-11-07T15:53:06,857 WARN [Thread-518 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data2/current/BP-1211402606-172.17.0.2-1730994786353/current, will proceed with Du for space computation calculation, 2024-11-07T15:53:06,880 WARN [Thread-496 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:53:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc79de177758bf3ea with lease ID 0xc68223e7e18508ec: Processing first storage report for DS-f9febcbd-1811-488c-8320-937f942508b4 from datanode DatanodeRegistration(127.0.0.1:40471, datanodeUuid=aa93d619-874c-4027-a43a-ae91f1a77b2f, infoPort=43307, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353) 2024-11-07T15:53:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc79de177758bf3ea with lease ID 0xc68223e7e18508ec: from storage DS-f9febcbd-1811-488c-8320-937f942508b4 node DatanodeRegistration(127.0.0.1:40471, datanodeUuid=aa93d619-874c-4027-a43a-ae91f1a77b2f, infoPort=43307, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:53:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc79de177758bf3ea with lease ID 0xc68223e7e18508ec: Processing first storage report for DS-51aeee4e-660a-4d4f-ad98-3db3b96eb5a1 from datanode DatanodeRegistration(127.0.0.1:40471, datanodeUuid=aa93d619-874c-4027-a43a-ae91f1a77b2f, infoPort=43307, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353) 2024-11-07T15:53:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc79de177758bf3ea with lease ID 0xc68223e7e18508ec: from storage DS-51aeee4e-660a-4d4f-ad98-3db3b96eb5a1 node DatanodeRegistration(127.0.0.1:40471, datanodeUuid=aa93d619-874c-4027-a43a-ae91f1a77b2f, infoPort=43307, infoSecurePort=0, ipcPort=35991, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:53:06,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18a67058{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/java.io.tmpdir/jetty-localhost-32885-hadoop-hdfs-3_4_1-tests_jar-_-any-10578416774990910453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:06,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@478131f{HTTP/1.1, (http/1.1)}{localhost:32885} 2024-11-07T15:53:06,923 INFO [Time-limited test {}] server.Server(415): Started @11228ms 2024-11-07T15:53:06,925 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:53:06,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:53:06,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:53:06,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:53:06,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:53:06,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:53:06,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@739551bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:53:06,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f40ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:53:07,034 WARN [Thread-552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data3/current/BP-1211402606-172.17.0.2-1730994786353/current, will proceed with Du for space computation calculation, 2024-11-07T15:53:07,035 WARN [Thread-553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data4/current/BP-1211402606-172.17.0.2-1730994786353/current, will proceed with Du for space computation calculation, 2024-11-07T15:53:07,052 WARN [Thread-532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:53:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f7eeebbd864052 with lease ID 0xc68223e7e18508ed: Processing first storage report for DS-f7e0d632-7199-43ec-ae15-33af0c89029f from datanode DatanodeRegistration(127.0.0.1:33241, datanodeUuid=835fb3db-3ecb-4b4c-ac06-bef8d701f2c8, infoPort=38051, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353) 2024-11-07T15:53:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f7eeebbd864052 with lease ID 0xc68223e7e18508ed: from storage DS-f7e0d632-7199-43ec-ae15-33af0c89029f node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=835fb3db-3ecb-4b4c-ac06-bef8d701f2c8, infoPort=38051, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:53:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f7eeebbd864052 with lease ID 0xc68223e7e18508ed: Processing first storage report for DS-309b8d2f-110b-479c-853f-451fd6ecfe1d from datanode DatanodeRegistration(127.0.0.1:33241, datanodeUuid=835fb3db-3ecb-4b4c-ac06-bef8d701f2c8, infoPort=38051, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353) 2024-11-07T15:53:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f7eeebbd864052 with lease ID 0xc68223e7e18508ed: from storage DS-309b8d2f-110b-479c-853f-451fd6ecfe1d node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=835fb3db-3ecb-4b4c-ac06-bef8d701f2c8, infoPort=38051, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:53:07,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@472e7194{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/java.io.tmpdir/jetty-localhost-42367-hadoop-hdfs-3_4_1-tests_jar-_-any-16007085624341874177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:07,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba9a3d5{HTTP/1.1, (http/1.1)}{localhost:42367} 2024-11-07T15:53:07,094 INFO [Time-limited test {}] server.Server(415): Started @11398ms 2024-11-07T15:53:07,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:53:07,206 WARN [Thread-578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data5/current/BP-1211402606-172.17.0.2-1730994786353/current, will proceed with Du for space computation calculation, 2024-11-07T15:53:07,206 WARN [Thread-579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data6/current/BP-1211402606-172.17.0.2-1730994786353/current, will proceed with Du for space computation calculation, 2024-11-07T15:53:07,223 WARN [Thread-567 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:53:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3780b5ffc3b0199f with lease ID 0xc68223e7e18508ee: Processing first storage report for DS-d387f6a8-58ed-432f-8dda-f739980ebba2 from datanode DatanodeRegistration(127.0.0.1:44705, datanodeUuid=cd655389-7a3e-4ec6-9640-89c1b7225271, infoPort=41067, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353) 2024-11-07T15:53:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3780b5ffc3b0199f with lease ID 0xc68223e7e18508ee: from storage DS-d387f6a8-58ed-432f-8dda-f739980ebba2 node DatanodeRegistration(127.0.0.1:44705, datanodeUuid=cd655389-7a3e-4ec6-9640-89c1b7225271, infoPort=41067, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:53:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3780b5ffc3b0199f with lease ID 0xc68223e7e18508ee: Processing first storage report for DS-1ea42bb6-218c-465e-80f7-4139bcb8c708 from datanode DatanodeRegistration(127.0.0.1:44705, datanodeUuid=cd655389-7a3e-4ec6-9640-89c1b7225271, infoPort=41067, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353) 2024-11-07T15:53:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3780b5ffc3b0199f with lease ID 0xc68223e7e18508ee: from storage DS-1ea42bb6-218c-465e-80f7-4139bcb8c708 node DatanodeRegistration(127.0.0.1:44705, datanodeUuid=cd655389-7a3e-4ec6-9640-89c1b7225271, infoPort=41067, infoSecurePort=0, ipcPort=35569, storageInfo=lv=-57;cid=testClusterID;nsid=291489435;c=1730994786353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:53:07,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454 2024-11-07T15:53:07,327 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/zookeeper_0, clientPort=50565, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:53:07,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50565 2024-11-07T15:53:07,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:53:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:53:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:53:07,346 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5 with version=8 2024-11-07T15:53:07,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43403/user/jenkins/test-data/a77333a6-92a5-ba76-4c0a-7922e2559343/hbase-staging 2024-11-07T15:53:07,349 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:07,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:07,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:07,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:53:07,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:07,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40509 2024-11-07T15:53:07,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40509 connecting to ZooKeeper ensemble=127.0.0.1:50565 2024-11-07T15:53:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405090x0, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:07,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40509-0x101836fc9670000 connected 2024-11-07T15:53:07,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:07,383 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5, hbase.cluster.distributed=false 2024-11-07T15:53:07,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:07,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40509 2024-11-07T15:53:07,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40509 2024-11-07T15:53:07,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40509 2024-11-07T15:53:07,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40509 2024-11-07T15:53:07,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40509 2024-11-07T15:53:07,404 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:07,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:07,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:07,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:53:07,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:07,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40905 2024-11-07T15:53:07,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40905 connecting to ZooKeeper ensemble=127.0.0.1:50565 2024-11-07T15:53:07,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409050x0, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:07,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40905-0x101836fc9670001 connected 2024-11-07T15:53:07,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:07,415 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:53:07,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:53:07,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:53:07,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:07,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40905 2024-11-07T15:53:07,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40905 2024-11-07T15:53:07,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40905 2024-11-07T15:53:07,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40905 2024-11-07T15:53:07,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40905 2024-11-07T15:53:07,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:07,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:07,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:07,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:53:07,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:07,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42191 2024-11-07T15:53:07,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42191 connecting to ZooKeeper ensemble=127.0.0.1:50565 2024-11-07T15:53:07,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421910x0, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:07,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42191-0x101836fc9670002 connected 2024-11-07T15:53:07,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:07,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:53:07,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:53:07,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:53:07,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:07,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42191 2024-11-07T15:53:07,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42191 2024-11-07T15:53:07,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42191 2024-11-07T15:53:07,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42191 2024-11-07T15:53:07,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42191 2024-11-07T15:53:07,473 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:53:07,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:53:07,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:53:07,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:53:07,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:53:07,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:53:07,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32783 2024-11-07T15:53:07,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32783 connecting to ZooKeeper ensemble=127.0.0.1:50565 2024-11-07T15:53:07,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327830x0, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:53:07,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32783-0x101836fc9670003 connected 2024-11-07T15:53:07,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:07,484 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:53:07,485 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:53:07,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:53:07,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:53:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-07T15:53:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32783 2024-11-07T15:53:07,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32783 2024-11-07T15:53:07,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-07T15:53:07,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-07T15:53:07,508 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2682f91c1e2:40509 2024-11-07T15:53:07,508 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,513 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:07,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,516 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:53:07,517 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c2682f91c1e2,40509,1730994787349 from backup master directory 2024-11-07T15:53:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:53:07,520 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:07,520 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:07,528 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/hbase.id] with ID: 5e059f4d-d21a-4048-b49f-86a5386b3e03 2024-11-07T15:53:07,528 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/.tmp/hbase.id 2024-11-07T15:53:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:53:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:53:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:53:07,541 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/.tmp/hbase.id]:[hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/hbase.id] 2024-11-07T15:53:07,559 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:53:07,559 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:53:07,560 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:53:07,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:53:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:53:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:53:07,575 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:53:07,576 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:53:07,576 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T15:53:07,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:53:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:53:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:53:07,590 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store 2024-11-07T15:53:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:53:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:53:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:53:07,601 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:07,602 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:53:07,602 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:07,602 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:07,602 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:53:07,602 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:07,602 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:07,602 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730994787602Disabling compacts and flushes for region at 1730994787602Disabling writes for close at 1730994787602Writing region close event to WAL at 1730994787602Closed at 1730994787602 2024-11-07T15:53:07,603 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/.initializing 2024-11-07T15:53:07,603 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/WALs/c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:07,607 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C40509%2C1730994787349, suffix=, logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/WALs/c2682f91c1e2,40509,1730994787349, archiveDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/oldWALs, maxLogs=10 2024-11-07T15:53:07,608 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor c2682f91c1e2%2C40509%2C1730994787349.1730994787608 2024-11-07T15:53:07,620 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/WALs/c2682f91c1e2,40509,1730994787349/c2682f91c1e2%2C40509%2C1730994787349.1730994787608 2024-11-07T15:53:07,622 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:43307:43307),(127.0.0.1/127.0.0.1:38051:38051)] 2024-11-07T15:53:07,624 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:53:07,624 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:07,625 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,625 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:53:07,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:07,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:53:07,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:53:07,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:07,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:53:07,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:07,639 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,640 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,640 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,642 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,642 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,643 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:53:07,644 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:53:07,648 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:53:07,648 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63032734, jitterRate=-0.06073907017707825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:53:07,649 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730994787625Initializing all the Stores at 1730994787626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994787626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994787626Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994787626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994787626Cleaning up temporary data from old regions at 1730994787642 (+16 ms)Region opened successfully at 1730994787649 (+7 ms) 2024-11-07T15:53:07,650 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:53:07,655 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44054fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:07,656 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:53:07,656 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:53:07,656 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:53:07,656 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:53:07,657 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:53:07,658 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:53:07,658 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:53:07,660 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:53:07,661 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:53:07,663 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:53:07,664 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:53:07,665 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:53:07,666 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:53:07,667 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:53:07,668 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:53:07,669 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:53:07,670 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:53:07,672 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:53:07,674 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:53:07,676 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,680 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2682f91c1e2,40509,1730994787349, sessionid=0x101836fc9670000, setting cluster-up flag (Was=false) 2024-11-07T15:53:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,690 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:53:07,691 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:07,702 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:53:07,703 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:07,705 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:53:07,708 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:07,708 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:53:07,708 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:53:07,708 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2682f91c1e2,40509,1730994787349 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2682f91c1e2:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:07,710 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,712 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994817712 2024-11-07T15:53:07,712 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:53:07,712 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:53:07,712 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:53:07,712 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:53:07,712 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:53:07,712 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:53:07,713 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:07,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:53:07,714 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:53:07,714 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:53:07,714 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:53:07,714 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:53:07,714 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:53:07,715 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994787714,5,FailOnTimeoutGroup] 2024-11-07T15:53:07,715 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:53:07,716 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994787715,5,FailOnTimeoutGroup] 2024-11-07T15:53:07,716 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,716 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:53:07,716 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,716 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:53:07,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:53:07,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:53:07,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:53:07,728 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5 2024-11-07T15:53:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:53:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:53:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:53:07,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:07,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:53:07,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:53:07,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:07,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:53:07,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:53:07,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:07,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:53:07,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:53:07,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:07,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:53:07,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:53:07,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:07,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:07,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:53:07,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740 2024-11-07T15:53:07,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740 2024-11-07T15:53:07,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:53:07,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:53:07,755 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:53:07,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:53:07,759 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:53:07,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73094986, jitterRate=0.08920016884803772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:53:07,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730994787740Initializing all the Stores at 1730994787741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994787741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994787742 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994787742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994787742Cleaning up temporary data from old regions at 1730994787754 (+12 ms)Region opened successfully at 1730994787761 (+7 ms) 2024-11-07T15:53:07,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:53:07,761 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:53:07,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:53:07,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:53:07,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:53:07,762 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:53:07,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730994787761Disabling compacts and flushes for region at 1730994787761Disabling writes for close at 1730994787761Writing region close event to WAL at 1730994787762 (+1 ms)Closed at 1730994787762 2024-11-07T15:53:07,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:07,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:53:07,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:53:07,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:53:07,769 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:53:07,792 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(746): ClusterId : 5e059f4d-d21a-4048-b49f-86a5386b3e03 2024-11-07T15:53:07,792 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(746): ClusterId : 5e059f4d-d21a-4048-b49f-86a5386b3e03 2024-11-07T15:53:07,792 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:53:07,792 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(746): ClusterId : 5e059f4d-d21a-4048-b49f-86a5386b3e03 2024-11-07T15:53:07,792 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:53:07,792 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:53:07,795 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:53:07,795 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:53:07,795 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:53:07,795 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:53:07,795 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:53:07,795 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:53:07,798 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:53:07,798 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:53:07,799 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:53:07,799 DEBUG [RS:0;c2682f91c1e2:40905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197ad5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:07,799 DEBUG [RS:1;c2682f91c1e2:42191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e5a318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:07,799 DEBUG [RS:2;c2682f91c1e2:32783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53080dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:53:07,811 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c2682f91c1e2:32783 2024-11-07T15:53:07,811 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c2682f91c1e2:42191 2024-11-07T15:53:07,811 DEBUG [RS:0;c2682f91c1e2:40905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2682f91c1e2:40905 2024-11-07T15:53:07,811 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:53:07,811 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:53:07,811 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:53:07,811 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:53:07,811 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:53:07,811 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:53:07,812 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:53:07,812 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:53:07,812 DEBUG [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:53:07,812 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,40509,1730994787349 with port=42191, startcode=1730994787435 2024-11-07T15:53:07,812 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,40509,1730994787349 with port=32783, startcode=1730994787473 2024-11-07T15:53:07,812 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,40509,1730994787349 with port=40905, startcode=1730994787403 2024-11-07T15:53:07,813 DEBUG [RS:0;c2682f91c1e2:40905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:53:07,813 DEBUG [RS:1;c2682f91c1e2:42191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:53:07,813 DEBUG [RS:2;c2682f91c1e2:32783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:53:07,815 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:53:07,815 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:53:07,815 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:53:07,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:07,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40509 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:07,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:07,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40509 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:07,818 DEBUG [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5 2024-11-07T15:53:07,819 DEBUG [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33163 2024-11-07T15:53:07,819 DEBUG [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:53:07,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:07,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40509 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:07,821 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5 2024-11-07T15:53:07,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:07,821 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33163 2024-11-07T15:53:07,821 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:53:07,821 DEBUG [RS:0;c2682f91c1e2:40905 {}] zookeeper.ZKUtil(111): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:07,822 WARN [RS:0;c2682f91c1e2:40905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:07,822 INFO [RS:0;c2682f91c1e2:40905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T15:53:07,822 DEBUG [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:07,823 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5 2024-11-07T15:53:07,823 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33163 2024-11-07T15:53:07,823 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:53:07,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,40905,1730994787403] 2024-11-07T15:53:07,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,32783,1730994787473] 2024-11-07T15:53:07,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:07,829 DEBUG [RS:2;c2682f91c1e2:32783 {}] zookeeper.ZKUtil(111): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:07,829 WARN [RS:2;c2682f91c1e2:32783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:07,829 INFO [RS:2;c2682f91c1e2:32783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T15:53:07,829 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:07,829 DEBUG [RS:1;c2682f91c1e2:42191 {}] zookeeper.ZKUtil(111): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:07,830 WARN [RS:1;c2682f91c1e2:42191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:53:07,830 INFO [RS:1;c2682f91c1e2:42191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T15:53:07,830 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:07,830 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:53:07,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,42191,1730994787435] 2024-11-07T15:53:07,834 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:53:07,836 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:53:07,839 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:53:07,839 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:53:07,839 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:53:07,840 INFO [RS:0;c2682f91c1e2:40905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:53:07,840 INFO [RS:2;c2682f91c1e2:32783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:53:07,840 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,840 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,840 INFO [RS:1;c2682f91c1e2:42191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:53:07,840 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,842 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:53:07,842 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:53:07,842 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:53:07,843 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:53:07,843 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:53:07,843 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,843 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,843 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:53:07,843 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,843 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,843 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:2;c2682f91c1e2:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:0;c2682f91c1e2:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:53:07,844 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:07,845 DEBUG [RS:1;c2682f91c1e2:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:53:07,848 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,32783,1730994787473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,848 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40905,1730994787403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:07,849 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,849 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,849 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,849 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,849 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,849 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,42191,1730994787435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:07,864 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:53:07,864 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:53:07,864 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,32783,1730994787473-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,864 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40905,1730994787403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,865 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,865 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,865 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.Replication(171): c2682f91c1e2,32783,1730994787473 started 2024-11-07T15:53:07,865 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.Replication(171): c2682f91c1e2,40905,1730994787403 started 2024-11-07T15:53:07,866 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:53:07,866 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,42191,1730994787435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,866 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,866 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.Replication(171): c2682f91c1e2,42191,1730994787435 started 2024-11-07T15:53:07,879 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,879 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,879 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,32783,1730994787473, RpcServer on c2682f91c1e2/172.17.0.2:32783, sessionid=0x101836fc9670003 2024-11-07T15:53:07,879 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,40905,1730994787403, RpcServer on c2682f91c1e2/172.17.0.2:40905, sessionid=0x101836fc9670001 2024-11-07T15:53:07,879 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:53:07,879 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:53:07,880 DEBUG [RS:2;c2682f91c1e2:32783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:07,880 DEBUG [RS:0;c2682f91c1e2:40905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:07,880 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,32783,1730994787473' 2024-11-07T15:53:07,880 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,40905,1730994787403' 2024-11-07T15:53:07,880 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:53:07,880 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:53:07,880 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:07,880 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,42191,1730994787435, RpcServer on c2682f91c1e2/172.17.0.2:42191, sessionid=0x101836fc9670002 2024-11-07T15:53:07,880 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:53:07,880 DEBUG [RS:1;c2682f91c1e2:42191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:07,880 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,42191,1730994787435' 2024-11-07T15:53:07,880 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:53:07,880 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:53:07,880 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:53:07,881 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:53:07,881 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:53:07,881 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:53:07,881 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:53:07,881 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:53:07,881 DEBUG [RS:0;c2682f91c1e2:40905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:07,881 DEBUG [RS:2;c2682f91c1e2:32783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:07,881 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:53:07,881 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,40905,1730994787403' 2024-11-07T15:53:07,881 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:53:07,881 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,32783,1730994787473' 2024-11-07T15:53:07,881 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:53:07,881 DEBUG [RS:1;c2682f91c1e2:42191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:07,881 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:53:07,881 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,42191,1730994787435' 2024-11-07T15:53:07,881 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:53:07,882 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:53:07,882 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:53:07,882 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:53:07,882 DEBUG [RS:0;c2682f91c1e2:40905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:53:07,882 INFO [RS:0;c2682f91c1e2:40905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:53:07,882 INFO [RS:0;c2682f91c1e2:40905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:53:07,883 DEBUG [RS:1;c2682f91c1e2:42191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:53:07,883 INFO [RS:1;c2682f91c1e2:42191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:53:07,883 INFO [RS:1;c2682f91c1e2:42191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:53:07,883 DEBUG [RS:2;c2682f91c1e2:32783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:53:07,883 INFO [RS:2;c2682f91c1e2:32783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:53:07,883 INFO [RS:2;c2682f91c1e2:32783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:53:07,919 WARN [c2682f91c1e2:40509 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:53:07,985 INFO [RS:0;c2682f91c1e2:40905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C40905%2C1730994787403, suffix=, logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,40905,1730994787403, archiveDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs, maxLogs=32 2024-11-07T15:53:07,985 INFO [RS:1;c2682f91c1e2:42191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C42191%2C1730994787435, suffix=, logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,42191,1730994787435, archiveDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs, maxLogs=32 2024-11-07T15:53:07,985 INFO [RS:2;c2682f91c1e2:32783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C32783%2C1730994787473, suffix=, logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,32783,1730994787473, archiveDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs, maxLogs=32 2024-11-07T15:53:07,989 INFO [RS:0;c2682f91c1e2:40905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor c2682f91c1e2%2C40905%2C1730994787403.1730994787989 2024-11-07T15:53:07,989 INFO [RS:2;c2682f91c1e2:32783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor c2682f91c1e2%2C32783%2C1730994787473.1730994787989 2024-11-07T15:53:07,989 INFO [RS:1;c2682f91c1e2:42191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor c2682f91c1e2%2C42191%2C1730994787435.1730994787989 2024-11-07T15:53:08,000 INFO [RS:1;c2682f91c1e2:42191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,42191,1730994787435/c2682f91c1e2%2C42191%2C1730994787435.1730994787989 2024-11-07T15:53:08,000 INFO [RS:2;c2682f91c1e2:32783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,32783,1730994787473/c2682f91c1e2%2C32783%2C1730994787473.1730994787989 2024-11-07T15:53:08,003 INFO [RS:0;c2682f91c1e2:40905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,40905,1730994787403/c2682f91c1e2%2C40905%2C1730994787403.1730994787989 2024-11-07T15:53:08,005 DEBUG [RS:1;c2682f91c1e2:42191 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43307:43307),(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:38051:38051)] 2024-11-07T15:53:08,005 DEBUG [RS:2;c2682f91c1e2:32783 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38051:38051),(127.0.0.1/127.0.0.1:43307:43307),(127.0.0.1/127.0.0.1:41067:41067)] 2024-11-07T15:53:08,006 DEBUG [RS:0;c2682f91c1e2:40905 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43307:43307),(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:38051:38051)] 2024-11-07T15:53:08,169 DEBUG [c2682f91c1e2:40509 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T15:53:08,170 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:53:08,172 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:53:08,172 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:53:08,172 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T15:53:08,172 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:53:08,172 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:53:08,172 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T15:53:08,172 INFO [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:53:08,172 INFO [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:53:08,172 INFO [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T15:53:08,172 DEBUG [c2682f91c1e2:40509 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:53:08,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:08,175 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,42191,1730994787435, state=OPENING 2024-11-07T15:53:08,177 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:53:08,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:08,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:08,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:08,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:08,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:53:08,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,42191,1730994787435}] 2024-11-07T15:53:08,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,335 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:53:08,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:53:08,341 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:53:08,342 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T15:53:08,344 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C42191%2C1730994787435.meta, suffix=.meta, logDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,42191,1730994787435, archiveDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs, maxLogs=32 2024-11-07T15:53:08,346 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor c2682f91c1e2%2C42191%2C1730994787435.meta.1730994788346.meta 2024-11-07T15:53:08,355 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/WALs/c2682f91c1e2,42191,1730994787435/c2682f91c1e2%2C42191%2C1730994787435.meta.1730994788346.meta 2024-11-07T15:53:08,356 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43307:43307),(127.0.0.1/127.0.0.1:41067:41067),(127.0.0.1/127.0.0.1:38051:38051)] 2024-11-07T15:53:08,356 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:53:08,357 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:53:08,357 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:53:08,357 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:53:08,357 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:53:08,357 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:08,357 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:53:08,357 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:53:08,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:53:08,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:53:08,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:08,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:08,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:53:08,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:53:08,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:08,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:08,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:53:08,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:53:08,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:08,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:08,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:53:08,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:53:08,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:08,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:53:08,367 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:53:08,368 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740 2024-11-07T15:53:08,369 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740 2024-11-07T15:53:08,371 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:53:08,371 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:53:08,372 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:53:08,374 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:53:08,375 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73323300, jitterRate=0.09260231256484985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:53:08,375 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:53:08,376 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730994788358Writing region info on filesystem at 1730994788358Initializing all the Stores at 1730994788359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994788359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994788359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994788359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994788359Cleaning up temporary data from old regions at 1730994788371 (+12 ms)Running coprocessor post-open hooks at 1730994788375 (+4 ms)Region opened successfully at 1730994788376 (+1 ms) 2024-11-07T15:53:08,378 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730994788334 2024-11-07T15:53:08,381 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:53:08,382 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:53:08,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:08,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,42191,1730994787435, state=OPEN 2024-11-07T15:53:08,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:08,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:08,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:08,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:53:08,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:53:08,386 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:08,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:53:08,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,42191,1730994787435 in 206 msec 2024-11-07T15:53:08,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:53:08,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-07T15:53:08,395 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:53:08,396 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:53:08,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:53:08,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,42191,1730994787435, seqNum=-1] 2024-11-07T15:53:08,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:53:08,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52881, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:53:08,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 699 msec 2024-11-07T15:53:08,407 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730994788407, completionTime=-1 2024-11-07T15:53:08,407 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T15:53:08,408 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:53:08,410 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-07T15:53:08,410 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994848410 2024-11-07T15:53:08,410 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994908410 2024-11-07T15:53:08,410 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-07T15:53:08,410 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40509,1730994787349-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:08,411 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40509,1730994787349-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:08,411 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40509,1730994787349-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:08,411 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2682f91c1e2:40509, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:08,411 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:08,411 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:08,413 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.896sec 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40509,1730994787349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:53:08,417 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40509,1730994787349-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:53:08,420 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:53:08,421 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:53:08,421 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,40509,1730994787349-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:53:08,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3515910a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:53:08,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2682f91c1e2,40509,-1 for getting cluster id 2024-11-07T15:53:08,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:53:08,494 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e059f4d-d21a-4048-b49f-86a5386b3e03' 2024-11-07T15:53:08,495 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:53:08,495 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e059f4d-d21a-4048-b49f-86a5386b3e03" 2024-11-07T15:53:08,495 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d84bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:53:08,495 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2682f91c1e2,40509,-1] 2024-11-07T15:53:08,495 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:53:08,496 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:08,497 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:53:08,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6404006c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:53:08,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:53:08,500 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,42191,1730994787435, seqNum=-1] 2024-11-07T15:53:08,501 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:53:08,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:53:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:08,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:53:08,506 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:08,506 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@290d45c 2024-11-07T15:53:08,507 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:53:08,508 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:53:08,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:53:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-07T15:53:08,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:53:08,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:08,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-07T15:53:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:08,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:53:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741837_1013 (size=392) 2024-11-07T15:53:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741837_1013 (size=392) 2024-11-07T15:53:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741837_1013 (size=392) 2024-11-07T15:53:08,527 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce6658b7ae0a7b9746f853ad3f2de22a, NAME => 'TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5 2024-11-07T15:53:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741838_1014 (size=51) 2024-11-07T15:53:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741838_1014 (size=51) 2024-11-07T15:53:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741838_1014 (size=51) 2024-11-07T15:53:08,538 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:08,538 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing ce6658b7ae0a7b9746f853ad3f2de22a, disabling compactions & flushes 2024-11-07T15:53:08,538 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:08,538 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:08,538 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. after waiting 0 ms 2024-11-07T15:53:08,538 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:08,538 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:08,538 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce6658b7ae0a7b9746f853ad3f2de22a: Waiting for close lock at 1730994788538Disabling compacts and flushes for region at 1730994788538Disabling writes for close at 1730994788538Writing region close event to WAL at 1730994788538Closed at 1730994788538 2024-11-07T15:53:08,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:53:08,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1730994788540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994788540"}]},"ts":"1730994788540"} 2024-11-07T15:53:08,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:53:08,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:53:08,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994788545"}]},"ts":"1730994788545"} 2024-11-07T15:53:08,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-07T15:53:08,548 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:53:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:53:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:53:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T15:53:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:53:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:53:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T15:53:08,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:53:08,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:53:08,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T15:53:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:53:08,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ce6658b7ae0a7b9746f853ad3f2de22a, ASSIGN}] 2024-11-07T15:53:08,551 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ce6658b7ae0a7b9746f853ad3f2de22a, ASSIGN 2024-11-07T15:53:08,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ce6658b7ae0a7b9746f853ad3f2de22a, ASSIGN; state=OFFLINE, location=c2682f91c1e2,32783,1730994787473; forceNewPlan=false, retain=false 2024-11-07T15:53:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:08,703 INFO [c2682f91c1e2:40509 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-07T15:53:08,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6658b7ae0a7b9746f853ad3f2de22a, regionState=OPENING, regionLocation=c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ce6658b7ae0a7b9746f853ad3f2de22a, ASSIGN because future has completed 2024-11-07T15:53:08,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6658b7ae0a7b9746f853ad3f2de22a, server=c2682f91c1e2,32783,1730994787473}] 2024-11-07T15:53:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:08,863 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:53:08,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:53:08,870 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:08,870 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ce6658b7ae0a7b9746f853ad3f2de22a, NAME => 'TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:53:08,870 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,870 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:53:08,870 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,870 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,872 INFO [StoreOpener-ce6658b7ae0a7b9746f853ad3f2de22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,874 INFO [StoreOpener-ce6658b7ae0a7b9746f853ad3f2de22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6658b7ae0a7b9746f853ad3f2de22a columnFamilyName cf 2024-11-07T15:53:08,874 DEBUG [StoreOpener-ce6658b7ae0a7b9746f853ad3f2de22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:53:08,874 INFO [StoreOpener-ce6658b7ae0a7b9746f853ad3f2de22a-1 {}] regionserver.HStore(327): Store=ce6658b7ae0a7b9746f853ad3f2de22a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:53:08,875 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,875 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,876 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,876 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,876 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,878 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,881 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:53:08,881 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ce6658b7ae0a7b9746f853ad3f2de22a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72612252, jitterRate=0.08200687170028687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:53:08,881 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:08,882 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ce6658b7ae0a7b9746f853ad3f2de22a: Running coprocessor pre-open hook at 1730994788871Writing region info on filesystem at 1730994788871Initializing all the Stores at 1730994788872 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994788872Cleaning up temporary data from old regions at 1730994788876 (+4 ms)Running coprocessor post-open hooks at 1730994788881 (+5 ms)Region opened successfully at 1730994788882 (+1 ms) 2024-11-07T15:53:08,884 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a., pid=6, masterSystemTime=1730994788862 2024-11-07T15:53:08,887 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:08,887 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:08,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6658b7ae0a7b9746f853ad3f2de22a, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:08,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6658b7ae0a7b9746f853ad3f2de22a, server=c2682f91c1e2,32783,1730994787473 because future has completed 2024-11-07T15:53:08,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:53:08,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce6658b7ae0a7b9746f853ad3f2de22a, server=c2682f91c1e2,32783,1730994787473 in 185 msec 2024-11-07T15:53:08,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:53:08,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ce6658b7ae0a7b9746f853ad3f2de22a, ASSIGN in 348 msec 2024-11-07T15:53:08,902 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:53:08,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994788902"}]},"ts":"1730994788902"} 2024-11-07T15:53:08,906 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-07T15:53:08,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:53:08,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 398 msec 2024-11-07T15:53:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:53:09,141 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T15:53:09,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-07T15:53:09,141 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:53:09,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-07T15:53:09,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:53:09,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-07T15:53:09,149 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a., hostname=c2682f91c1e2,32783,1730994787473, seqNum=2] 2024-11-07T15:53:09,149 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:53:09,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:53:09,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-07T15:53:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-07T15:53:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:53:09,158 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-07T15:53:09,160 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T15:53:09,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T15:53:09,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:53:09,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:53:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:53:09,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:53:09,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:53:09,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T15:53:09,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:09,315 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ce6658b7ae0a7b9746f853ad3f2de22a 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-07T15:53:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a/.tmp/cf/0617b8aab1de45cbaa1cdadb6465c818 is 36, key is row/cf:cq/1730994789152/Put/seqid=0 2024-11-07T15:53:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741839_1015 (size=4787) 2024-11-07T15:53:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741839_1015 (size=4787) 2024-11-07T15:53:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741839_1015 (size=4787) 2024-11-07T15:53:09,345 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a/.tmp/cf/0617b8aab1de45cbaa1cdadb6465c818 2024-11-07T15:53:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a/.tmp/cf/0617b8aab1de45cbaa1cdadb6465c818 as hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a/cf/0617b8aab1de45cbaa1cdadb6465c818 2024-11-07T15:53:09,363 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a/cf/0617b8aab1de45cbaa1cdadb6465c818, entries=1, sequenceid=5, filesize=4.7 K 2024-11-07T15:53:09,364 INFO [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for ce6658b7ae0a7b9746f853ad3f2de22a in 49ms, sequenceid=5, compaction requested=false 2024-11-07T15:53:09,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ce6658b7ae0a7b9746f853ad3f2de22a: 2024-11-07T15:53:09,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:09,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T15:53:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T15:53:09,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T15:53:09,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-11-07T15:53:09,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 218 msec 2024-11-07T15:53:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:53:09,472 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T15:53:09,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:53:09,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:53:09,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:09,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:53:09,478 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:53:09,478 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1652437956, stopped=false 2024-11-07T15:53:09,478 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2682f91c1e2,40509,1730994787349 2024-11-07T15:53:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:53:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:09,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:09,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:53:09,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:53:09,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:09,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:09,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:09,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:53:09,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:09,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,40905,1730994787403' ***** 2024-11-07T15:53:09,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:53:09,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,42191,1730994787435' ***** 2024-11-07T15:53:09,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:53:09,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,32783,1730994787473' ***** 2024-11-07T15:53:09,483 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:53:09,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:53:09,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:53:09,483 INFO [RS:0;c2682f91c1e2:40905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:53:09,483 INFO [RS:0;c2682f91c1e2:40905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:53:09,483 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:53:09,483 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:53:09,483 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:09,483 INFO [RS:1;c2682f91c1e2:42191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:53:09,483 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:09,483 INFO [RS:1;c2682f91c1e2:42191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:53:09,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:53:09,483 INFO [RS:2;c2682f91c1e2:32783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:53:09,483 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:09,483 INFO [RS:0;c2682f91c1e2:40905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2682f91c1e2:40905. 2024-11-07T15:53:09,484 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:09,484 INFO [RS:2;c2682f91c1e2:32783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:53:09,484 INFO [RS:1;c2682f91c1e2:42191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c2682f91c1e2:42191. 2024-11-07T15:53:09,484 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(3091): Received CLOSE for ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:09,484 DEBUG [RS:0;c2682f91c1e2:40905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:09,484 DEBUG [RS:1;c2682f91c1e2:42191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:09,484 DEBUG [RS:1;c2682f91c1e2:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,484 DEBUG [RS:0;c2682f91c1e2:40905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,484 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:53:09,484 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,40905,1730994787403; all regions closed. 2024-11-07T15:53:09,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:53:09,484 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:53:09,484 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:53:09,484 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:09,484 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:53:09,484 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:09,484 INFO [RS:2;c2682f91c1e2:32783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c2682f91c1e2:32783. 2024-11-07T15:53:09,484 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce6658b7ae0a7b9746f853ad3f2de22a, disabling compactions & flushes 2024-11-07T15:53:09,485 DEBUG [RS:2;c2682f91c1e2:32783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:53:09,485 DEBUG [RS:2;c2682f91c1e2:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,485 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:53:09,485 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:53:09,485 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:53:09,485 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,485 DEBUG [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:53:09,485 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1325): Online Regions={ce6658b7ae0a7b9746f853ad3f2de22a=TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a.} 2024-11-07T15:53:09,485 DEBUG [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1351): Waiting on ce6658b7ae0a7b9746f853ad3f2de22a 2024-11-07T15:53:09,485 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,485 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:09,485 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:09,485 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,485 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:53:09,485 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. after waiting 0 ms 2024-11-07T15:53:09,485 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:09,485 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:53:09,485 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:53:09,485 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,485 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:53:09,486 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:53:09,486 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,486 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T15:53:09,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741835_1011 (size=93) 2024-11-07T15:53:09,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741835_1011 (size=93) 2024-11-07T15:53:09,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741835_1011 (size=93) 2024-11-07T15:53:09,493 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/default/TestHBaseWalOnEC/ce6658b7ae0a7b9746f853ad3f2de22a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:53:09,494 DEBUG [RS:0;c2682f91c1e2:40905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs 2024-11-07T15:53:09,494 INFO [RS:0;c2682f91c1e2:40905 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog c2682f91c1e2%2C40905%2C1730994787403:(num 1730994787989) 2024-11-07T15:53:09,494 DEBUG [RS:0;c2682f91c1e2:40905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,494 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:09,494 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:09,495 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:09,495 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:09,495 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:53:09,495 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:53:09,495 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce6658b7ae0a7b9746f853ad3f2de22a: Waiting for close lock at 1730994789484Running coprocessor pre-close hooks at 1730994789484Disabling compacts and flushes for region at 1730994789484Disabling writes for close at 1730994789485 (+1 ms)Writing region close event to WAL at 1730994789486 (+1 ms)Running coprocessor post-close hooks at 1730994789494 (+8 ms)Closed at 1730994789495 (+1 ms) 2024-11-07T15:53:09,495 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:53:09,495 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:09,495 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a. 2024-11-07T15:53:09,495 INFO [RS:0;c2682f91c1e2:40905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40905 2024-11-07T15:53:09,495 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,40905,1730994787403 2024-11-07T15:53:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:09,497 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:09,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,40905,1730994787403] 2024-11-07T15:53:09,500 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,40905,1730994787403 already deleted, retry=false 2024-11-07T15:53:09,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,40905,1730994787403 expired; onlineServers=2 2024-11-07T15:53:09,508 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/info/d0aa3ae89fd44aa1b333d3b510ed0040 is 153, key is TestHBaseWalOnEC,,1730994788509.ce6658b7ae0a7b9746f853ad3f2de22a./info:regioninfo/1730994788888/Put/seqid=0 2024-11-07T15:53:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741840_1016 (size=6637) 2024-11-07T15:53:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741840_1016 (size=6637) 2024-11-07T15:53:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741840_1016 (size=6637) 2024-11-07T15:53:09,516 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/info/d0aa3ae89fd44aa1b333d3b510ed0040 2024-11-07T15:53:09,541 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/ns/5b6fa75bba1f403bbcf5282cd1c67f4a is 43, key is default/ns:d/1730994788400/Put/seqid=0 2024-11-07T15:53:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741841_1017 (size=5153) 2024-11-07T15:53:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741841_1017 (size=5153) 2024-11-07T15:53:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741841_1017 (size=5153) 2024-11-07T15:53:09,550 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:09,550 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/ns/5b6fa75bba1f403bbcf5282cd1c67f4a 2024-11-07T15:53:09,550 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:09,550 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:09,576 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/table/3b7bd6978bd644949a3cf267e0b739a3 is 52, key is TestHBaseWalOnEC/table:state/1730994788902/Put/seqid=0 2024-11-07T15:53:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741842_1018 (size=5249) 2024-11-07T15:53:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741842_1018 (size=5249) 2024-11-07T15:53:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741842_1018 (size=5249) 2024-11-07T15:53:09,585 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/table/3b7bd6978bd644949a3cf267e0b739a3 2024-11-07T15:53:09,594 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/info/d0aa3ae89fd44aa1b333d3b510ed0040 as hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/info/d0aa3ae89fd44aa1b333d3b510ed0040 2024-11-07T15:53:09,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:09,600 INFO [RS:0;c2682f91c1e2:40905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:09,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x101836fc9670001, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:09,600 INFO [RS:0;c2682f91c1e2:40905 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,40905,1730994787403; zookeeper connection closed. 2024-11-07T15:53:09,600 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19ed0f00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19ed0f00 2024-11-07T15:53:09,601 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/info/d0aa3ae89fd44aa1b333d3b510ed0040, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T15:53:09,603 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/ns/5b6fa75bba1f403bbcf5282cd1c67f4a as hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/ns/5b6fa75bba1f403bbcf5282cd1c67f4a 2024-11-07T15:53:09,610 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/ns/5b6fa75bba1f403bbcf5282cd1c67f4a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:53:09,611 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/.tmp/table/3b7bd6978bd644949a3cf267e0b739a3 as hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/table/3b7bd6978bd644949a3cf267e0b739a3 2024-11-07T15:53:09,619 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/table/3b7bd6978bd644949a3cf267e0b739a3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T15:53:09,621 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false 2024-11-07T15:53:09,628 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:53:09,629 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:53:09,629 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:53:09,629 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730994789485Running coprocessor pre-close hooks at 1730994789485Disabling compacts and flushes for region at 1730994789485Disabling writes for close at 1730994789485Obtaining lock to block concurrent updates at 1730994789486 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730994789486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730994789486Flushing stores of hbase:meta,,1.1588230740 at 1730994789488 (+2 ms)Flushing 1588230740/info: creating writer at 1730994789488Flushing 1588230740/info: appending metadata at 1730994789507 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730994789507Flushing 1588230740/ns: creating writer at 1730994789524 (+17 ms)Flushing 1588230740/ns: appending metadata at 1730994789541 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730994789541Flushing 1588230740/table: creating writer at 1730994789559 (+18 ms)Flushing 1588230740/table: appending metadata at 1730994789576 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730994789576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a5c894: reopening flushed file at 1730994789593 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e613310: reopening flushed file at 1730994789602 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524f2e5: reopening flushed file at 1730994789610 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false at 1730994789621 (+11 ms)Writing region close event to WAL at 1730994789623 (+2 ms)Running coprocessor post-close hooks at 1730994789629 (+6 ms)Closed at 1730994789629 2024-11-07T15:53:09,629 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:53:09,685 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,42191,1730994787435; all regions closed. 2024-11-07T15:53:09,685 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,32783,1730994787473; all regions closed. 2024-11-07T15:53:09,686 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,686 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741834_1010 (size=1298) 2024-11-07T15:53:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741836_1012 (size=2751) 2024-11-07T15:53:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741834_1010 (size=1298) 2024-11-07T15:53:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741836_1012 (size=2751) 2024-11-07T15:53:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741834_1010 (size=1298) 2024-11-07T15:53:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741836_1012 (size=2751) 2024-11-07T15:53:09,694 DEBUG [RS:2;c2682f91c1e2:32783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs 2024-11-07T15:53:09,694 INFO [RS:2;c2682f91c1e2:32783 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog c2682f91c1e2%2C32783%2C1730994787473:(num 1730994787989) 2024-11-07T15:53:09,694 DEBUG [RS:2;c2682f91c1e2:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,694 DEBUG [RS:1;c2682f91c1e2:42191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs 2024-11-07T15:53:09,694 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:09,694 INFO [RS:1;c2682f91c1e2:42191 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog c2682f91c1e2%2C42191%2C1730994787435.meta:.meta(num 1730994788346) 2024-11-07T15:53:09,694 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:09,695 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:09,695 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,695 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:53:09,695 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:53:09,695 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:09,695 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:53:09,695 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:09,695 INFO [RS:2;c2682f91c1e2:32783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32783 2024-11-07T15:53:09,696 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,696 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,696 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,696 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:09,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,32783,1730994787473 2024-11-07T15:53:09,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:09,698 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741833_1009 (size=93) 2024-11-07T15:53:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741833_1009 (size=93) 2024-11-07T15:53:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741833_1009 (size=93) 2024-11-07T15:53:09,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,32783,1730994787473] 2024-11-07T15:53:09,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,32783,1730994787473 already deleted, retry=false 2024-11-07T15:53:09,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,32783,1730994787473 expired; onlineServers=1 2024-11-07T15:53:09,703 DEBUG [RS:1;c2682f91c1e2:42191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/oldWALs 2024-11-07T15:53:09,703 INFO [RS:1;c2682f91c1e2:42191 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog c2682f91c1e2%2C42191%2C1730994787435:(num 1730994787989) 2024-11-07T15:53:09,703 DEBUG [RS:1;c2682f91c1e2:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:53:09,703 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:53:09,704 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:09,704 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:09,704 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:09,704 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:09,704 INFO [RS:1;c2682f91c1e2:42191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42191 2024-11-07T15:53:09,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,42191,1730994787435 2024-11-07T15:53:09,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:53:09,707 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:09,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,42191,1730994787435] 2024-11-07T15:53:09,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,42191,1730994787435 already deleted, retry=false 2024-11-07T15:53:09,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,42191,1730994787435 expired; onlineServers=0 2024-11-07T15:53:09,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2682f91c1e2,40509,1730994787349' ***** 2024-11-07T15:53:09,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:53:09,711 INFO [M:0;c2682f91c1e2:40509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:53:09,711 INFO [M:0;c2682f91c1e2:40509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:53:09,711 DEBUG [M:0;c2682f91c1e2:40509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:53:09,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:53:09,711 DEBUG [M:0;c2682f91c1e2:40509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:53:09,711 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994787715 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994787715,5,FailOnTimeoutGroup] 2024-11-07T15:53:09,711 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994787714 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994787714,5,FailOnTimeoutGroup] 2024-11-07T15:53:09,711 INFO [M:0;c2682f91c1e2:40509 {}] hbase.ChoreService(370): Chore service for: master/c2682f91c1e2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:53:09,712 INFO [M:0;c2682f91c1e2:40509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:53:09,712 DEBUG [M:0;c2682f91c1e2:40509 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:53:09,712 INFO [M:0;c2682f91c1e2:40509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:53:09,712 INFO [M:0;c2682f91c1e2:40509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:53:09,712 INFO [M:0;c2682f91c1e2:40509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:53:09,712 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:53:09,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:53:09,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:53:09,713 DEBUG [M:0;c2682f91c1e2:40509 {}] zookeeper.ZKUtil(347): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:53:09,713 WARN [M:0;c2682f91c1e2:40509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:53:09,714 INFO [M:0;c2682f91c1e2:40509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/.lastflushedseqids 2024-11-07T15:53:09,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741843_1019 (size=127) 2024-11-07T15:53:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741843_1019 (size=127) 2024-11-07T15:53:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741843_1019 (size=127) 2024-11-07T15:53:09,726 INFO [M:0;c2682f91c1e2:40509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:53:09,726 INFO [M:0;c2682f91c1e2:40509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:53:09,726 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:53:09,726 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:09,726 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:09,726 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:53:09,726 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:09,726 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-07T15:53:09,746 DEBUG [M:0;c2682f91c1e2:40509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13648671ee604b5bb7f57420378b9d68 is 82, key is hbase:meta,,1/info:regioninfo/1730994788383/Put/seqid=0 2024-11-07T15:53:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741844_1020 (size=5672) 2024-11-07T15:53:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741844_1020 (size=5672) 2024-11-07T15:53:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741844_1020 (size=5672) 2024-11-07T15:53:09,756 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13648671ee604b5bb7f57420378b9d68 2024-11-07T15:53:09,781 DEBUG [M:0;c2682f91c1e2:40509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01a72c3f53294d82aa2550f83bc0422e is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730994788909/Put/seqid=0 2024-11-07T15:53:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741845_1021 (size=6438) 2024-11-07T15:53:09,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741845_1021 (size=6438) 2024-11-07T15:53:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741845_1021 (size=6438) 2024-11-07T15:53:09,791 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.13 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01a72c3f53294d82aa2550f83bc0422e 2024-11-07T15:53:09,801 INFO [RS:2;c2682f91c1e2:32783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:09,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:09,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x101836fc9670003, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:09,801 INFO [RS:2;c2682f91c1e2:32783 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,32783,1730994787473; zookeeper connection closed. 2024-11-07T15:53:09,801 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6002a372 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6002a372 2024-11-07T15:53:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:09,809 INFO [RS:1;c2682f91c1e2:42191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x101836fc9670002, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:09,809 INFO [RS:1;c2682f91c1e2:42191 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,42191,1730994787435; zookeeper connection closed. 2024-11-07T15:53:09,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47e5ee2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47e5ee2f 2024-11-07T15:53:09,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T15:53:09,816 DEBUG [M:0;c2682f91c1e2:40509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ba26bbe13134049840fd1c7d68e03c5 is 69, key is c2682f91c1e2,32783,1730994787473/rs:state/1730994787819/Put/seqid=0 2024-11-07T15:53:09,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741846_1022 (size=5294) 2024-11-07T15:53:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741846_1022 (size=5294) 2024-11-07T15:53:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741846_1022 (size=5294) 2024-11-07T15:53:10,226 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ba26bbe13134049840fd1c7d68e03c5 2024-11-07T15:53:10,234 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13648671ee604b5bb7f57420378b9d68 as hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13648671ee604b5bb7f57420378b9d68 2024-11-07T15:53:10,241 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13648671ee604b5bb7f57420378b9d68, entries=8, sequenceid=72, filesize=5.5 K 2024-11-07T15:53:10,242 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01a72c3f53294d82aa2550f83bc0422e as hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01a72c3f53294d82aa2550f83bc0422e 2024-11-07T15:53:10,249 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01a72c3f53294d82aa2550f83bc0422e, entries=8, sequenceid=72, filesize=6.3 K 2024-11-07T15:53:10,250 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ba26bbe13134049840fd1c7d68e03c5 as hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ba26bbe13134049840fd1c7d68e03c5 2024-11-07T15:53:10,257 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33163/user/jenkins/test-data/ae9de728-ea41-f0f5-f0b9-1b9bf04a35a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ba26bbe13134049840fd1c7d68e03c5, entries=3, sequenceid=72, filesize=5.2 K 2024-11-07T15:53:10,258 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=72, compaction requested=false 2024-11-07T15:53:10,260 INFO [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:53:10,260 DEBUG [M:0;c2682f91c1e2:40509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730994789726Disabling compacts and flushes for region at 1730994789726Disabling writes for close at 1730994789726Obtaining lock to block concurrent updates at 1730994789726Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730994789726Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27459, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1730994789727 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730994789728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730994789728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730994789746 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730994789746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730994789764 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730994789781 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730994789781Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730994789799 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730994789816 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730994789816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4908626c: reopening flushed file at 1730994790233 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73029f30: reopening flushed file at 1730994790241 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc1749c: reopening flushed file at 1730994790249 (+8 ms)Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=72, compaction requested=false at 1730994790258 (+9 ms)Writing region close event to WAL at 1730994790260 (+2 ms)Closed at 1730994790260 2024-11-07T15:53:10,260 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:10,260 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:10,261 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:10,261 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:10,261 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T15:53:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741830_1006 (size=32662) 2024-11-07T15:53:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40471 is added to blk_1073741830_1006 (size=32662) 2024-11-07T15:53:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741830_1006 (size=32662) 2024-11-07T15:53:10,265 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:53:10,265 INFO [M:0;c2682f91c1e2:40509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:53:10,265 INFO [M:0;c2682f91c1e2:40509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40509 2024-11-07T15:53:10,265 INFO [M:0;c2682f91c1e2:40509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:53:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:10,367 INFO [M:0;c2682f91c1e2:40509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:53:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40509-0x101836fc9670000, quorum=127.0.0.1:50565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:53:10,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@472e7194{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:10,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba9a3d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:10,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:10,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f40ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:10,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@739551bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:10,372 WARN [BP-1211402606-172.17.0.2-1730994786353 heartbeating to localhost/127.0.0.1:33163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:53:10,372 WARN [BP-1211402606-172.17.0.2-1730994786353 heartbeating to localhost/127.0.0.1:33163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211402606-172.17.0.2-1730994786353 (Datanode Uuid cd655389-7a3e-4ec6-9640-89c1b7225271) service to localhost/127.0.0.1:33163 2024-11-07T15:53:10,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:53:10,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:53:10,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data5/current/BP-1211402606-172.17.0.2-1730994786353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:10,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data6/current/BP-1211402606-172.17.0.2-1730994786353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:10,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:53:10,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18a67058{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:10,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@478131f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:10,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:10,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fee469f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:10,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f8ad177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:10,378 WARN [BP-1211402606-172.17.0.2-1730994786353 heartbeating to localhost/127.0.0.1:33163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:53:10,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:53:10,378 WARN [BP-1211402606-172.17.0.2-1730994786353 heartbeating to localhost/127.0.0.1:33163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211402606-172.17.0.2-1730994786353 (Datanode Uuid 835fb3db-3ecb-4b4c-ac06-bef8d701f2c8) service to localhost/127.0.0.1:33163 2024-11-07T15:53:10,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:53:10,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data3/current/BP-1211402606-172.17.0.2-1730994786353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:10,379 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data4/current/BP-1211402606-172.17.0.2-1730994786353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:10,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:53:10,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38845bbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:53:10,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24815bd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:10,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:10,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2591ff9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:10,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2dd4e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:10,385 WARN [BP-1211402606-172.17.0.2-1730994786353 heartbeating to localhost/127.0.0.1:33163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:53:10,385 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:53:10,385 WARN [BP-1211402606-172.17.0.2-1730994786353 heartbeating to localhost/127.0.0.1:33163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211402606-172.17.0.2-1730994786353 (Datanode Uuid aa93d619-874c-4027-a43a-ae91f1a77b2f) service to localhost/127.0.0.1:33163 2024-11-07T15:53:10,385 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:53:10,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data1/current/BP-1211402606-172.17.0.2-1730994786353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:10,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/cluster_fa764f1d-b40e-7a3f-a7db-c556a43ac05a/data/data2/current/BP-1211402606-172.17.0.2-1730994786353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:53:10,386 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:53:10,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46039787{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:53:10,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7326bb42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:53:10,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:53:10,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71b7cabb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:53:10,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715f09c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5623394b-48cb-6581-f376-ed4c11f33454/hadoop.log.dir/,STOPPED} 2024-11-07T15:53:10,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:53:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:53:10,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=150 (was 90) - Thread LEAK? -, OpenFileDescriptor=521 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 96) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6079 (was 6266)