2024-11-21 02:07:07,075 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-21 02:07:07,086 main DEBUG Took 0.009804 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 02:07:07,087 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 02:07:07,087 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 02:07:07,088 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 02:07:07,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,110 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 02:07:07,123 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,125 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,128 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,129 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,131 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,132 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,133 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,134 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,135 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,136 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:07:07,139 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,139 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 02:07:07,141 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:07:07,142 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 02:07:07,144 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 02:07:07,145 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 02:07:07,147 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 02:07:07,147 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 02:07:07,159 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 02:07:07,162 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 02:07:07,164 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 02:07:07,165 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 02:07:07,165 main DEBUG createAppenders(={Console}) 2024-11-21 02:07:07,166 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-21 02:07:07,166 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-21 02:07:07,167 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-21 02:07:07,167 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 02:07:07,168 main DEBUG OutputStream closed 2024-11-21 02:07:07,168 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 02:07:07,169 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 02:07:07,169 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-21 02:07:07,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 02:07:07,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 02:07:07,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 02:07:07,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 02:07:07,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 02:07:07,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 02:07:07,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 02:07:07,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 02:07:07,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 02:07:07,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 02:07:07,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 02:07:07,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 02:07:07,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 02:07:07,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 02:07:07,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 02:07:07,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 02:07:07,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 02:07:07,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 02:07:07,267 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 02:07:07,267 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-21 02:07:07,267 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 02:07:07,268 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-21T02:07:07,287 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-21 02:07:07,290 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 02:07:07,290 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T02:07:07,599 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a 2024-11-21T02:07:07,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8, deleteOnExit=true 2024-11-21T02:07:07,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/test.cache.data in system properties and HBase conf 2024-11-21T02:07:07,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:07:07,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:07:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:07:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:07:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:07:07,719 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T02:07:07,853 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:07:07,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:07:07,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:07:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:07:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:07:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:07:07,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:07:07,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:07:07,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:07:07,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:07:07,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:07:07,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:07:07,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:07:07,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:07:07,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:07:08,822 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T02:07:08,920 INFO [Time-limited test {}] log.Log(170): Logging initialized @2882ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T02:07:08,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:09,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:09,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:09,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:09,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:07:09,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:09,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f57d6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:09,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410292bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:09,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ea2dca6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/java.io.tmpdir/jetty-localhost-39951-hadoop-hdfs-3_4_1-tests_jar-_-any-5426641319559381194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:07:09,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed9b238{HTTP/1.1, (http/1.1)}{localhost:39951} 2024-11-21T02:07:09,320 INFO [Time-limited test {}] server.Server(415): Started @3282ms 2024-11-21T02:07:09,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:09,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:09,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:09,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:09,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:07:09,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@716a4960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:09,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d388052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:09,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ea802a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/java.io.tmpdir/jetty-localhost-45953-hadoop-hdfs-3_4_1-tests_jar-_-any-16305998141230944587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:09,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24c8c1e0{HTTP/1.1, (http/1.1)}{localhost:45953} 2024-11-21T02:07:09,905 INFO [Time-limited test {}] server.Server(415): Started @3867ms 2024-11-21T02:07:09,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:07:10,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:10,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:10,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:10,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:10,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:07:10,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@448e9acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:10,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a445e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:10,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@328e0d16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/java.io.tmpdir/jetty-localhost-33973-hadoop-hdfs-3_4_1-tests_jar-_-any-7885154318434691191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:10,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61998c4c{HTTP/1.1, (http/1.1)}{localhost:33973} 2024-11-21T02:07:10,269 INFO [Time-limited test {}] server.Server(415): Started @4231ms 2024-11-21T02:07:10,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:07:10,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:10,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:10,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:10,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:10,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:07:10,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3331e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:10,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f23eb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:10,420 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data3/current/BP-777061519-172.17.0.3-1732154828573/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:10,420 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data1/current/BP-777061519-172.17.0.3-1732154828573/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:10,421 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data4/current/BP-777061519-172.17.0.3-1732154828573/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:10,421 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data2/current/BP-777061519-172.17.0.3-1732154828573/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:10,482 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:07:10,482 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:07:10,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cced15c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/java.io.tmpdir/jetty-localhost-45397-hadoop-hdfs-3_4_1-tests_jar-_-any-14865022792086636035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:10,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38003bf3{HTTP/1.1, (http/1.1)}{localhost:45397} 2024-11-21T02:07:10,500 INFO [Time-limited test {}] server.Server(415): Started @4463ms 2024-11-21T02:07:10,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:07:10,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe41448518acd7784 with lease ID 0x591e6800714888a1: Processing first storage report for DS-867a3554-b724-4cb1-a7e9-96e8a0d7042c from datanode DatanodeRegistration(127.0.0.1:40857, datanodeUuid=8c8a552a-8b5f-4e18-a9f2-04e09d079341, infoPort=39473, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573) 2024-11-21T02:07:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe41448518acd7784 with lease ID 0x591e6800714888a1: from storage DS-867a3554-b724-4cb1-a7e9-96e8a0d7042c node DatanodeRegistration(127.0.0.1:40857, datanodeUuid=8c8a552a-8b5f-4e18-a9f2-04e09d079341, infoPort=39473, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T02:07:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8576a96e215db6c2 with lease ID 0x591e6800714888a0: Processing first storage report for DS-bb60b013-5329-408e-8363-3daaf04db6aa from datanode DatanodeRegistration(127.0.0.1:45017, datanodeUuid=a7076b76-6024-47e4-8f02-0b99dea3990f, infoPort=34663, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573) 2024-11-21T02:07:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8576a96e215db6c2 with lease ID 0x591e6800714888a0: from storage DS-bb60b013-5329-408e-8363-3daaf04db6aa node DatanodeRegistration(127.0.0.1:45017, datanodeUuid=a7076b76-6024-47e4-8f02-0b99dea3990f, infoPort=34663, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:07:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8576a96e215db6c2 with lease ID 0x591e6800714888a0: Processing first storage report for DS-5736c7c9-c005-428b-93d4-6861ec0af850 from datanode DatanodeRegistration(127.0.0.1:45017, datanodeUuid=a7076b76-6024-47e4-8f02-0b99dea3990f, infoPort=34663, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573) 2024-11-21T02:07:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8576a96e215db6c2 with lease ID 0x591e6800714888a0: from storage DS-5736c7c9-c005-428b-93d4-6861ec0af850 node DatanodeRegistration(127.0.0.1:45017, datanodeUuid=a7076b76-6024-47e4-8f02-0b99dea3990f, infoPort=34663, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:07:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe41448518acd7784 with lease ID 0x591e6800714888a1: Processing first storage report for DS-f6f9840e-9d5f-49bc-a182-2c516ef445fb from datanode DatanodeRegistration(127.0.0.1:40857, datanodeUuid=8c8a552a-8b5f-4e18-a9f2-04e09d079341, infoPort=39473, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573) 2024-11-21T02:07:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe41448518acd7784 with lease ID 0x591e6800714888a1: from storage DS-f6f9840e-9d5f-49bc-a182-2c516ef445fb node DatanodeRegistration(127.0.0.1:40857, datanodeUuid=8c8a552a-8b5f-4e18-a9f2-04e09d079341, infoPort=39473, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:07:10,637 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data5/current/BP-777061519-172.17.0.3-1732154828573/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:10,637 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data6/current/BP-777061519-172.17.0.3-1732154828573/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:10,662 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:07:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba98c4cbb051ff8c with lease ID 0x591e6800714888a2: Processing first storage report for DS-88f9c637-3d37-4689-a45c-d8b99459f32b from datanode DatanodeRegistration(127.0.0.1:44893, datanodeUuid=6e9f36ff-ef41-447b-b845-41b44896138c, infoPort=37799, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573) 2024-11-21T02:07:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba98c4cbb051ff8c with lease ID 0x591e6800714888a2: from storage DS-88f9c637-3d37-4689-a45c-d8b99459f32b node DatanodeRegistration(127.0.0.1:44893, datanodeUuid=6e9f36ff-ef41-447b-b845-41b44896138c, infoPort=37799, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:07:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba98c4cbb051ff8c with lease ID 0x591e6800714888a2: Processing first storage report for DS-da62c357-8166-4713-a631-aee5d14d0692 from datanode DatanodeRegistration(127.0.0.1:44893, datanodeUuid=6e9f36ff-ef41-447b-b845-41b44896138c, infoPort=37799, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573) 2024-11-21T02:07:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba98c4cbb051ff8c with lease ID 0x591e6800714888a2: from storage DS-da62c357-8166-4713-a631-aee5d14d0692 node DatanodeRegistration(127.0.0.1:44893, datanodeUuid=6e9f36ff-ef41-447b-b845-41b44896138c, infoPort=37799, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=1418927638;c=1732154828573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:07:10,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a 2024-11-21T02:07:10,993 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-21T02:07:11,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=2541 2024-11-21T02:07:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:07:11,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-21T02:07:11,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/zookeeper_0, clientPort=61285, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:07:11,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61285 2024-11-21T02:07:11,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:11,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:11,307 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:11,307 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:11,368 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:59256 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59256 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-21T02:07:11,791 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:11,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38 with version=8 2024-11-21T02:07:11,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/hbase-staging 2024-11-21T02:07:11,903 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T02:07:12,158 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:12,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:12,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:12,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:07:12,379 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T02:07:12,389 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T02:07:12,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:12,421 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20059 (auto-detected) 2024-11-21T02:07:12,422 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T02:07:12,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35329 2024-11-21T02:07:12,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35329 connecting to ZooKeeper ensemble=127.0.0.1:61285 2024-11-21T02:07:12,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353290x0, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:12,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35329-0x101130c25b70000 connected 2024-11-21T02:07:12,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:12,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38, hbase.cluster.distributed=false 2024-11-21T02:07:12,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:12,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-21T02:07:12,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35329 2024-11-21T02:07:12,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35329 2024-11-21T02:07:12,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-21T02:07:12,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-21T02:07:12,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:12,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:12,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:12,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:07:12,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:12,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41437 2024-11-21T02:07:12,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41437 connecting to ZooKeeper ensemble=127.0.0.1:61285 2024-11-21T02:07:12,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414370x0, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:12,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41437-0x101130c25b70001 connected 2024-11-21T02:07:12,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:12,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:07:12,731 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:07:12,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T02:07:12,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:12,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41437 2024-11-21T02:07:12,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41437 2024-11-21T02:07:12,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41437 2024-11-21T02:07:12,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41437 2024-11-21T02:07:12,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41437 2024-11-21T02:07:12,768 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:12,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:12,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:12,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:07:12,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:12,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45797 2024-11-21T02:07:12,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45797 connecting to ZooKeeper ensemble=127.0.0.1:61285 2024-11-21T02:07:12,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457970x0, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:12,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45797-0x101130c25b70002 connected 2024-11-21T02:07:12,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:12,788 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:07:12,789 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:07:12,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T02:07:12,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:12,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-21T02:07:12,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45797 2024-11-21T02:07:12,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45797 2024-11-21T02:07:12,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-21T02:07:12,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-21T02:07:12,819 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:12,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:12,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:12,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:12,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:07:12,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:12,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32907 2024-11-21T02:07:12,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32907 connecting to ZooKeeper ensemble=127.0.0.1:61285 2024-11-21T02:07:12,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329070x0, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:12,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32907-0x101130c25b70003 connected 2024-11-21T02:07:12,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:12,837 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:07:12,838 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:07:12,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T02:07:12,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:12,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32907 2024-11-21T02:07:12,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32907 2024-11-21T02:07:12,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32907 2024-11-21T02:07:12,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32907 2024-11-21T02:07:12,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32907 2024-11-21T02:07:12,863 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b93ada835ef8:35329 2024-11-21T02:07:12,864 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b93ada835ef8,35329,1732154831959 2024-11-21T02:07:12,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,874 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b93ada835ef8,35329,1732154831959 2024-11-21T02:07:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:12,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:12,897 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T02:07:12,898 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b93ada835ef8,35329,1732154831959 from backup master directory 2024-11-21T02:07:12,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b93ada835ef8,35329,1732154831959 2024-11-21T02:07:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:12,903 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:12,903 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b93ada835ef8,35329,1732154831959 2024-11-21T02:07:12,905 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T02:07:12,906 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T02:07:12,979 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/hbase.id] with ID: a4c0f39d-5731-4fb6-ad18-650cf989273b 2024-11-21T02:07:12,979 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/.tmp/hbase.id 2024-11-21T02:07:12,985 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:12,985 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:12,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:60028 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:44893:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60028 dst: /127.0.0.1:44893 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:12,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-21T02:07:12,996 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:12,997 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/.tmp/hbase.id]:[hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/hbase.id] 2024-11-21T02:07:13,046 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:13,052 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:07:13,077 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-21T02:07:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,093 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,094 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,097 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:38484 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:45017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38484 dst: /127.0.0.1:45017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-21T02:07:13,103 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:13,118 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:07:13,120 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:07:13,126 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:07:13,155 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,155 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,158 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:49182 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49182 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-21T02:07:13,165 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:13,183 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store 2024-11-21T02:07:13,200 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,200 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,205 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:60056 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44893:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60056 dst: /127.0.0.1:44893 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-21T02:07:13,211 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:13,215 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T02:07:13,218 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:13,219 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:07:13,219 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:13,220 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:13,221 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:07:13,221 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:13,221 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:13,222 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732154833219Disabling compacts and flushes for region at 1732154833219Disabling writes for close at 1732154833221 (+2 ms)Writing region close event to WAL at 1732154833221Closed at 1732154833221 2024-11-21T02:07:13,224 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/.initializing 2024-11-21T02:07:13,224 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/WALs/b93ada835ef8,35329,1732154831959 2024-11-21T02:07:13,233 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:07:13,247 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C35329%2C1732154831959, suffix=, logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/WALs/b93ada835ef8,35329,1732154831959, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/oldWALs, maxLogs=10 2024-11-21T02:07:13,279 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/WALs/b93ada835ef8,35329,1732154831959/b93ada835ef8%2C35329%2C1732154831959.1732154833252, exclude list is [], retry=0 2024-11-21T02:07:13,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:13,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-88f9c637-3d37-4689-a45c-d8b99459f32b,DISK] 2024-11-21T02:07:13,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-867a3554-b724-4cb1-a7e9-96e8a0d7042c,DISK] 2024-11-21T02:07:13,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-bb60b013-5329-408e-8363-3daaf04db6aa,DISK] 2024-11-21T02:07:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T02:07:13,351 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/WALs/b93ada835ef8,35329,1732154831959/b93ada835ef8%2C35329%2C1732154831959.1732154833252 2024-11-21T02:07:13,352 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:39473:39473),(127.0.0.1/127.0.0.1:37799:37799)] 2024-11-21T02:07:13,353 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:07:13,353 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:13,356 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,357 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:07:13,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:13,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:07:13,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:13,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:07:13,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:13,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:07:13,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:13,446 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,450 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,451 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,458 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,458 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,461 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:07:13,465 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:13,473 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:07:13,474 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61548217, jitterRate=-0.08286009728908539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:07:13,479 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732154833370Initializing all the Stores at 1732154833373 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154833373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154833374 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154833374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154833374Cleaning up temporary data from old regions at 1732154833458 (+84 ms)Region opened successfully at 1732154833479 (+21 ms) 2024-11-21T02:07:13,480 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:07:13,518 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc6e4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-21T02:07:13,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-21T02:07:13,555 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:07:13,567 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:07:13,567 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:07:13,570 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:07:13,571 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T02:07:13,576 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T02:07:13,576 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:07:13,600 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:07:13,608 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T02:07:13,611 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T02:07:13,613 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:07:13,614 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:07:13,616 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T02:07:13,618 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:07:13,621 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:07:13,624 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T02:07:13,625 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:07:13,628 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T02:07:13,645 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:07:13,647 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T02:07:13,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:13,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,655 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b93ada835ef8,35329,1732154831959, sessionid=0x101130c25b70000, setting cluster-up flag (Was=false) 2024-11-21T02:07:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,673 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T02:07:13,675 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,35329,1732154831959 2024-11-21T02:07:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:13,687 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T02:07:13,688 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,35329,1732154831959 2024-11-21T02:07:13,695 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:07:13,752 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(746): ClusterId : a4c0f39d-5731-4fb6-ad18-650cf989273b 2024-11-21T02:07:13,752 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(746): ClusterId : a4c0f39d-5731-4fb6-ad18-650cf989273b 2024-11-21T02:07:13,752 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(746): ClusterId : a4c0f39d-5731-4fb6-ad18-650cf989273b 2024-11-21T02:07:13,756 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:07:13,756 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:07:13,756 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:07:13,761 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:07:13,761 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:07:13,761 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:07:13,761 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:07:13,761 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:07:13,761 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:07:13,765 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:07:13,765 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:07:13,765 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:07:13,766 DEBUG [RS:0;b93ada835ef8:41437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716164a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:13,766 DEBUG [RS:2;b93ada835ef8:32907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38230308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:13,768 DEBUG [RS:1;b93ada835ef8:45797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cf7afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:13,781 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:13,783 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b93ada835ef8:41437 2024-11-21T02:07:13,786 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b93ada835ef8:45797 2024-11-21T02:07:13,786 DEBUG [RS:2;b93ada835ef8:32907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b93ada835ef8:32907 2024-11-21T02:07:13,788 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:07:13,788 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:07:13,788 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:07:13,788 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:07:13,788 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:07:13,788 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:07:13,788 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:07:13,788 DEBUG [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:07:13,788 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:07:13,791 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,35329,1732154831959 with port=32907, startcode=1732154832819 2024-11-21T02:07:13,791 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,35329,1732154831959 with port=45797, startcode=1732154832768 2024-11-21T02:07:13,792 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,35329,1732154831959 with port=41437, startcode=1732154832655 2024-11-21T02:07:13,795 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:07:13,804 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:07:13,804 DEBUG [RS:1;b93ada835ef8:45797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:07:13,804 DEBUG [RS:2;b93ada835ef8:32907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:07:13,804 DEBUG [RS:0;b93ada835ef8:41437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:07:13,812 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b93ada835ef8,35329,1732154831959 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:07:13,820 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:13,820 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:13,820 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:13,821 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:13,821 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b93ada835ef8:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:07:13,821 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:13,821 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:13,821 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:13,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:13,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:07:13,842 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732154863842 2024-11-21T02:07:13,844 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:07:13,846 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:07:13,847 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47755, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:07:13,847 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:07:13,847 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:07:13,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:07:13,851 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:07:13,851 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:07:13,851 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:07:13,851 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:07:13,855 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T02:07:13,852 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:13,860 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,860 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,861 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T02:07:13,862 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T02:07:13,866 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:07:13,867 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:07:13,868 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:07:13,873 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:07:13,874 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:07:13,876 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732154833875,5,FailOnTimeoutGroup] 2024-11-21T02:07:13,877 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:38522 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:45017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38522 dst: /127.0.0.1:45017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:13,881 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732154833876,5,FailOnTimeoutGroup] 2024-11-21T02:07:13,881 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:13,881 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:07:13,882 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:13,883 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:13,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-21T02:07:13,892 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T02:07:13,892 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T02:07:13,892 DEBUG [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T02:07:13,892 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:13,892 WARN [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T02:07:13,892 WARN [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T02:07:13,892 WARN [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T02:07:13,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:07:13,894 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38 2024-11-21T02:07:13,904 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,904 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:13,910 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:49228 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49228 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-21T02:07:13,916 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:13,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:13,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:07:13,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:07:13,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:13,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:07:13,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:07:13,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:13,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:07:13,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:07:13,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:13,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:07:13,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:07:13,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:13,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:13,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:07:13,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740 2024-11-21T02:07:13,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740 2024-11-21T02:07:13,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:07:13,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:07:13,940 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:07:13,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:07:13,949 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:07:13,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66360236, jitterRate=-0.011155426502227783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:07:13,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732154833917Initializing all the Stores at 1732154833919 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154833919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154833919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154833920 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154833920Cleaning up temporary data from old regions at 1732154833939 (+19 ms)Region opened successfully at 1732154833952 (+13 ms) 2024-11-21T02:07:13,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:07:13,953 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:07:13,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:07:13,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:07:13,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:07:13,954 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:07:13,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732154833953Disabling compacts and flushes for region at 1732154833953Disabling writes for close at 1732154833953Writing region close event to WAL at 1732154833954 (+1 ms)Closed at 1732154833954 2024-11-21T02:07:13,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:13,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:07:13,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:07:13,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:07:13,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:07:13,993 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,35329,1732154831959 with port=41437, startcode=1732154832655 2024-11-21T02:07:13,993 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,35329,1732154831959 with port=32907, startcode=1732154832819 2024-11-21T02:07:13,993 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,35329,1732154831959 with port=45797, startcode=1732154832768 2024-11-21T02:07:13,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,45797,1732154832768 2024-11-21T02:07:13,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,32907,1732154832819 2024-11-21T02:07:14,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,32907,1732154832819 2024-11-21T02:07:14,007 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38 2024-11-21T02:07:14,007 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34459 2024-11-21T02:07:14,008 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:07:14,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,41437,1732154832655 2024-11-21T02:07:14,011 DEBUG [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38 2024-11-21T02:07:14,011 DEBUG [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34459 2024-11-21T02:07:14,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,41437,1732154832655 2024-11-21T02:07:14,011 DEBUG [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:07:14,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:14,017 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38 2024-11-21T02:07:14,017 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34459 2024-11-21T02:07:14,017 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:07:14,018 DEBUG [RS:1;b93ada835ef8:45797 {}] zookeeper.ZKUtil(111): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,018 WARN [RS:1;b93ada835ef8:45797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:14,018 INFO [RS:1;b93ada835ef8:45797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:07:14,018 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,32907,1732154832819] 2024-11-21T02:07:14,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,45797,1732154832768] 2024-11-21T02:07:14,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:14,020 DEBUG [RS:2;b93ada835ef8:32907 {}] zookeeper.ZKUtil(111): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,32907,1732154832819 2024-11-21T02:07:14,020 DEBUG [RS:0;b93ada835ef8:41437 {}] zookeeper.ZKUtil(111): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,41437,1732154832655 2024-11-21T02:07:14,020 WARN [RS:2;b93ada835ef8:32907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:14,020 WARN [RS:0;b93ada835ef8:41437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:14,020 INFO [RS:2;b93ada835ef8:32907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:07:14,020 INFO [RS:0;b93ada835ef8:41437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:07:14,021 DEBUG [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,32907,1732154832819 2024-11-21T02:07:14,021 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,41437,1732154832655 2024-11-21T02:07:14,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,41437,1732154832655] 2024-11-21T02:07:14,047 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:07:14,047 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:07:14,047 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:07:14,060 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:07:14,060 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:07:14,061 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:07:14,070 INFO [RS:0;b93ada835ef8:41437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:07:14,070 INFO [RS:1;b93ada835ef8:45797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:07:14,070 INFO [RS:2;b93ada835ef8:32907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:07:14,070 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,070 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,070 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,071 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:07:14,071 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:07:14,071 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:07:14,078 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:07:14,078 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:07:14,078 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:07:14,079 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,079 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,079 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,080 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,080 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:14,081 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:14,081 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:14,081 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,081 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,082 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,082 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,082 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,082 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,082 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,082 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:14,082 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:14,082 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:14,082 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:14,082 DEBUG [RS:1;b93ada835ef8:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:14,082 DEBUG [RS:2;b93ada835ef8:32907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:14,082 DEBUG [RS:0;b93ada835ef8:41437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:14,086 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,086 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,086 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,087 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,087 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,087 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,41437,1732154832655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:14,089 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,45797,1732154832768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,090 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,32907,1732154832819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:14,111 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:07:14,113 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,41437,1732154832655-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,113 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,113 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.Replication(171): b93ada835ef8,41437,1732154832655 started 2024-11-21T02:07:14,114 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:07:14,114 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,45797,1732154832768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,114 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,114 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.Replication(171): b93ada835ef8,45797,1732154832768 started 2024-11-21T02:07:14,115 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:07:14,115 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,32907,1732154832819-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,115 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,116 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.Replication(171): b93ada835ef8,32907,1732154832819 started 2024-11-21T02:07:14,129 WARN [b93ada835ef8:35329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:07:14,135 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,135 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,41437,1732154832655, RpcServer on b93ada835ef8/172.17.0.3:41437, sessionid=0x101130c25b70001 2024-11-21T02:07:14,136 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:07:14,136 DEBUG [RS:0;b93ada835ef8:41437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,41437,1732154832655 2024-11-21T02:07:14,136 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,41437,1732154832655' 2024-11-21T02:07:14,136 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T02:07:14,137 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,137 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,45797,1732154832768, RpcServer on b93ada835ef8/172.17.0.3:45797, sessionid=0x101130c25b70002 2024-11-21T02:07:14,137 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:07:14,137 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:14,137 DEBUG [RS:1;b93ada835ef8:45797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,137 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,45797,1732154832768' 2024-11-21T02:07:14,137 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,32907,1732154832819, RpcServer on b93ada835ef8/172.17.0.3:32907, sessionid=0x101130c25b70003 2024-11-21T02:07:14,137 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T02:07:14,137 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T02:07:14,138 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:07:14,138 DEBUG [RS:2;b93ada835ef8:32907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,32907,1732154832819 2024-11-21T02:07:14,138 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,32907,1732154832819' 2024-11-21T02:07:14,138 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T02:07:14,138 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:07:14,138 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T02:07:14,138 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:07:14,138 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T02:07:14,138 DEBUG [RS:0;b93ada835ef8:41437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,41437,1732154832655 2024-11-21T02:07:14,139 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,41437,1732154832655' 2024-11-21T02:07:14,139 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T02:07:14,139 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:07:14,139 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:07:14,139 DEBUG [RS:2;b93ada835ef8:32907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,32907,1732154832819 2024-11-21T02:07:14,140 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,32907,1732154832819' 2024-11-21T02:07:14,140 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T02:07:14,140 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T02:07:14,141 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T02:07:14,141 DEBUG [RS:0;b93ada835ef8:41437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:07:14,142 DEBUG [RS:2;b93ada835ef8:32907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:07:14,142 INFO [RS:0;b93ada835ef8:41437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:07:14,142 INFO [RS:2;b93ada835ef8:32907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:07:14,142 INFO [RS:2;b93ada835ef8:32907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:07:14,142 INFO [RS:0;b93ada835ef8:41437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:07:14,142 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:07:14,142 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:07:14,142 DEBUG [RS:1;b93ada835ef8:45797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,142 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,45797,1732154832768' 2024-11-21T02:07:14,142 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T02:07:14,143 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T02:07:14,143 DEBUG [RS:1;b93ada835ef8:45797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:07:14,143 INFO [RS:1;b93ada835ef8:45797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:07:14,144 INFO [RS:1;b93ada835ef8:45797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:07:14,250 INFO [RS:2;b93ada835ef8:32907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:07:14,250 INFO [RS:0;b93ada835ef8:41437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:07:14,250 INFO [RS:1;b93ada835ef8:45797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:07:14,255 INFO [RS:2;b93ada835ef8:32907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C32907%2C1732154832819, suffix=, logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,32907,1732154832819, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs, maxLogs=32 2024-11-21T02:07:14,255 INFO [RS:0;b93ada835ef8:41437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C41437%2C1732154832655, suffix=, logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,41437,1732154832655, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs, maxLogs=32 2024-11-21T02:07:14,256 INFO [RS:1;b93ada835ef8:45797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C45797%2C1732154832768, suffix=, logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,45797,1732154832768, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs, maxLogs=32 2024-11-21T02:07:14,284 DEBUG [RS:1;b93ada835ef8:45797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,45797,1732154832768/b93ada835ef8%2C45797%2C1732154832768.1732154834266, exclude list is [], retry=0 2024-11-21T02:07:14,285 DEBUG [RS:0;b93ada835ef8:41437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,41437,1732154832655/b93ada835ef8%2C41437%2C1732154832655.1732154834266, exclude list is [], retry=0 2024-11-21T02:07:14,288 DEBUG [RS:2;b93ada835ef8:32907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,32907,1732154832819/b93ada835ef8%2C32907%2C1732154832819.1732154834266, exclude list is [], retry=0 2024-11-21T02:07:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-bb60b013-5329-408e-8363-3daaf04db6aa,DISK] 2024-11-21T02:07:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-88f9c637-3d37-4689-a45c-d8b99459f32b,DISK] 2024-11-21T02:07:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-867a3554-b724-4cb1-a7e9-96e8a0d7042c,DISK] 2024-11-21T02:07:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-bb60b013-5329-408e-8363-3daaf04db6aa,DISK] 2024-11-21T02:07:14,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-867a3554-b724-4cb1-a7e9-96e8a0d7042c,DISK] 2024-11-21T02:07:14,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-bb60b013-5329-408e-8363-3daaf04db6aa,DISK] 2024-11-21T02:07:14,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-88f9c637-3d37-4689-a45c-d8b99459f32b,DISK] 2024-11-21T02:07:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-88f9c637-3d37-4689-a45c-d8b99459f32b,DISK] 2024-11-21T02:07:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-867a3554-b724-4cb1-a7e9-96e8a0d7042c,DISK] 2024-11-21T02:07:14,372 INFO [RS:1;b93ada835ef8:45797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,45797,1732154832768/b93ada835ef8%2C45797%2C1732154832768.1732154834266 2024-11-21T02:07:14,373 DEBUG [RS:1;b93ada835ef8:45797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:37799:37799),(127.0.0.1/127.0.0.1:39473:39473)] 2024-11-21T02:07:14,382 INFO [RS:2;b93ada835ef8:32907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,32907,1732154832819/b93ada835ef8%2C32907%2C1732154832819.1732154834266 2024-11-21T02:07:14,385 DEBUG [RS:2;b93ada835ef8:32907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:37799:37799),(127.0.0.1/127.0.0.1:39473:39473)] 2024-11-21T02:07:14,386 INFO [RS:0;b93ada835ef8:41437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,41437,1732154832655/b93ada835ef8%2C41437%2C1732154832655.1732154834266 2024-11-21T02:07:14,389 DEBUG [RS:0;b93ada835ef8:41437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:39473:39473),(127.0.0.1/127.0.0.1:37799:37799)] 2024-11-21T02:07:14,631 DEBUG [b93ada835ef8:35329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T02:07:14,640 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(204): Hosts are {b93ada835ef8=0} racks are {/default-rack=0} 2024-11-21T02:07:14,648 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T02:07:14,648 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T02:07:14,648 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T02:07:14,648 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T02:07:14,648 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T02:07:14,648 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T02:07:14,648 INFO [b93ada835ef8:35329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T02:07:14,648 INFO [b93ada835ef8:35329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T02:07:14,648 INFO [b93ada835ef8:35329 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T02:07:14,648 DEBUG [b93ada835ef8:35329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T02:07:14,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,45797,1732154832768, state=OPENING 2024-11-21T02:07:14,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:07:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:14,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:14,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:14,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:07:14,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,45797,1732154832768}] 2024-11-21T02:07:14,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:07:14,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:07:14,871 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:07:14,872 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:07:14,872 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:07:14,876 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C45797%2C1732154832768.meta, suffix=.meta, logDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,45797,1732154832768, archiveDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs, maxLogs=32 2024-11-21T02:07:14,893 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,45797,1732154832768/b93ada835ef8%2C45797%2C1732154832768.meta.1732154834878.meta, exclude list is [], retry=0 2024-11-21T02:07:14,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-867a3554-b724-4cb1-a7e9-96e8a0d7042c,DISK] 2024-11-21T02:07:14,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-bb60b013-5329-408e-8363-3daaf04db6aa,DISK] 2024-11-21T02:07:14,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-88f9c637-3d37-4689-a45c-d8b99459f32b,DISK] 2024-11-21T02:07:14,904 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/WALs/b93ada835ef8,45797,1732154832768/b93ada835ef8%2C45797%2C1732154832768.meta.1732154834878.meta 2024-11-21T02:07:14,905 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39473:39473),(127.0.0.1/127.0.0.1:37799:37799),(127.0.0.1/127.0.0.1:34663:34663)] 2024-11-21T02:07:14,905 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:07:14,908 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:07:14,911 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:07:14,918 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:07:14,923 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:07:14,924 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:14,924 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:07:14,924 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:07:14,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:07:14,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:07:14,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:14,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:14,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:07:14,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:07:14,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:14,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:14,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:07:14,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:07:14,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:14,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:14,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:07:14,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:07:14,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:14,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:14,942 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:07:14,944 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740 2024-11-21T02:07:14,947 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740 2024-11-21T02:07:14,950 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:07:14,950 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:07:14,951 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:07:14,953 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:07:14,955 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74763095, jitterRate=0.11405692994594574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:07:14,955 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:07:14,957 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732154834925Writing region info on filesystem at 1732154834925Initializing all the Stores at 1732154834928 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154834928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154834928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154834928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154834928Cleaning up temporary data from old regions at 1732154834950 (+22 ms)Running coprocessor post-open hooks at 1732154834955 (+5 ms)Region opened successfully at 1732154834957 (+2 ms) 2024-11-21T02:07:14,966 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732154834846 2024-11-21T02:07:14,980 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:07:14,981 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:07:14,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,45797,1732154832768, state=OPEN 2024-11-21T02:07:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:14,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:14,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:14,987 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b93ada835ef8,45797,1732154832768 2024-11-21T02:07:14,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:07:14,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,45797,1732154832768 in 311 msec 2024-11-21T02:07:14,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:07:14,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0300 sec 2024-11-21T02:07:15,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:15,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:07:15,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:07:15,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,45797,1732154832768, seqNum=-1] 2024-11-21T02:07:15,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:07:15,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38791, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:07:15,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-21T02:07:15,103 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732154835103, completionTime=-1 2024-11-21T02:07:15,106 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T02:07:15,106 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T02:07:15,134 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T02:07:15,134 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732154895134 2024-11-21T02:07:15,135 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732154955134 2024-11-21T02:07:15,135 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-21T02:07:15,137 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T02:07:15,145 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,35329,1732154831959-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:15,146 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,35329,1732154831959-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:15,146 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,35329,1732154831959-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:15,148 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b93ada835ef8:35329, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:15,148 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:15,149 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:15,155 DEBUG [master/b93ada835ef8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:07:15,176 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.273sec 2024-11-21T02:07:15,178 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:07:15,179 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:07:15,180 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:07:15,181 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:07:15,181 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:07:15,181 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,35329,1732154831959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:15,182 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,35329,1732154831959-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:07:15,187 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:07:15,187 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:07:15,188 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,35329,1732154831959-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:15,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712cb301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:07:15,280 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T02:07:15,280 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T02:07:15,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b93ada835ef8,35329,-1 for getting cluster id 2024-11-21T02:07:15,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:07:15,299 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4c0f39d-5731-4fb6-ad18-650cf989273b' 2024-11-21T02:07:15,301 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:07:15,301 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4c0f39d-5731-4fb6-ad18-650cf989273b" 2024-11-21T02:07:15,302 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2e00e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:07:15,302 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b93ada835ef8,35329,-1] 2024-11-21T02:07:15,304 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:07:15,306 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:15,307 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:07:15,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ebbd51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:07:15,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:07:15,318 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,45797,1732154832768, seqNum=-1] 2024-11-21T02:07:15,319 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:07:15,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:07:15,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b93ada835ef8,35329,1732154831959 2024-11-21T02:07:15,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:07:15,359 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b93ada835ef8,35329,1732154831959 2024-11-21T02:07:15,362 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649b8288 2024-11-21T02:07:15,362 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:07:15,365 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:07:15,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:07:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-21T02:07:15,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:07:15,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-21T02:07:15,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:15,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:07:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:15,403 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:15,403 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:15,408 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:38608 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38608 dst: /127.0.0.1:45017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-21T02:07:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:15,818 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:15,821 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f9f0ccd34c2237a0e990885f3f23bbf, NAME => 'TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38 2024-11-21T02:07:15,826 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:15,826 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:15,829 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:49280 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49280 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-21T02:07:15,833 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:15,834 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:15,834 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 9f9f0ccd34c2237a0e990885f3f23bbf, disabling compactions & flushes 2024-11-21T02:07:15,834 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:15,834 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:15,834 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. after waiting 0 ms 2024-11-21T02:07:15,834 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:15,834 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:15,834 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f9f0ccd34c2237a0e990885f3f23bbf: Waiting for close lock at 1732154835834Disabling compacts and flushes for region at 1732154835834Disabling writes for close at 1732154835834Writing region close event to WAL at 1732154835834Closed at 1732154835834 2024-11-21T02:07:15,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:07:15,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732154835837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732154835837"}]},"ts":"1732154835837"} 2024-11-21T02:07:15,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:07:15,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:07:15,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732154835848"}]},"ts":"1732154835848"} 2024-11-21T02:07:15,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-21T02:07:15,855 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b93ada835ef8=0} racks are {/default-rack=0} 2024-11-21T02:07:15,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T02:07:15,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T02:07:15,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T02:07:15,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T02:07:15,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T02:07:15,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T02:07:15,856 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T02:07:15,856 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T02:07:15,856 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T02:07:15,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T02:07:15,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f9f0ccd34c2237a0e990885f3f23bbf, ASSIGN}] 2024-11-21T02:07:15,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f9f0ccd34c2237a0e990885f3f23bbf, ASSIGN 2024-11-21T02:07:15,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f9f0ccd34c2237a0e990885f3f23bbf, ASSIGN; state=OFFLINE, location=b93ada835ef8,41437,1732154832655; forceNewPlan=false, retain=false 2024-11-21T02:07:16,014 INFO [b93ada835ef8:35329 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T02:07:16,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f9f0ccd34c2237a0e990885f3f23bbf, regionState=OPENING, regionLocation=b93ada835ef8,41437,1732154832655 2024-11-21T02:07:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f9f0ccd34c2237a0e990885f3f23bbf, ASSIGN because future has completed 2024-11-21T02:07:16,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f9f0ccd34c2237a0e990885f3f23bbf, server=b93ada835ef8,41437,1732154832655}] 2024-11-21T02:07:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:16,175 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:07:16,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:07:16,185 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:16,185 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f9f0ccd34c2237a0e990885f3f23bbf, NAME => 'TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:07:16,186 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,186 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:16,186 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,186 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,189 INFO [StoreOpener-9f9f0ccd34c2237a0e990885f3f23bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,191 INFO [StoreOpener-9f9f0ccd34c2237a0e990885f3f23bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f9f0ccd34c2237a0e990885f3f23bbf columnFamilyName cf 2024-11-21T02:07:16,192 DEBUG [StoreOpener-9f9f0ccd34c2237a0e990885f3f23bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:16,193 INFO [StoreOpener-9f9f0ccd34c2237a0e990885f3f23bbf-1 {}] regionserver.HStore(327): Store=9f9f0ccd34c2237a0e990885f3f23bbf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:16,193 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,194 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,195 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,196 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,196 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,199 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,210 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:07:16,211 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f9f0ccd34c2237a0e990885f3f23bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61474242, jitterRate=-0.08396241068840027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T02:07:16,211 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:16,212 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f9f0ccd34c2237a0e990885f3f23bbf: Running coprocessor pre-open hook at 1732154836187Writing region info on filesystem at 1732154836187Initializing all the Stores at 1732154836188 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154836188Cleaning up temporary data from old regions at 1732154836196 (+8 ms)Running coprocessor post-open hooks at 1732154836211 (+15 ms)Region opened successfully at 1732154836212 (+1 ms) 2024-11-21T02:07:16,222 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf., pid=6, masterSystemTime=1732154836175 2024-11-21T02:07:16,225 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:16,225 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:16,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f9f0ccd34c2237a0e990885f3f23bbf, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,41437,1732154832655 2024-11-21T02:07:16,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f9f0ccd34c2237a0e990885f3f23bbf, server=b93ada835ef8,41437,1732154832655 because future has completed 2024-11-21T02:07:16,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:07:16,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f9f0ccd34c2237a0e990885f3f23bbf, server=b93ada835ef8,41437,1732154832655 in 211 msec 2024-11-21T02:07:16,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:07:16,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f9f0ccd34c2237a0e990885f3f23bbf, ASSIGN in 381 msec 2024-11-21T02:07:16,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:07:16,245 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732154836245"}]},"ts":"1732154836245"} 2024-11-21T02:07:16,252 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-21T02:07:16,254 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:07:16,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 882 msec 2024-11-21T02:07:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-21T02:07:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-21T02:07:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-21T02:07:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-21T02:07:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:16,537 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T02:07:16,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-21T02:07:16,538 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T02:07:16,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-21T02:07:16,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T02:07:16,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-21T02:07:16,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf., hostname=b93ada835ef8,41437,1732154832655, seqNum=2] 2024-11-21T02:07:16,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:07:16,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:07:16,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-21T02:07:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-21T02:07:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:07:16,577 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-21T02:07:16,578 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T02:07:16,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T02:07:16,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-21T02:07:16,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-21T02:07:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-21T02:07:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-21T02:07:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:07:16,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T02:07:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:16,748 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9f9f0ccd34c2237a0e990885f3f23bbf 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-21T02:07:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf/.tmp/cf/e78ba77cbf0f47309b73cda9c91cb7ea is 36, key is row/cf:cq/1732154836558/Put/seqid=0 2024-11-21T02:07:16,813 WARN [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:16,813 WARN [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:16,818 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-784277841_22 at /127.0.0.1:49328 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49328 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-21T02:07:16,825 WARN [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:16,826 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf/.tmp/cf/e78ba77cbf0f47309b73cda9c91cb7ea 2024-11-21T02:07:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf/.tmp/cf/e78ba77cbf0f47309b73cda9c91cb7ea as hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf/cf/e78ba77cbf0f47309b73cda9c91cb7ea 2024-11-21T02:07:16,894 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf/cf/e78ba77cbf0f47309b73cda9c91cb7ea, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T02:07:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:07:16,902 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 9f9f0ccd34c2237a0e990885f3f23bbf in 152ms, sequenceid=5, compaction requested=false 2024-11-21T02:07:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-21T02:07:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9f9f0ccd34c2237a0e990885f3f23bbf: 2024-11-21T02:07:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:16,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T02:07:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T02:07:16,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T02:07:16,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 343 msec 2024-11-21T02:07:16,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 368 msec 2024-11-21T02:07:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:07:17,206 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T02:07:17,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:07:17,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:07:17,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:17,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:07:17,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:07:17,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2135136293, stopped=false 2024-11-21T02:07:17,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b93ada835ef8,35329,1732154831959 2024-11-21T02:07:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:17,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:17,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:17,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:17,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:17,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:17,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:17,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:17,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:17,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:07:17,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:07:17,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:17,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,41437,1732154832655' ***** 2024-11-21T02:07:17,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:07:17,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,45797,1732154832768' ***** 2024-11-21T02:07:17,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:07:17,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,32907,1732154832819' ***** 2024-11-21T02:07:17,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:07:17,240 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:07:17,240 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:07:17,240 INFO [RS:1;b93ada835ef8:45797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:07:17,240 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:07:17,240 INFO [RS:0;b93ada835ef8:41437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:07:17,240 INFO [RS:0;b93ada835ef8:41437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:07:17,240 INFO [RS:1;b93ada835ef8:45797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:07:17,241 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:07:17,241 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,45797,1732154832768 2024-11-21T02:07:17,241 INFO [RS:1;b93ada835ef8:45797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:17,241 INFO [RS:2;b93ada835ef8:32907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:07:17,241 INFO [RS:2;b93ada835ef8:32907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:07:17,241 INFO [RS:1;b93ada835ef8:45797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b93ada835ef8:45797. 2024-11-21T02:07:17,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:07:17,241 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,32907,1732154832819 2024-11-21T02:07:17,241 INFO [RS:2;b93ada835ef8:32907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:17,241 DEBUG [RS:1;b93ada835ef8:45797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:17,241 DEBUG [RS:1;b93ada835ef8:45797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,241 INFO [RS:2;b93ada835ef8:32907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b93ada835ef8:32907. 2024-11-21T02:07:17,241 DEBUG [RS:2;b93ada835ef8:32907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:17,241 DEBUG [RS:2;b93ada835ef8:32907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,241 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:07:17,241 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,32907,1732154832819; all regions closed. 2024-11-21T02:07:17,241 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:07:17,241 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:07:17,242 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:07:17,242 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:17,243 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:07:17,243 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,41437,1732154832655 2024-11-21T02:07:17,243 INFO [RS:0;b93ada835ef8:41437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:17,243 INFO [RS:0;b93ada835ef8:41437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b93ada835ef8:41437. 2024-11-21T02:07:17,243 DEBUG [RS:0;b93ada835ef8:41437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:17,243 DEBUG [RS:0;b93ada835ef8:41437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,243 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:07:17,244 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1325): Online Regions={9f9f0ccd34c2237a0e990885f3f23bbf=TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf.} 2024-11-21T02:07:17,244 DEBUG [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1351): Waiting on 9f9f0ccd34c2237a0e990885f3f23bbf 2024-11-21T02:07:17,245 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f9f0ccd34c2237a0e990885f3f23bbf, disabling compactions & flushes 2024-11-21T02:07:17,245 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:17,245 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:17,245 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. after waiting 0 ms 2024-11-21T02:07:17,245 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:17,249 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:07:17,249 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:07:17,249 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:07:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741828_1018 (size=93) 2024-11-21T02:07:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741828_1018 (size=93) 2024-11-21T02:07:17,249 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:07:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741828_1018 (size=93) 2024-11-21T02:07:17,249 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:07:17,249 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:07:17,250 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:07:17,250 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:07:17,250 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T02:07:17,261 DEBUG [RS:2;b93ada835ef8:32907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs 2024-11-21T02:07:17,261 INFO [RS:2;b93ada835ef8:32907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C32907%2C1732154832819:(num 1732154834266) 2024-11-21T02:07:17,261 DEBUG [RS:2;b93ada835ef8:32907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,261 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:17,261 INFO [RS:2;b93ada835ef8:32907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:17,262 INFO [RS:2;b93ada835ef8:32907 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:17,262 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:07:17,262 INFO [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:17,262 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:07:17,262 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:07:17,262 INFO [RS:2;b93ada835ef8:32907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:17,262 INFO [RS:2;b93ada835ef8:32907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32907 2024-11-21T02:07:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,32907,1732154832819 2024-11-21T02:07:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:17,269 INFO [RS:2;b93ada835ef8:32907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:17,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,32907,1732154832819] 2024-11-21T02:07:17,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,32907,1732154832819 already deleted, retry=false 2024-11-21T02:07:17,273 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,32907,1732154832819 expired; onlineServers=2 2024-11-21T02:07:17,274 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/default/TestHBaseWalOnEC/9f9f0ccd34c2237a0e990885f3f23bbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:07:17,278 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:17,278 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f9f0ccd34c2237a0e990885f3f23bbf: Waiting for close lock at 1732154837244Running coprocessor pre-close hooks at 1732154837245 (+1 ms)Disabling compacts and flushes for region at 1732154837245Disabling writes for close at 1732154837245Writing region close event to WAL at 1732154837252 (+7 ms)Running coprocessor post-close hooks at 1732154837275 (+23 ms)Closed at 1732154837278 (+3 ms) 2024-11-21T02:07:17,278 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf. 2024-11-21T02:07:17,293 INFO [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:17,293 INFO [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:17,298 INFO [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:17,303 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/info/2874675e49dd4182b0d93abac52aa165 is 153, key is TestHBaseWalOnEC,,1732154835366.9f9f0ccd34c2237a0e990885f3f23bbf./info:regioninfo/1732154836226/Put/seqid=0 2024-11-21T02:07:17,306 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,307 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,314 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-817683253_22 at /127.0.0.1:49360 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49360 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-21T02:07:17,319 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:17,319 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/info/2874675e49dd4182b0d93abac52aa165 2024-11-21T02:07:17,351 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/ns/978e54dbb47246eaa54fe03b5c3450a9 is 43, key is default/ns:d/1732154835081/Put/seqid=0 2024-11-21T02:07:17,353 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,353 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,357 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-817683253_22 at /127.0.0.1:60188 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:44893:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60188 dst: /127.0.0.1:44893 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-21T02:07:17,362 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:17,362 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/ns/978e54dbb47246eaa54fe03b5c3450a9 2024-11-21T02:07:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32907-0x101130c25b70003, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:17,374 INFO [RS:2;b93ada835ef8:32907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:17,375 INFO [RS:2;b93ada835ef8:32907 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,32907,1732154832819; zookeeper connection closed. 2024-11-21T02:07:17,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20157b83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20157b83 2024-11-21T02:07:17,390 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/table/6e07fbd990e64ce38f7a0a2f0639aa40 is 52, key is TestHBaseWalOnEC/table:state/1732154836245/Put/seqid=0 2024-11-21T02:07:17,392 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,393 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,395 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-817683253_22 at /127.0.0.1:49374 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49374 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-21T02:07:17,400 WARN [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:17,400 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/table/6e07fbd990e64ce38f7a0a2f0639aa40 2024-11-21T02:07:17,411 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/info/2874675e49dd4182b0d93abac52aa165 as hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/info/2874675e49dd4182b0d93abac52aa165 2024-11-21T02:07:17,422 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/info/2874675e49dd4182b0d93abac52aa165, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T02:07:17,423 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/ns/978e54dbb47246eaa54fe03b5c3450a9 as hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/ns/978e54dbb47246eaa54fe03b5c3450a9 2024-11-21T02:07:17,433 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/ns/978e54dbb47246eaa54fe03b5c3450a9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:07:17,435 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/.tmp/table/6e07fbd990e64ce38f7a0a2f0639aa40 as hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/table/6e07fbd990e64ce38f7a0a2f0639aa40 2024-11-21T02:07:17,445 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,41437,1732154832655; all regions closed. 2024-11-21T02:07:17,445 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/table/6e07fbd990e64ce38f7a0a2f0639aa40, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T02:07:17,447 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=11, compaction requested=false 2024-11-21T02:07:17,448 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:07:17,449 DEBUG [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:07:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741827_1017 (size=1298) 2024-11-21T02:07:17,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741827_1017 (size=1298) 2024-11-21T02:07:17,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741827_1017 (size=1298) 2024-11-21T02:07:17,457 DEBUG [RS:0;b93ada835ef8:41437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs 2024-11-21T02:07:17,457 INFO [RS:0;b93ada835ef8:41437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C41437%2C1732154832655:(num 1732154834266) 2024-11-21T02:07:17,457 DEBUG [RS:0;b93ada835ef8:41437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,457 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:17,457 INFO [RS:0;b93ada835ef8:41437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:17,457 INFO [RS:0;b93ada835ef8:41437 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:17,457 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:07:17,457 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:07:17,457 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:07:17,458 INFO [RS:0;b93ada835ef8:41437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:17,457 INFO [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:17,458 INFO [RS:0;b93ada835ef8:41437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41437 2024-11-21T02:07:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,41437,1732154832655 2024-11-21T02:07:17,460 INFO [RS:0;b93ada835ef8:41437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:17,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,41437,1732154832655] 2024-11-21T02:07:17,461 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:07:17,462 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:07:17,463 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:07:17,463 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732154837249Running coprocessor pre-close hooks at 1732154837249Disabling compacts and flushes for region at 1732154837249Disabling writes for close at 1732154837250 (+1 ms)Obtaining lock to block concurrent updates at 1732154837250Preparing flush snapshotting stores in 1588230740 at 1732154837250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732154837251 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732154837252 (+1 ms)Flushing 1588230740/info: creating writer at 1732154837252Flushing 1588230740/info: appending metadata at 1732154837300 (+48 ms)Flushing 1588230740/info: closing flushed file at 1732154837300Flushing 1588230740/ns: creating writer at 1732154837330 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732154837350 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732154837350Flushing 1588230740/table: creating writer at 1732154837370 (+20 ms)Flushing 1588230740/table: appending metadata at 1732154837390 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732154837390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fce805: reopening flushed file at 1732154837410 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e21c2df: reopening flushed file at 1732154837422 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ea3285: reopening flushed file at 1732154837434 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=11, compaction requested=false at 1732154837447 (+13 ms)Writing region close event to WAL at 1732154837451 (+4 ms)Running coprocessor post-close hooks at 1732154837462 (+11 ms)Closed at 1732154837463 (+1 ms) 2024-11-21T02:07:17,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,41437,1732154832655 already deleted, retry=false 2024-11-21T02:07:17,463 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:07:17,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,41437,1732154832655 expired; onlineServers=1 2024-11-21T02:07:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:17,562 INFO [RS:0;b93ada835ef8:41437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:17,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41437-0x101130c25b70001, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:17,562 INFO [RS:0;b93ada835ef8:41437 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,41437,1732154832655; zookeeper connection closed. 2024-11-21T02:07:17,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d2f484c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d2f484c 2024-11-21T02:07:17,649 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,45797,1732154832768; all regions closed. 2024-11-21T02:07:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741829_1019 (size=2751) 2024-11-21T02:07:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741829_1019 (size=2751) 2024-11-21T02:07:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741829_1019 (size=2751) 2024-11-21T02:07:17,657 DEBUG [RS:1;b93ada835ef8:45797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs 2024-11-21T02:07:17,657 INFO [RS:1;b93ada835ef8:45797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C45797%2C1732154832768.meta:.meta(num 1732154834878) 2024-11-21T02:07:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741826_1016 (size=93) 2024-11-21T02:07:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741826_1016 (size=93) 2024-11-21T02:07:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741826_1016 (size=93) 2024-11-21T02:07:17,662 DEBUG [RS:1;b93ada835ef8:45797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/oldWALs 2024-11-21T02:07:17,662 INFO [RS:1;b93ada835ef8:45797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C45797%2C1732154832768:(num 1732154834266) 2024-11-21T02:07:17,662 DEBUG [RS:1;b93ada835ef8:45797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:17,662 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:17,663 INFO [RS:1;b93ada835ef8:45797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:17,663 INFO [RS:1;b93ada835ef8:45797 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:17,663 INFO [RS:1;b93ada835ef8:45797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:17,663 INFO [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:17,663 INFO [RS:1;b93ada835ef8:45797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45797 2024-11-21T02:07:17,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,45797,1732154832768 2024-11-21T02:07:17,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:17,665 INFO [RS:1;b93ada835ef8:45797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:17,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,45797,1732154832768] 2024-11-21T02:07:17,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,45797,1732154832768 already deleted, retry=false 2024-11-21T02:07:17,669 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,45797,1732154832768 expired; onlineServers=0 2024-11-21T02:07:17,669 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b93ada835ef8,35329,1732154831959' ***** 2024-11-21T02:07:17,669 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:07:17,669 INFO [M:0;b93ada835ef8:35329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:17,669 INFO [M:0;b93ada835ef8:35329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:17,669 DEBUG [M:0;b93ada835ef8:35329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:07:17,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:07:17,669 DEBUG [M:0;b93ada835ef8:35329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:07:17,669 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732154833875 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732154833875,5,FailOnTimeoutGroup] 2024-11-21T02:07:17,669 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732154833876 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732154833876,5,FailOnTimeoutGroup] 2024-11-21T02:07:17,670 INFO [M:0;b93ada835ef8:35329 {}] hbase.ChoreService(370): Chore service for: master/b93ada835ef8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:17,670 INFO [M:0;b93ada835ef8:35329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:17,670 DEBUG [M:0;b93ada835ef8:35329 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:07:17,670 INFO [M:0;b93ada835ef8:35329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:07:17,670 INFO [M:0;b93ada835ef8:35329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:07:17,671 INFO [M:0;b93ada835ef8:35329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:07:17,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:07:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:17,672 DEBUG [M:0;b93ada835ef8:35329 {}] zookeeper.ZKUtil(347): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T02:07:17,672 WARN [M:0;b93ada835ef8:35329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:07:17,673 INFO [M:0;b93ada835ef8:35329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/.lastflushedseqids 2024-11-21T02:07:17,682 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,683 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,685 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:49394 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:40857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49394 dst: /127.0.0.1:40857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-21T02:07:17,690 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:17,691 INFO [M:0;b93ada835ef8:35329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:07:17,691 INFO [M:0;b93ada835ef8:35329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:07:17,691 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:07:17,691 INFO [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:17,691 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:17,691 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:07:17,691 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:17,691 INFO [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-21T02:07:17,712 DEBUG [M:0;b93ada835ef8:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeafbda734534b8da32e6d2d854e75d2 is 82, key is hbase:meta,,1/info:regioninfo/1732154834982/Put/seqid=0 2024-11-21T02:07:17,714 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,714 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:17,723 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:60196 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:44893:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60196 dst: /127.0.0.1:44893 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:17,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-21T02:07:17,767 INFO [RS:1;b93ada835ef8:45797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:17,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:17,768 INFO [RS:1;b93ada835ef8:45797 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,45797,1732154832768; zookeeper connection closed. 2024-11-21T02:07:17,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x101130c25b70002, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:17,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2298bdd2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2298bdd2 2024-11-21T02:07:17,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T02:07:18,134 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:18,134 INFO [M:0;b93ada835ef8:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeafbda734534b8da32e6d2d854e75d2 2024-11-21T02:07:18,161 DEBUG [M:0;b93ada835ef8:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9101b0e546c24ab3a6363e8329297fba is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732154836255/Put/seqid=0 2024-11-21T02:07:18,162 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:18,163 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:18,175 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:38650 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:45017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38650 dst: /127.0.0.1:45017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_-9223372036854775552_1037 (size=6441) 2024-11-21T02:07:18,185 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:18,185 INFO [M:0;b93ada835ef8:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9101b0e546c24ab3a6363e8329297fba 2024-11-21T02:07:18,221 DEBUG [M:0;b93ada835ef8:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e6d3ff041e04279b8bc5971088c367c is 69, key is b93ada835ef8,32907,1732154832819/rs:state/1732154834007/Put/seqid=0 2024-11-21T02:07:18,223 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:18,223 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T02:07:18,227 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-88772857_22 at /127.0.0.1:60222 [Receiving block BP-777061519-172.17.0.3-1732154828573:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:44893:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60222 dst: /127.0.0.1:44893 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:07:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-21T02:07:18,633 WARN [M:0;b93ada835ef8:35329 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T02:07:18,634 INFO [M:0;b93ada835ef8:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e6d3ff041e04279b8bc5971088c367c 2024-11-21T02:07:18,644 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeafbda734534b8da32e6d2d854e75d2 as hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eeafbda734534b8da32e6d2d854e75d2 2024-11-21T02:07:18,652 INFO [M:0;b93ada835ef8:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eeafbda734534b8da32e6d2d854e75d2, entries=8, sequenceid=72, filesize=5.5 K 2024-11-21T02:07:18,654 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9101b0e546c24ab3a6363e8329297fba as hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9101b0e546c24ab3a6363e8329297fba 2024-11-21T02:07:18,662 INFO [M:0;b93ada835ef8:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9101b0e546c24ab3a6363e8329297fba, entries=8, sequenceid=72, filesize=6.3 K 2024-11-21T02:07:18,664 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e6d3ff041e04279b8bc5971088c367c as hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e6d3ff041e04279b8bc5971088c367c 2024-11-21T02:07:18,673 INFO [M:0;b93ada835ef8:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e6d3ff041e04279b8bc5971088c367c, entries=3, sequenceid=72, filesize=5.2 K 2024-11-21T02:07:18,674 INFO [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 983ms, sequenceid=72, compaction requested=false 2024-11-21T02:07:18,676 INFO [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:18,676 DEBUG [M:0;b93ada835ef8:35329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732154837691Disabling compacts and flushes for region at 1732154837691Disabling writes for close at 1732154837691Obtaining lock to block concurrent updates at 1732154837691Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732154837691Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732154837692 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732154837693 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732154837693Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732154837711 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732154837711Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732154838143 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732154838160 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732154838160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732154838199 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732154838220 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732154838220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a95cd7: reopening flushed file at 1732154838642 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ced8c1: reopening flushed file at 1732154838653 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f249fb8: reopening flushed file at 1732154838663 (+10 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 983ms, sequenceid=72, compaction requested=false at 1732154838674 (+11 ms)Writing region close event to WAL at 1732154838676 (+2 ms)Closed at 1732154838676 2024-11-21T02:07:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741825_1011 (size=32695) 2024-11-21T02:07:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741825_1011 (size=32695) 2024-11-21T02:07:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741825_1011 (size=32695) 2024-11-21T02:07:18,681 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:18,681 INFO [M:0;b93ada835ef8:35329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:07:18,681 INFO [M:0;b93ada835ef8:35329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35329 2024-11-21T02:07:18,681 INFO [M:0;b93ada835ef8:35329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:18,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:18,785 INFO [M:0;b93ada835ef8:35329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:18,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x101130c25b70000, quorum=127.0.0.1:61285, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:18,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cced15c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:18,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38003bf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:18,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:18,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f23eb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:18,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3331e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:18,798 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:07:18,798 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:07:18,798 WARN [BP-777061519-172.17.0.3-1732154828573 heartbeating to localhost/127.0.0.1:34459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:07:18,798 WARN [BP-777061519-172.17.0.3-1732154828573 heartbeating to localhost/127.0.0.1:34459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-777061519-172.17.0.3-1732154828573 (Datanode Uuid 6e9f36ff-ef41-447b-b845-41b44896138c) service to localhost/127.0.0.1:34459 2024-11-21T02:07:18,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data5/current/BP-777061519-172.17.0.3-1732154828573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:18,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data6/current/BP-777061519-172.17.0.3-1732154828573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:18,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:07:18,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@328e0d16{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:18,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61998c4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:18,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:18,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a445e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:18,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@448e9acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:18,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:07:18,806 WARN [BP-777061519-172.17.0.3-1732154828573 heartbeating to localhost/127.0.0.1:34459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:07:18,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:07:18,806 WARN [BP-777061519-172.17.0.3-1732154828573 heartbeating to localhost/127.0.0.1:34459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-777061519-172.17.0.3-1732154828573 (Datanode Uuid 8c8a552a-8b5f-4e18-a9f2-04e09d079341) service to localhost/127.0.0.1:34459 2024-11-21T02:07:18,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data3/current/BP-777061519-172.17.0.3-1732154828573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:18,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:07:18,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data4/current/BP-777061519-172.17.0.3-1732154828573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:18,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ea802a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:18,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24c8c1e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:18,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:18,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d388052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:18,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@716a4960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:18,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:07:18,813 WARN [BP-777061519-172.17.0.3-1732154828573 heartbeating to localhost/127.0.0.1:34459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:07:18,813 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:07:18,813 WARN [BP-777061519-172.17.0.3-1732154828573 heartbeating to localhost/127.0.0.1:34459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-777061519-172.17.0.3-1732154828573 (Datanode Uuid a7076b76-6024-47e4-8f02-0b99dea3990f) service to localhost/127.0.0.1:34459 2024-11-21T02:07:18,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data1/current/BP-777061519-172.17.0.3-1732154828573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:18,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/cluster_ecc72b6b-46c4-abf0-7d5f-6af4a3d1cfe8/data/data2/current/BP-777061519-172.17.0.3-1732154828573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:18,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:07:18,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ea2dca6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:07:18,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed9b238{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:18,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:18,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410292bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:18,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f57d6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:18,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:07:18,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:07:18,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=89 (was 157), OpenFileDescriptor=443 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 143) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2115 (was 2541) 2024-11-21T02:07:18,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=89, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=2115 2024-11-21T02:07:18,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:07:18,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.log.dir so I do NOT create it in target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31 2024-11-21T02:07:18,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8c930505-c62e-42ef-33e9-4b1b166c6a6a/hadoop.tmp.dir so I do NOT create it in target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31 2024-11-21T02:07:18,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee, deleteOnExit=true 2024-11-21T02:07:18,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:07:18,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/test.cache.data in system properties and HBase conf 2024-11-21T02:07:18,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:07:18,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:07:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:07:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:07:18,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:18,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:18,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:18,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:18,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:07:18,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:18,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d5fb76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:18,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af2c58b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:19,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@245598f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/java.io.tmpdir/jetty-localhost-36723-hadoop-hdfs-3_4_1-tests_jar-_-any-5776775012925186652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:07:19,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a78787c{HTTP/1.1, (http/1.1)}{localhost:36723} 2024-11-21T02:07:19,092 INFO [Time-limited test {}] server.Server(415): Started @13054ms 2024-11-21T02:07:19,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:19,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:19,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:19,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:19,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:07:19,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c8150f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:19,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@451832c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:19,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b21834{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/java.io.tmpdir/jetty-localhost-42669-hadoop-hdfs-3_4_1-tests_jar-_-any-16348343055240992804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:19,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@585f6017{HTTP/1.1, (http/1.1)}{localhost:42669} 2024-11-21T02:07:19,296 INFO [Time-limited test {}] server.Server(415): Started @13258ms 2024-11-21T02:07:19,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:07:19,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:19,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:19,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:19,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:19,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:07:19,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5c3029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:19,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61c7c24f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:19,379 WARN [Thread-523 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data1/current/BP-51311216-172.17.0.3-1732154838915/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:19,380 WARN [Thread-524 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data2/current/BP-51311216-172.17.0.3-1732154838915/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:19,396 WARN [Thread-502 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:07:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf6c42ea4758be81 with lease ID 0xa105cfb822989034: Processing first storage report for DS-0e1b4bd2-4654-4ed3-a2f8-f646637ce853 from datanode DatanodeRegistration(127.0.0.1:38939, datanodeUuid=164a3e0c-a357-4aaa-bc87-baf797ec1841, infoPort=46393, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915) 2024-11-21T02:07:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf6c42ea4758be81 with lease ID 0xa105cfb822989034: from storage DS-0e1b4bd2-4654-4ed3-a2f8-f646637ce853 node DatanodeRegistration(127.0.0.1:38939, datanodeUuid=164a3e0c-a357-4aaa-bc87-baf797ec1841, infoPort=46393, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:07:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf6c42ea4758be81 with lease ID 0xa105cfb822989034: Processing first storage report for DS-a0591c99-4a12-47bd-83de-5f118e9c477a from datanode DatanodeRegistration(127.0.0.1:38939, datanodeUuid=164a3e0c-a357-4aaa-bc87-baf797ec1841, infoPort=46393, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915) 2024-11-21T02:07:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf6c42ea4758be81 with lease ID 0xa105cfb822989034: from storage DS-a0591c99-4a12-47bd-83de-5f118e9c477a node DatanodeRegistration(127.0.0.1:38939, datanodeUuid=164a3e0c-a357-4aaa-bc87-baf797ec1841, infoPort=46393, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:07:19,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff0d1b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/java.io.tmpdir/jetty-localhost-40359-hadoop-hdfs-3_4_1-tests_jar-_-any-287800367922598670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:19,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77da8076{HTTP/1.1, (http/1.1)}{localhost:40359} 2024-11-21T02:07:19,453 INFO [Time-limited test {}] server.Server(415): Started @13416ms 2024-11-21T02:07:19,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:07:19,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:07:19,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:07:19,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:07:19,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:07:19,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:07:19,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6948a4b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:07:19,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4806a818{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:07:19,539 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data3/current/BP-51311216-172.17.0.3-1732154838915/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:19,539 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data4/current/BP-51311216-172.17.0.3-1732154838915/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:19,563 WARN [Thread-538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:07:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdfabe3aa77d182b with lease ID 0xa105cfb822989035: Processing first storage report for DS-280b609a-c04d-4572-b9c5-efa74373b7c5 from datanode DatanodeRegistration(127.0.0.1:36045, datanodeUuid=91ed2327-b0b9-420f-8f54-97ff5dc84ad0, infoPort=36985, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915) 2024-11-21T02:07:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdfabe3aa77d182b with lease ID 0xa105cfb822989035: from storage DS-280b609a-c04d-4572-b9c5-efa74373b7c5 node DatanodeRegistration(127.0.0.1:36045, datanodeUuid=91ed2327-b0b9-420f-8f54-97ff5dc84ad0, infoPort=36985, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:07:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdfabe3aa77d182b with lease ID 0xa105cfb822989035: Processing first storage report for DS-916f9f77-f5a3-4f8e-9b1f-9ebbc2b974be from datanode DatanodeRegistration(127.0.0.1:36045, datanodeUuid=91ed2327-b0b9-420f-8f54-97ff5dc84ad0, infoPort=36985, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915) 2024-11-21T02:07:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdfabe3aa77d182b with lease ID 0xa105cfb822989035: from storage DS-916f9f77-f5a3-4f8e-9b1f-9ebbc2b974be node DatanodeRegistration(127.0.0.1:36045, datanodeUuid=91ed2327-b0b9-420f-8f54-97ff5dc84ad0, infoPort=36985, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:07:19,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e6c83c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/java.io.tmpdir/jetty-localhost-34061-hadoop-hdfs-3_4_1-tests_jar-_-any-18175413155318950445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:19,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23ef21e8{HTTP/1.1, (http/1.1)}{localhost:34061} 2024-11-21T02:07:19,611 INFO [Time-limited test {}] server.Server(415): Started @13574ms 2024-11-21T02:07:19,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:07:19,705 WARN [Thread-584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data5/current/BP-51311216-172.17.0.3-1732154838915/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:19,706 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data6/current/BP-51311216-172.17.0.3-1732154838915/current, will proceed with Du for space computation calculation, 2024-11-21T02:07:19,732 WARN [Thread-573 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:07:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74e58215dfeea3f2 with lease ID 0xa105cfb822989036: Processing first storage report for DS-62364eff-367f-4488-8dcd-b6caf0cef03b from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=26f6c8b0-dbd0-444b-99c3-ca92e122c72d, infoPort=35583, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915) 2024-11-21T02:07:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74e58215dfeea3f2 with lease ID 0xa105cfb822989036: from storage DS-62364eff-367f-4488-8dcd-b6caf0cef03b node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=26f6c8b0-dbd0-444b-99c3-ca92e122c72d, infoPort=35583, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:07:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74e58215dfeea3f2 with lease ID 0xa105cfb822989036: Processing first storage report for DS-1ff217c4-a89d-46ae-87e7-ee695453d696 from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=26f6c8b0-dbd0-444b-99c3-ca92e122c72d, infoPort=35583, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915) 2024-11-21T02:07:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74e58215dfeea3f2 with lease ID 0xa105cfb822989036: from storage DS-1ff217c4-a89d-46ae-87e7-ee695453d696 node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=26f6c8b0-dbd0-444b-99c3-ca92e122c72d, infoPort=35583, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=479186525;c=1732154838915), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:07:19,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31 2024-11-21T02:07:19,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/zookeeper_0, clientPort=51592, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:07:19,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51592 2024-11-21T02:07:19,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:07:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:07:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:07:19,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf with version=8 2024-11-21T02:07:19,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:34459/user/jenkins/test-data/59a49110-4ed2-0654-cf55-e2cfc7fdde38/hbase-staging 2024-11-21T02:07:19,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:19,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:19,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:19,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:07:19,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:19,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44839 2024-11-21T02:07:19,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44839 connecting to ZooKeeper ensemble=127.0.0.1:51592 2024-11-21T02:07:19,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448390x0, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:19,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44839-0x101130c47770000 connected 2024-11-21T02:07:19,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:19,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf, hbase.cluster.distributed=false 2024-11-21T02:07:19,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:19,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-21T02:07:19,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44839 2024-11-21T02:07:19,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44839 2024-11-21T02:07:19,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-21T02:07:19,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44839 2024-11-21T02:07:19,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:19,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:07:19,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:19,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42457 2024-11-21T02:07:19,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42457 connecting to ZooKeeper ensemble=127.0.0.1:51592 2024-11-21T02:07:19,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424570x0, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:19,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42457-0x101130c47770001 connected 2024-11-21T02:07:19,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:19,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:07:19,849 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:07:19,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T02:07:19,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:19,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42457 2024-11-21T02:07:19,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42457 2024-11-21T02:07:19,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42457 2024-11-21T02:07:19,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42457 2024-11-21T02:07:19,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42457 2024-11-21T02:07:19,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:19,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:19,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:19,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:07:19,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:19,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44851 2024-11-21T02:07:19,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44851 connecting to ZooKeeper ensemble=127.0.0.1:51592 2024-11-21T02:07:19,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448510x0, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:19,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448510x0, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:19,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44851-0x101130c47770002 connected 2024-11-21T02:07:19,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:07:19,877 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:07:19,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T02:07:19,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:19,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44851 2024-11-21T02:07:19,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44851 2024-11-21T02:07:19,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44851 2024-11-21T02:07:19,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44851 2024-11-21T02:07:19,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44851 2024-11-21T02:07:19,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=45 2024-11-21T02:07:19,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:07:19,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:07:19,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:07:19,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:07:19,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:07:19,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43133 2024-11-21T02:07:19,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43133 connecting to ZooKeeper ensemble=127.0.0.1:51592 2024-11-21T02:07:19,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431330x0, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:07:19,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:19,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43133-0x101130c47770003 connected 2024-11-21T02:07:19,905 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:07:19,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:07:19,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T02:07:19,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T02:07:19,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43133 2024-11-21T02:07:19,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43133 2024-11-21T02:07:19,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43133 2024-11-21T02:07:19,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43133 2024-11-21T02:07:19,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43133 2024-11-21T02:07:19,926 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b93ada835ef8:44839 2024-11-21T02:07:19,927 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b93ada835ef8,44839,1732154839780 2024-11-21T02:07:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,930 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b93ada835ef8,44839,1732154839780 2024-11-21T02:07:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,934 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T02:07:19,934 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b93ada835ef8,44839,1732154839780 from backup master directory 2024-11-21T02:07:19,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b93ada835ef8,44839,1732154839780 2024-11-21T02:07:19,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T02:07:19,937 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:19,937 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b93ada835ef8,44839,1732154839780 2024-11-21T02:07:19,944 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/hbase.id] with ID: 1aeffb18-16c8-4f5b-9fe8-68f613d149a2 2024-11-21T02:07:19,944 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/.tmp/hbase.id 2024-11-21T02:07:19,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:07:19,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:07:19,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:07:19,954 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/.tmp/hbase.id]:[hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/hbase.id] 2024-11-21T02:07:19,975 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:07:19,975 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:07:19,977 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T02:07:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:07:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:07:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:07:19,996 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:07:19,997 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:07:19,997 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:07:20,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:07:20,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:07:20,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:07:20,012 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store 2024-11-21T02:07:20,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:07:20,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:07:20,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:07:20,027 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:20,027 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:07:20,027 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:20,027 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:20,028 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:07:20,028 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:20,028 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:20,028 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732154840027Disabling compacts and flushes for region at 1732154840027Disabling writes for close at 1732154840028 (+1 ms)Writing region close event to WAL at 1732154840028Closed at 1732154840028 2024-11-21T02:07:20,029 WARN [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/.initializing 2024-11-21T02:07:20,029 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/WALs/b93ada835ef8,44839,1732154839780 2024-11-21T02:07:20,034 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C44839%2C1732154839780, suffix=, logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/WALs/b93ada835ef8,44839,1732154839780, archiveDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/oldWALs, maxLogs=10 2024-11-21T02:07:20,035 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b93ada835ef8%2C44839%2C1732154839780.1732154840034 2024-11-21T02:07:20,045 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/WALs/b93ada835ef8,44839,1732154839780/b93ada835ef8%2C44839%2C1732154839780.1732154840034 2024-11-21T02:07:20,047 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35583:35583),(127.0.0.1/127.0.0.1:46393:46393),(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-21T02:07:20,048 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:07:20,049 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:20,049 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,049 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:07:20,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:07:20,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:20,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:07:20,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:20,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:07:20,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:20,060 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,061 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,061 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,063 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,063 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,063 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:07:20,065 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:07:20,067 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:07:20,068 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58755510, jitterRate=-0.1244746744632721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:07:20,068 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732154840049Initializing all the Stores at 1732154840050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154840050Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154840050Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154840050Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154840050Cleaning up temporary data from old regions at 1732154840063 (+13 ms)Region opened successfully at 1732154840068 (+5 ms) 2024-11-21T02:07:20,069 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:07:20,073 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebae5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:20,074 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:07:20,074 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:07:20,074 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:07:20,074 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:07:20,075 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:07:20,075 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:07:20,075 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:07:20,077 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:07:20,078 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T02:07:20,080 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T02:07:20,080 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:07:20,081 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:07:20,082 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T02:07:20,082 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:07:20,083 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:07:20,086 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T02:07:20,087 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:07:20,088 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T02:07:20,090 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:07:20,092 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,095 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b93ada835ef8,44839,1732154839780, sessionid=0x101130c47770000, setting cluster-up flag (Was=false) 2024-11-21T02:07:20,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,107 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T02:07:20,108 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,44839,1732154839780 2024-11-21T02:07:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,117 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T02:07:20,118 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,44839,1732154839780 2024-11-21T02:07:20,120 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:07:20,124 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:20,125 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:07:20,125 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:07:20,125 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b93ada835ef8,44839,1732154839780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b93ada835ef8:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:20,127 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,132 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732154870132 2024-11-21T02:07:20,132 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:07:20,133 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:07:20,133 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:07:20,133 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:07:20,133 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:07:20,133 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:07:20,133 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:20,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:07:20,136 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:07:20,141 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:07:20,141 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:07:20,142 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:07:20,142 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:07:20,142 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:07:20,142 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732154840142,5,FailOnTimeoutGroup] 2024-11-21T02:07:20,145 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732154840142,5,FailOnTimeoutGroup] 2024-11-21T02:07:20,145 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,145 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:07:20,145 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,145 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:07:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:07:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:07:20,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:07:20,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf 2024-11-21T02:07:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:07:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:07:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:07:20,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:20,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:07:20,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:07:20,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:07:20,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:07:20,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:07:20,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:07:20,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:07:20,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:07:20,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:07:20,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740 2024-11-21T02:07:20,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740 2024-11-21T02:07:20,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:07:20,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:07:20,212 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:07:20,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:07:20,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:07:20,217 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(746): ClusterId : 1aeffb18-16c8-4f5b-9fe8-68f613d149a2 2024-11-21T02:07:20,217 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(746): ClusterId : 1aeffb18-16c8-4f5b-9fe8-68f613d149a2 2024-11-21T02:07:20,217 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:07:20,217 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:07:20,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66754455, jitterRate=-0.005281105637550354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:07:20,218 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(746): ClusterId : 1aeffb18-16c8-4f5b-9fe8-68f613d149a2 2024-11-21T02:07:20,218 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:07:20,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732154840181Initializing all the Stores at 1732154840183 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154840183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154840189 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154840189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154840189Cleaning up temporary data from old regions at 1732154840211 (+22 ms)Region opened successfully at 1732154840218 (+7 ms) 2024-11-21T02:07:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:07:20,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:07:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:07:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:07:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:07:20,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:07:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732154840219Disabling compacts and flushes for region at 1732154840219Disabling writes for close at 1732154840219Writing region close event to WAL at 1732154840219Closed at 1732154840219 2024-11-21T02:07:20,221 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:07:20,221 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:07:20,221 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:07:20,221 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:07:20,221 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:07:20,222 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:07:20,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:20,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:07:20,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:07:20,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:07:20,226 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:07:20,227 DEBUG [RS:1;b93ada835ef8:44851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f5cb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:20,227 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:07:20,228 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:07:20,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:07:20,228 DEBUG [RS:2;b93ada835ef8:43133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15234871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:20,228 DEBUG [RS:0;b93ada835ef8:42457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1818e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0 2024-11-21T02:07:20,246 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b93ada835ef8:44851 2024-11-21T02:07:20,247 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:07:20,247 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:07:20,247 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:07:20,248 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,44839,1732154839780 with port=44851, startcode=1732154839866 2024-11-21T02:07:20,248 DEBUG [RS:1;b93ada835ef8:44851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:07:20,249 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b93ada835ef8:43133 2024-11-21T02:07:20,250 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:07:20,250 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:07:20,250 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:07:20,251 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,44839,1732154839780 with port=43133, startcode=1732154839896 2024-11-21T02:07:20,251 DEBUG [RS:2;b93ada835ef8:43133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:07:20,252 DEBUG [RS:0;b93ada835ef8:42457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b93ada835ef8:42457 2024-11-21T02:07:20,252 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:07:20,252 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:07:20,252 DEBUG [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:07:20,253 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,44839,1732154839780 with port=42457, startcode=1732154839836 2024-11-21T02:07:20,253 DEBUG [RS:0;b93ada835ef8:42457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:07:20,253 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54235, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:07:20,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,254 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:07:20,255 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:07:20,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,43133,1732154839896 2024-11-21T02:07:20,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,43133,1732154839896 2024-11-21T02:07:20,257 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf 2024-11-21T02:07:20,257 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36957 2024-11-21T02:07:20,257 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:07:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:20,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,42457,1732154839836 2024-11-21T02:07:20,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44839 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,42457,1732154839836 2024-11-21T02:07:20,260 DEBUG [RS:1;b93ada835ef8:44851 {}] zookeeper.ZKUtil(111): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,260 WARN [RS:1;b93ada835ef8:44851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:20,260 INFO [RS:1;b93ada835ef8:44851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:07:20,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,44851,1732154839866] 2024-11-21T02:07:20,261 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,261 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf 2024-11-21T02:07:20,261 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36957 2024-11-21T02:07:20,261 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:07:20,263 DEBUG [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf 2024-11-21T02:07:20,263 DEBUG [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36957 2024-11-21T02:07:20,263 DEBUG [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:07:20,267 DEBUG [RS:0;b93ada835ef8:42457 {}] zookeeper.ZKUtil(111): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,42457,1732154839836 2024-11-21T02:07:20,267 WARN [RS:0;b93ada835ef8:42457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:20,267 INFO [RS:0;b93ada835ef8:42457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:07:20,267 DEBUG [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,42457,1732154839836 2024-11-21T02:07:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:20,269 DEBUG [RS:2;b93ada835ef8:43133 {}] zookeeper.ZKUtil(111): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,43133,1732154839896 2024-11-21T02:07:20,269 WARN [RS:2;b93ada835ef8:43133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:07:20,269 INFO [RS:2;b93ada835ef8:43133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:07:20,269 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,43133,1732154839896 2024-11-21T02:07:20,269 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:07:20,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,42457,1732154839836] 2024-11-21T02:07:20,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,43133,1732154839896] 2024-11-21T02:07:20,277 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:07:20,277 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:07:20,278 INFO [RS:1;b93ada835ef8:44851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:07:20,278 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,279 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:07:20,279 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:07:20,280 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:07:20,280 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:07:20,280 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,280 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,280 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,280 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,280 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,280 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,281 INFO [RS:2;b93ada835ef8:43133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:20,281 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,281 DEBUG [RS:1;b93ada835ef8:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:20,282 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:07:20,282 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:07:20,282 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,283 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,283 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,283 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,283 INFO [RS:0;b93ada835ef8:42457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:07:20,283 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,283 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:07:20,283 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,283 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44851,1732154839866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:20,283 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,283 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,283 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,283 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,284 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:20,284 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:07:20,285 DEBUG [RS:2;b93ada835ef8:43133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:20,285 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,285 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,285 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,285 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:07:20,285 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,285 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,285 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,285 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,43133,1732154839896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:20,286 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,286 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,286 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,286 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:07:20,286 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:20,286 DEBUG [RS:0;b93ada835ef8:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:07:20,290 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,290 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,290 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,290 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,290 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,290 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,42457,1732154839836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:20,308 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:07:20,309 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44851,1732154839866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,309 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:07:20,309 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,309 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,43133,1732154839896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,309 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.Replication(171): b93ada835ef8,44851,1732154839866 started 2024-11-21T02:07:20,309 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,309 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.Replication(171): b93ada835ef8,43133,1732154839896 started 2024-11-21T02:07:20,314 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:07:20,315 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,42457,1732154839836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,315 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,315 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.Replication(171): b93ada835ef8,42457,1732154839836 started 2024-11-21T02:07:20,328 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,329 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,43133,1732154839896, RpcServer on b93ada835ef8/172.17.0.3:43133, sessionid=0x101130c47770003 2024-11-21T02:07:20,329 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:07:20,329 DEBUG [RS:2;b93ada835ef8:43133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,43133,1732154839896 2024-11-21T02:07:20,329 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,43133,1732154839896' 2024-11-21T02:07:20,329 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T02:07:20,330 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T02:07:20,330 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,330 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:07:20,330 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:07:20,330 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,44851,1732154839866, RpcServer on b93ada835ef8/172.17.0.3:44851, sessionid=0x101130c47770002 2024-11-21T02:07:20,330 DEBUG [RS:2;b93ada835ef8:43133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,43133,1732154839896 2024-11-21T02:07:20,331 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,43133,1732154839896' 2024-11-21T02:07:20,331 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:07:20,331 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T02:07:20,331 DEBUG [RS:1;b93ada835ef8:44851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,331 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,44851,1732154839866' 2024-11-21T02:07:20,331 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T02:07:20,332 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T02:07:20,332 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:07:20,332 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:07:20,332 DEBUG [RS:1;b93ada835ef8:44851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,332 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,44851,1732154839866' 2024-11-21T02:07:20,332 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T02:07:20,333 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T02:07:20,334 DEBUG [RS:1;b93ada835ef8:44851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:07:20,334 INFO [RS:1;b93ada835ef8:44851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:07:20,334 INFO [RS:1;b93ada835ef8:44851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:07:20,335 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,335 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,42457,1732154839836, RpcServer on b93ada835ef8/172.17.0.3:42457, sessionid=0x101130c47770001 2024-11-21T02:07:20,335 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:07:20,335 DEBUG [RS:0;b93ada835ef8:42457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,42457,1732154839836 2024-11-21T02:07:20,335 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,42457,1732154839836' 2024-11-21T02:07:20,335 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T02:07:20,336 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T02:07:20,336 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T02:07:20,336 DEBUG [RS:2;b93ada835ef8:43133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:07:20,336 INFO [RS:2;b93ada835ef8:43133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:07:20,336 INFO [RS:2;b93ada835ef8:43133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:07:20,337 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:07:20,337 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:07:20,337 DEBUG [RS:0;b93ada835ef8:42457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,42457,1732154839836 2024-11-21T02:07:20,337 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,42457,1732154839836' 2024-11-21T02:07:20,337 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T02:07:20,338 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T02:07:20,338 DEBUG [RS:0;b93ada835ef8:42457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:07:20,338 INFO [RS:0;b93ada835ef8:42457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:07:20,338 INFO [RS:0;b93ada835ef8:42457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:07:20,378 WARN [b93ada835ef8:44839 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:07:20,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:07:20,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:07:20,437 INFO [RS:1;b93ada835ef8:44851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C44851%2C1732154839866, suffix=, logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,44851,1732154839866, archiveDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs, maxLogs=32 2024-11-21T02:07:20,440 INFO [RS:1;b93ada835ef8:44851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b93ada835ef8%2C44851%2C1732154839866.1732154840440 2024-11-21T02:07:20,440 INFO [RS:2;b93ada835ef8:43133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C43133%2C1732154839896, suffix=, logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,43133,1732154839896, archiveDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs, maxLogs=32 2024-11-21T02:07:20,441 INFO [RS:0;b93ada835ef8:42457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C42457%2C1732154839836, suffix=, logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,42457,1732154839836, archiveDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs, maxLogs=32 2024-11-21T02:07:20,441 INFO [RS:2;b93ada835ef8:43133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b93ada835ef8%2C43133%2C1732154839896.1732154840441 2024-11-21T02:07:20,442 INFO [RS:0;b93ada835ef8:42457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b93ada835ef8%2C42457%2C1732154839836.1732154840442 2024-11-21T02:07:20,462 INFO [RS:1;b93ada835ef8:44851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,44851,1732154839866/b93ada835ef8%2C44851%2C1732154839866.1732154840440 2024-11-21T02:07:20,464 INFO [RS:2;b93ada835ef8:43133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,43133,1732154839896/b93ada835ef8%2C43133%2C1732154839896.1732154840441 2024-11-21T02:07:20,466 INFO [RS:0;b93ada835ef8:42457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,42457,1732154839836/b93ada835ef8%2C42457%2C1732154839836.1732154840442 2024-11-21T02:07:20,473 DEBUG [RS:1;b93ada835ef8:44851 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35583:35583),(127.0.0.1/127.0.0.1:36985:36985),(127.0.0.1/127.0.0.1:46393:46393)] 2024-11-21T02:07:20,478 DEBUG [RS:2;b93ada835ef8:43133 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35583:35583),(127.0.0.1/127.0.0.1:36985:36985),(127.0.0.1/127.0.0.1:46393:46393)] 2024-11-21T02:07:20,481 DEBUG [RS:0;b93ada835ef8:42457 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35583:35583),(127.0.0.1/127.0.0.1:46393:46393),(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-21T02:07:20,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:07:20,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:07:20,629 DEBUG [b93ada835ef8:44839 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T02:07:20,629 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(204): Hosts are {b93ada835ef8=0} racks are {/default-rack=0} 2024-11-21T02:07:20,632 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T02:07:20,632 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T02:07:20,632 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T02:07:20,632 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T02:07:20,632 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T02:07:20,632 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T02:07:20,632 INFO [b93ada835ef8:44839 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T02:07:20,632 INFO [b93ada835ef8:44839 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T02:07:20,632 INFO [b93ada835ef8:44839 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T02:07:20,632 DEBUG [b93ada835ef8:44839 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T02:07:20,633 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,634 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,44851,1732154839866, state=OPENING 2024-11-21T02:07:20,636 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:07:20,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:20,639 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:07:20,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,44851,1732154839866}] 2024-11-21T02:07:20,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:07:20,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:07:20,800 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:07:20,801 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:07:20,803 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C44851%2C1732154839866.meta, suffix=.meta, logDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,44851,1732154839866, archiveDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs, maxLogs=32 2024-11-21T02:07:20,805 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor b93ada835ef8%2C44851%2C1732154839866.meta.1732154840805.meta 2024-11-21T02:07:20,815 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/WALs/b93ada835ef8,44851,1732154839866/b93ada835ef8%2C44851%2C1732154839866.meta.1732154840805.meta 2024-11-21T02:07:20,816 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393),(127.0.0.1/127.0.0.1:36985:36985),(127.0.0.1/127.0.0.1:35583:35583)] 2024-11-21T02:07:20,817 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:07:20,818 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:07:20,818 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:07:20,818 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:07:20,818 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:07:20,818 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:20,818 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:07:20,818 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:07:20,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:07:20,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:07:20,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:07:20,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:07:20,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:07:20,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:07:20,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:07:20,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:07:20,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:07:20,829 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:07:20,830 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740 2024-11-21T02:07:20,832 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740 2024-11-21T02:07:20,834 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:07:20,834 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:07:20,834 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:07:20,837 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:07:20,838 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63971439, jitterRate=-0.04675127565860748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:07:20,838 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:07:20,839 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732154840819Writing region info on filesystem at 1732154840819Initializing all the Stores at 1732154840820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154840820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154840821 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154840821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732154840821Cleaning up temporary data from old regions at 1732154840834 (+13 ms)Running coprocessor post-open hooks at 1732154840838 (+4 ms)Region opened successfully at 1732154840839 (+1 ms) 2024-11-21T02:07:20,841 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732154840793 2024-11-21T02:07:20,845 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:07:20,845 INFO [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:07:20,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,848 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,44851,1732154839866, state=OPEN 2024-11-21T02:07:20,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:20,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:20,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:20,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T02:07:20,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T02:07:20,850 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b93ada835ef8,44851,1732154839866 2024-11-21T02:07:20,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:07:20,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,44851,1732154839866 in 211 msec 2024-11-21T02:07:20,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:07:20,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-21T02:07:20,868 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:07:20,868 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:07:20,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:07:20,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,44851,1732154839866, seqNum=-1] 2024-11-21T02:07:20,871 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:07:20,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:07:20,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec 2024-11-21T02:07:20,885 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732154840885, completionTime=-1 2024-11-21T02:07:20,885 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T02:07:20,885 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T02:07:20,889 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T02:07:20,889 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732154900889 2024-11-21T02:07:20,889 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732154960889 2024-11-21T02:07:20,889 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-21T02:07:20,890 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44839,1732154839780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,890 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44839,1732154839780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,890 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44839,1732154839780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,890 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b93ada835ef8:44839, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,890 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,893 DEBUG [master/b93ada835ef8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:07:20,897 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,904 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.967sec 2024-11-21T02:07:20,904 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:07:20,904 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:07:20,904 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:07:20,904 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:07:20,904 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:07:20,904 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44839,1732154839780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:07:20,905 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44839,1732154839780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:07:20,909 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:07:20,909 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:07:20,909 INFO [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44839,1732154839780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:07:20,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdecee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:07:20,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b93ada835ef8,44839,-1 for getting cluster id 2024-11-21T02:07:20,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:07:20,921 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aeffb18-16c8-4f5b-9fe8-68f613d149a2' 2024-11-21T02:07:20,922 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:07:20,922 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aeffb18-16c8-4f5b-9fe8-68f613d149a2" 2024-11-21T02:07:20,922 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fd48b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:07:20,923 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b93ada835ef8,44839,-1] 2024-11-21T02:07:20,923 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:07:20,925 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:20,928 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:07:20,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc84b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:07:20,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:07:20,932 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,44851,1732154839866, seqNum=-1] 2024-11-21T02:07:20,932 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:07:20,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:07:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b93ada835ef8,44839,1732154839780 2024-11-21T02:07:20,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:07:20,940 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b93ada835ef8,44839,1732154839780 2024-11-21T02:07:20,940 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3f1710 2024-11-21T02:07:20,941 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:07:20,944 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:07:20,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:07:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-21T02:07:20,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:07:20,951 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:20,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-21T02:07:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:20,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:07:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741837_1013 (size=392) 2024-11-21T02:07:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741837_1013 (size=392) 2024-11-21T02:07:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741837_1013 (size=392) 2024-11-21T02:07:20,980 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b1e93a900853f22a68505c2abe052db, NAME => 'TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf 2024-11-21T02:07:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741838_1014 (size=51) 2024-11-21T02:07:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741838_1014 (size=51) 2024-11-21T02:07:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741838_1014 (size=51) 2024-11-21T02:07:20,993 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:20,993 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 6b1e93a900853f22a68505c2abe052db, disabling compactions & flushes 2024-11-21T02:07:20,993 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:20,993 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:20,993 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. after waiting 0 ms 2024-11-21T02:07:20,993 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:20,994 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:20,994 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b1e93a900853f22a68505c2abe052db: Waiting for close lock at 1732154840993Disabling compacts and flushes for region at 1732154840993Disabling writes for close at 1732154840993Writing region close event to WAL at 1732154840994 (+1 ms)Closed at 1732154840994 2024-11-21T02:07:20,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:07:20,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732154840996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732154840996"}]},"ts":"1732154840996"} 2024-11-21T02:07:21,000 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:07:21,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:07:21,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732154841002"}]},"ts":"1732154841002"} 2024-11-21T02:07:21,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-21T02:07:21,006 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {b93ada835ef8=0} racks are {/default-rack=0} 2024-11-21T02:07:21,007 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T02:07:21,007 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T02:07:21,007 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T02:07:21,007 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T02:07:21,007 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T02:07:21,007 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T02:07:21,007 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T02:07:21,007 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T02:07:21,007 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T02:07:21,007 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T02:07:21,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6b1e93a900853f22a68505c2abe052db, ASSIGN}] 2024-11-21T02:07:21,010 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6b1e93a900853f22a68505c2abe052db, ASSIGN 2024-11-21T02:07:21,011 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6b1e93a900853f22a68505c2abe052db, ASSIGN; state=OFFLINE, location=b93ada835ef8,43133,1732154839896; forceNewPlan=false, retain=false 2024-11-21T02:07:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:21,162 INFO [b93ada835ef8:44839 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T02:07:21,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b1e93a900853f22a68505c2abe052db, regionState=OPENING, regionLocation=b93ada835ef8,43133,1732154839896 2024-11-21T02:07:21,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6b1e93a900853f22a68505c2abe052db, ASSIGN because future has completed 2024-11-21T02:07:21,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b1e93a900853f22a68505c2abe052db, server=b93ada835ef8,43133,1732154839896}] 2024-11-21T02:07:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:21,323 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:07:21,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:07:21,330 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,330 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b1e93a900853f22a68505c2abe052db, NAME => 'TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:07:21,330 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,330 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:07:21,330 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,330 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,332 INFO [StoreOpener-6b1e93a900853f22a68505c2abe052db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,334 INFO [StoreOpener-6b1e93a900853f22a68505c2abe052db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1e93a900853f22a68505c2abe052db columnFamilyName cf 2024-11-21T02:07:21,334 DEBUG [StoreOpener-6b1e93a900853f22a68505c2abe052db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:07:21,335 INFO [StoreOpener-6b1e93a900853f22a68505c2abe052db-1 {}] regionserver.HStore(327): Store=6b1e93a900853f22a68505c2abe052db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:07:21,335 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,336 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,336 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,337 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,337 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,340 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,342 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:07:21,343 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b1e93a900853f22a68505c2abe052db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70250043, jitterRate=0.04680721461772919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T02:07:21,343 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,345 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b1e93a900853f22a68505c2abe052db: Running coprocessor pre-open hook at 1732154841331Writing region info on filesystem at 1732154841331Initializing all the Stores at 1732154841332 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732154841332Cleaning up temporary data from old regions at 1732154841337 (+5 ms)Running coprocessor post-open hooks at 1732154841343 (+6 ms)Region opened successfully at 1732154841345 (+2 ms) 2024-11-21T02:07:21,347 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db., pid=6, masterSystemTime=1732154841322 2024-11-21T02:07:21,351 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,351 INFO [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b1e93a900853f22a68505c2abe052db, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,43133,1732154839896 2024-11-21T02:07:21,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b1e93a900853f22a68505c2abe052db, server=b93ada835ef8,43133,1732154839896 because future has completed 2024-11-21T02:07:21,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:07:21,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b1e93a900853f22a68505c2abe052db, server=b93ada835ef8,43133,1732154839896 in 190 msec 2024-11-21T02:07:21,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:07:21,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6b1e93a900853f22a68505c2abe052db, ASSIGN in 354 msec 2024-11-21T02:07:21,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:07:21,369 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732154841369"}]},"ts":"1732154841369"} 2024-11-21T02:07:21,373 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-21T02:07:21,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:07:21,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 431 msec 2024-11-21T02:07:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:07:21,585 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T02:07:21,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-21T02:07:21,586 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T02:07:21,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-21T02:07:21,590 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T02:07:21,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-21T02:07:21,594 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db., hostname=b93ada835ef8,43133,1732154839896, seqNum=2] 2024-11-21T02:07:21,595 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:07:21,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:07:21,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-21T02:07:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-21T02:07:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:07:21,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-21T02:07:21,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T02:07:21,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T02:07:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:07:21,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T02:07:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,761 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6b1e93a900853f22a68505c2abe052db 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-21T02:07:21,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db/.tmp/cf/b94d47259bc74fa6af786944d81622c0 is 36, key is row/cf:cq/1732154841598/Put/seqid=0 2024-11-21T02:07:21,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741839_1015 (size=4787) 2024-11-21T02:07:21,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741839_1015 (size=4787) 2024-11-21T02:07:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741839_1015 (size=4787) 2024-11-21T02:07:21,793 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db/.tmp/cf/b94d47259bc74fa6af786944d81622c0 2024-11-21T02:07:21,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db/.tmp/cf/b94d47259bc74fa6af786944d81622c0 as hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db/cf/b94d47259bc74fa6af786944d81622c0 2024-11-21T02:07:21,809 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db/cf/b94d47259bc74fa6af786944d81622c0, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T02:07:21,811 INFO [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 6b1e93a900853f22a68505c2abe052db in 49ms, sequenceid=5, compaction requested=false 2024-11-21T02:07:21,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6b1e93a900853f22a68505c2abe052db: 2024-11-21T02:07:21,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T02:07:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T02:07:21,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T02:07:21,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-11-21T02:07:21,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 218 msec 2024-11-21T02:07:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:07:21,926 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T02:07:21,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:07:21,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:07:21,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:21,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:21,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:21,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:07:21,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:07:21,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=150765290, stopped=false 2024-11-21T02:07:21,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b93ada835ef8,44839,1732154839780 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:21,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:07:21,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:07:21,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:21,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:21,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:21,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:21,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:21,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,42457,1732154839836' ***** 2024-11-21T02:07:21,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:07:21,935 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:07:21,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T02:07:21,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:07:21,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,44851,1732154839866' ***** 2024-11-21T02:07:21,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:07:21,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,43133,1732154839896' ***** 2024-11-21T02:07:21,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:07:21,936 INFO [RS:0;b93ada835ef8:42457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:07:21,936 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:07:21,936 INFO [RS:0;b93ada835ef8:42457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:07:21,936 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,42457,1732154839836 2024-11-21T02:07:21,936 INFO [RS:1;b93ada835ef8:44851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:07:21,936 INFO [RS:0;b93ada835ef8:42457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:21,936 INFO [RS:1;b93ada835ef8:44851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:07:21,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:07:21,936 INFO [RS:0;b93ada835ef8:42457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b93ada835ef8:42457. 2024-11-21T02:07:21,936 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,44851,1732154839866 2024-11-21T02:07:21,937 INFO [RS:1;b93ada835ef8:44851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:21,937 INFO [RS:1;b93ada835ef8:44851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b93ada835ef8:44851. 2024-11-21T02:07:21,937 DEBUG [RS:0;b93ada835ef8:42457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:21,937 DEBUG [RS:0;b93ada835ef8:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:21,937 DEBUG [RS:1;b93ada835ef8:44851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:21,937 DEBUG [RS:1;b93ada835ef8:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:21,937 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,42457,1732154839836; all regions closed. 2024-11-21T02:07:21,937 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:07:21,937 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:07:21,937 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:07:21,937 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:07:21,937 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:07:21,938 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:21,938 INFO [RS:2;b93ada835ef8:43133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:07:21,938 INFO [RS:2;b93ada835ef8:43133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:07:21,938 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:21,938 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:07:21,938 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:21,938 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:21,938 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:21,941 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,43133,1732154839896 2024-11-21T02:07:21,941 INFO [RS:2;b93ada835ef8:43133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:21,941 INFO [RS:2;b93ada835ef8:43133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b93ada835ef8:43133. 2024-11-21T02:07:21,941 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b1e93a900853f22a68505c2abe052db, disabling compactions & flushes 2024-11-21T02:07:21,941 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,941 DEBUG [RS:2;b93ada835ef8:43133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:07:21,941 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,941 DEBUG [RS:2;b93ada835ef8:43133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:21,941 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. after waiting 0 ms 2024-11-21T02:07:21,941 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,941 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:07:21,941 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1325): Online Regions={6b1e93a900853f22a68505c2abe052db=TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db.} 2024-11-21T02:07:21,941 DEBUG [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1351): Waiting on 6b1e93a900853f22a68505c2abe052db 2024-11-21T02:07:21,942 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:07:21,942 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:07:21,942 DEBUG [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:07:21,942 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:07:21,942 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:07:21,942 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:07:21,942 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:07:21,942 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:07:21,942 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T02:07:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741835_1011 (size=93) 2024-11-21T02:07:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741835_1011 (size=93) 2024-11-21T02:07:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741835_1011 (size=93) 2024-11-21T02:07:21,948 DEBUG [RS:0;b93ada835ef8:42457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs 2024-11-21T02:07:21,948 INFO [RS:0;b93ada835ef8:42457 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b93ada835ef8%2C42457%2C1732154839836:(num 1732154840442) 2024-11-21T02:07:21,948 DEBUG [RS:0;b93ada835ef8:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:21,948 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:21,948 INFO [RS:0;b93ada835ef8:42457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:21,948 INFO [RS:0;b93ada835ef8:42457 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:21,948 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:07:21,949 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:07:21,949 INFO [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:21,949 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:07:21,949 INFO [RS:0;b93ada835ef8:42457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:21,949 INFO [RS:0;b93ada835ef8:42457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42457 2024-11-21T02:07:21,949 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/default/TestHBaseWalOnEC/6b1e93a900853f22a68505c2abe052db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:07:21,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,42457,1732154839836 2024-11-21T02:07:21,951 INFO [RS:0;b93ada835ef8:42457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:21,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:21,951 INFO [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,951 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b1e93a900853f22a68505c2abe052db: Waiting for close lock at 1732154841941Running coprocessor pre-close hooks at 1732154841941Disabling compacts and flushes for region at 1732154841941Disabling writes for close at 1732154841941Writing region close event to WAL at 1732154841942 (+1 ms)Running coprocessor post-close hooks at 1732154841951 (+9 ms)Closed at 1732154841951 2024-11-21T02:07:21,952 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db. 2024-11-21T02:07:21,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,42457,1732154839836] 2024-11-21T02:07:21,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,42457,1732154839836 already deleted, retry=false 2024-11-21T02:07:21,954 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,42457,1732154839836 expired; onlineServers=2 2024-11-21T02:07:21,966 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/info/da9dc7d9f38449b197a84bda4da7f78d is 153, key is TestHBaseWalOnEC,,1732154840945.6b1e93a900853f22a68505c2abe052db./info:regioninfo/1732154841351/Put/seqid=0 2024-11-21T02:07:21,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741840_1016 (size=6637) 2024-11-21T02:07:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741840_1016 (size=6637) 2024-11-21T02:07:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741840_1016 (size=6637) 2024-11-21T02:07:21,978 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/info/da9dc7d9f38449b197a84bda4da7f78d 2024-11-21T02:07:21,985 INFO [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:21,991 INFO [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:21,994 INFO [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:22,002 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/ns/2f246bdb67454a71a3be783e9e12d5e4 is 43, key is default/ns:d/1732154840875/Put/seqid=0 2024-11-21T02:07:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741841_1017 (size=5153) 2024-11-21T02:07:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741841_1017 (size=5153) 2024-11-21T02:07:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741841_1017 (size=5153) 2024-11-21T02:07:22,010 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/ns/2f246bdb67454a71a3be783e9e12d5e4 2024-11-21T02:07:22,033 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/table/e07b4e451d884f1882c32f2c483a555e is 52, key is TestHBaseWalOnEC/table:state/1732154841369/Put/seqid=0 2024-11-21T02:07:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741842_1018 (size=5249) 2024-11-21T02:07:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741842_1018 (size=5249) 2024-11-21T02:07:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741842_1018 (size=5249) 2024-11-21T02:07:22,041 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/table/e07b4e451d884f1882c32f2c483a555e 2024-11-21T02:07:22,049 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/info/da9dc7d9f38449b197a84bda4da7f78d as hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/info/da9dc7d9f38449b197a84bda4da7f78d 2024-11-21T02:07:22,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:22,053 INFO [RS:0;b93ada835ef8:42457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:22,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x101130c47770001, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:22,053 INFO [RS:0;b93ada835ef8:42457 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,42457,1732154839836; zookeeper connection closed. 2024-11-21T02:07:22,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3100812d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3100812d 2024-11-21T02:07:22,056 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/info/da9dc7d9f38449b197a84bda4da7f78d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T02:07:22,058 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/ns/2f246bdb67454a71a3be783e9e12d5e4 as hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/ns/2f246bdb67454a71a3be783e9e12d5e4 2024-11-21T02:07:22,065 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/ns/2f246bdb67454a71a3be783e9e12d5e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:07:22,066 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/.tmp/table/e07b4e451d884f1882c32f2c483a555e as hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/table/e07b4e451d884f1882c32f2c483a555e 2024-11-21T02:07:22,073 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/table/e07b4e451d884f1882c32f2c483a555e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T02:07:22,075 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false 2024-11-21T02:07:22,081 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:07:22,082 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:07:22,082 INFO [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:07:22,082 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732154841942Running coprocessor pre-close hooks at 1732154841942Disabling compacts and flushes for region at 1732154841942Disabling writes for close at 1732154841942Obtaining lock to block concurrent updates at 1732154841942Preparing flush snapshotting stores in 1588230740 at 1732154841942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732154841943 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732154841945 (+2 ms)Flushing 1588230740/info: creating writer at 1732154841945Flushing 1588230740/info: appending metadata at 1732154841966 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732154841966Flushing 1588230740/ns: creating writer at 1732154841985 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732154842002 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732154842002Flushing 1588230740/table: creating writer at 1732154842018 (+16 ms)Flushing 1588230740/table: appending metadata at 1732154842033 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732154842033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5507d31b: reopening flushed file at 1732154842048 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2461518b: reopening flushed file at 1732154842057 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c0bc47: reopening flushed file at 1732154842065 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false at 1732154842075 (+10 ms)Writing region close event to WAL at 1732154842076 (+1 ms)Running coprocessor post-close hooks at 1732154842082 (+6 ms)Closed at 1732154842082 2024-11-21T02:07:22,083 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:07:22,142 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,43133,1732154839896; all regions closed. 2024-11-21T02:07:22,142 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,44851,1732154839866; all regions closed. 2024-11-21T02:07:22,142 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,142 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,143 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,143 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,143 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,143 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,143 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,143 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,143 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,144 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741836_1012 (size=2751) 2024-11-21T02:07:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741834_1010 (size=1298) 2024-11-21T02:07:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741836_1012 (size=2751) 2024-11-21T02:07:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741836_1012 (size=2751) 2024-11-21T02:07:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741834_1010 (size=1298) 2024-11-21T02:07:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741834_1010 (size=1298) 2024-11-21T02:07:22,153 DEBUG [RS:2;b93ada835ef8:43133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs 2024-11-21T02:07:22,153 INFO [RS:2;b93ada835ef8:43133 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b93ada835ef8%2C43133%2C1732154839896:(num 1732154840441) 2024-11-21T02:07:22,153 DEBUG [RS:2;b93ada835ef8:43133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:22,153 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:22,153 INFO [RS:2;b93ada835ef8:43133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:22,153 INFO [RS:2;b93ada835ef8:43133 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:22,153 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:07:22,153 INFO [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:22,153 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:07:22,154 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:07:22,154 INFO [RS:2;b93ada835ef8:43133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:22,154 INFO [RS:2;b93ada835ef8:43133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43133 2024-11-21T02:07:22,156 DEBUG [RS:1;b93ada835ef8:44851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs 2024-11-21T02:07:22,156 INFO [RS:1;b93ada835ef8:44851 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b93ada835ef8%2C44851%2C1732154839866.meta:.meta(num 1732154840805) 2024-11-21T02:07:22,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:22,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,43133,1732154839896 2024-11-21T02:07:22,156 INFO [RS:2;b93ada835ef8:43133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:22,156 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,157 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,157 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,157 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,158 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741833_1009 (size=93) 2024-11-21T02:07:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741833_1009 (size=93) 2024-11-21T02:07:22,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,43133,1732154839896] 2024-11-21T02:07:22,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741833_1009 (size=93) 2024-11-21T02:07:22,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,43133,1732154839896 already deleted, retry=false 2024-11-21T02:07:22,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,43133,1732154839896 expired; onlineServers=1 2024-11-21T02:07:22,166 DEBUG [RS:1;b93ada835ef8:44851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/oldWALs 2024-11-21T02:07:22,166 INFO [RS:1;b93ada835ef8:44851 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b93ada835ef8%2C44851%2C1732154839866:(num 1732154840440) 2024-11-21T02:07:22,166 DEBUG [RS:1;b93ada835ef8:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:07:22,166 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:07:22,166 INFO [RS:1;b93ada835ef8:44851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:22,166 INFO [RS:1;b93ada835ef8:44851 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:22,166 INFO [RS:1;b93ada835ef8:44851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:22,167 INFO [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:22,167 INFO [RS:1;b93ada835ef8:44851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44851 2024-11-21T02:07:22,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,44851,1732154839866 2024-11-21T02:07:22,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T02:07:22,169 INFO [RS:1;b93ada835ef8:44851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:22,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,44851,1732154839866] 2024-11-21T02:07:22,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,44851,1732154839866 already deleted, retry=false 2024-11-21T02:07:22,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,44851,1732154839866 expired; onlineServers=0 2024-11-21T02:07:22,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b93ada835ef8,44839,1732154839780' ***** 2024-11-21T02:07:22,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:07:22,173 INFO [M:0;b93ada835ef8:44839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:07:22,173 INFO [M:0;b93ada835ef8:44839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:07:22,173 DEBUG [M:0;b93ada835ef8:44839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:07:22,173 DEBUG [M:0;b93ada835ef8:44839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:07:22,173 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732154840142 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732154840142,5,FailOnTimeoutGroup] 2024-11-21T02:07:22,173 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732154840142 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732154840142,5,FailOnTimeoutGroup] 2024-11-21T02:07:22,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:07:22,173 INFO [M:0;b93ada835ef8:44839 {}] hbase.ChoreService(370): Chore service for: master/b93ada835ef8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:07:22,173 INFO [M:0;b93ada835ef8:44839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:07:22,173 DEBUG [M:0;b93ada835ef8:44839 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:07:22,173 INFO [M:0;b93ada835ef8:44839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:07:22,174 INFO [M:0;b93ada835ef8:44839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:07:22,174 INFO [M:0;b93ada835ef8:44839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:07:22,174 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:07:22,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T02:07:22,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T02:07:22,177 DEBUG [M:0;b93ada835ef8:44839 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-21T02:07:22,177 DEBUG [M:0;b93ada835ef8:44839 {}] master.ActiveMasterManager(353): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-21T02:07:22,178 INFO [M:0;b93ada835ef8:44839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/.lastflushedseqids 2024-11-21T02:07:22,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741843_1019 (size=127) 2024-11-21T02:07:22,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741843_1019 (size=127) 2024-11-21T02:07:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741843_1019 (size=127) 2024-11-21T02:07:22,192 INFO [M:0;b93ada835ef8:44839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:07:22,192 INFO [M:0;b93ada835ef8:44839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:07:22,192 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:07:22,192 INFO [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:22,192 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:22,192 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:07:22,193 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:22,193 INFO [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-21T02:07:22,223 DEBUG [M:0;b93ada835ef8:44839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a40b7084ee3424b86bd26ca164eb030 is 82, key is hbase:meta,,1/info:regioninfo/1732154840846/Put/seqid=0 2024-11-21T02:07:22,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741844_1020 (size=5672) 2024-11-21T02:07:22,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741844_1020 (size=5672) 2024-11-21T02:07:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741844_1020 (size=5672) 2024-11-21T02:07:22,259 INFO [RS:2;b93ada835ef8:43133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:22,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:22,259 INFO [RS:2;b93ada835ef8:43133 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,43133,1732154839896; zookeeper connection closed. 2024-11-21T02:07:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43133-0x101130c47770003, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:22,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a6d4283 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a6d4283 2024-11-21T02:07:22,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:22,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101130c47770002, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:22,273 INFO [RS:1;b93ada835ef8:44851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:22,273 INFO [RS:1;b93ada835ef8:44851 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,44851,1732154839866; zookeeper connection closed. 2024-11-21T02:07:22,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f787d47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f787d47 2024-11-21T02:07:22,277 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T02:07:22,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:07:22,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:07:22,641 INFO [M:0;b93ada835ef8:44839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a40b7084ee3424b86bd26ca164eb030 2024-11-21T02:07:22,676 DEBUG [M:0;b93ada835ef8:44839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41ca9d043ebe49f6a8f5439b7608a0b1 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732154841379/Put/seqid=0 2024-11-21T02:07:22,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741845_1021 (size=6440) 2024-11-21T02:07:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741845_1021 (size=6440) 2024-11-21T02:07:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741845_1021 (size=6440) 2024-11-21T02:07:23,088 INFO [M:0;b93ada835ef8:44839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41ca9d043ebe49f6a8f5439b7608a0b1 2024-11-21T02:07:23,113 DEBUG [M:0;b93ada835ef8:44839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9e3407bfbec46bcad38f8bffcee796f is 69, key is b93ada835ef8,42457,1732154839836/rs:state/1732154840260/Put/seqid=0 2024-11-21T02:07:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741846_1022 (size=5294) 2024-11-21T02:07:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741846_1022 (size=5294) 2024-11-21T02:07:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741846_1022 (size=5294) 2024-11-21T02:07:23,121 INFO [M:0;b93ada835ef8:44839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9e3407bfbec46bcad38f8bffcee796f 2024-11-21T02:07:23,130 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a40b7084ee3424b86bd26ca164eb030 as hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a40b7084ee3424b86bd26ca164eb030 2024-11-21T02:07:23,137 INFO [M:0;b93ada835ef8:44839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a40b7084ee3424b86bd26ca164eb030, entries=8, sequenceid=72, filesize=5.5 K 2024-11-21T02:07:23,138 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41ca9d043ebe49f6a8f5439b7608a0b1 as hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41ca9d043ebe49f6a8f5439b7608a0b1 2024-11-21T02:07:23,146 INFO [M:0;b93ada835ef8:44839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41ca9d043ebe49f6a8f5439b7608a0b1, entries=8, sequenceid=72, filesize=6.3 K 2024-11-21T02:07:23,147 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9e3407bfbec46bcad38f8bffcee796f as hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9e3407bfbec46bcad38f8bffcee796f 2024-11-21T02:07:23,153 INFO [M:0;b93ada835ef8:44839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36957/user/jenkins/test-data/f6653355-b587-ae6a-0194-eeeb3660ecaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9e3407bfbec46bcad38f8bffcee796f, entries=3, sequenceid=72, filesize=5.2 K 2024-11-21T02:07:23,155 INFO [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=72, compaction requested=false 2024-11-21T02:07:23,156 INFO [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:07:23,156 DEBUG [M:0;b93ada835ef8:44839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732154842192Disabling compacts and flushes for region at 1732154842192Disabling writes for close at 1732154842192Obtaining lock to block concurrent updates at 1732154842193 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732154842193Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732154842193Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732154842194 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732154842194Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732154842222 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732154842222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732154842650 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732154842675 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732154842675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732154843095 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732154843113 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732154843113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d79162d: reopening flushed file at 1732154843128 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56eff4e8: reopening flushed file at 1732154843137 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8f90f7: reopening flushed file at 1732154843146 (+9 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=72, compaction requested=false at 1732154843155 (+9 ms)Writing region close event to WAL at 1732154843156 (+1 ms)Closed at 1732154843156 2024-11-21T02:07:23,157 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:23,157 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:23,157 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:23,157 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:23,157 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:07:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36045 is added to blk_1073741830_1006 (size=32686) 2024-11-21T02:07:23,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741830_1006 (size=32686) 2024-11-21T02:07:23,162 INFO [M:0;b93ada835ef8:44839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:07:23,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:07:23,162 INFO [M:0;b93ada835ef8:44839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44839 2024-11-21T02:07:23,162 INFO [M:0;b93ada835ef8:44839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:07:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38939 is added to blk_1073741830_1006 (size=32686) 2024-11-21T02:07:23,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:23,265 INFO [M:0;b93ada835ef8:44839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:07:23,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44839-0x101130c47770000, quorum=127.0.0.1:51592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:07:23,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e6c83c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:23,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23ef21e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:23,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:23,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4806a818{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:23,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6948a4b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:23,272 WARN [BP-51311216-172.17.0.3-1732154838915 heartbeating to localhost/127.0.0.1:36957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:07:23,272 WARN [BP-51311216-172.17.0.3-1732154838915 heartbeating to localhost/127.0.0.1:36957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-51311216-172.17.0.3-1732154838915 (Datanode Uuid 26f6c8b0-dbd0-444b-99c3-ca92e122c72d) service to localhost/127.0.0.1:36957 2024-11-21T02:07:23,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:07:23,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:07:23,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data5/current/BP-51311216-172.17.0.3-1732154838915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:23,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data6/current/BP-51311216-172.17.0.3-1732154838915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:23,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:07:23,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff0d1b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:23,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77da8076{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:23,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:23,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61c7c24f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:23,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5c3029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:23,282 WARN [BP-51311216-172.17.0.3-1732154838915 heartbeating to localhost/127.0.0.1:36957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:07:23,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:07:23,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:07:23,282 WARN [BP-51311216-172.17.0.3-1732154838915 heartbeating to localhost/127.0.0.1:36957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-51311216-172.17.0.3-1732154838915 (Datanode Uuid 91ed2327-b0b9-420f-8f54-97ff5dc84ad0) service to localhost/127.0.0.1:36957 2024-11-21T02:07:23,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data3/current/BP-51311216-172.17.0.3-1732154838915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:23,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data4/current/BP-51311216-172.17.0.3-1732154838915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:23,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:07:23,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b21834{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:07:23,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@585f6017{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:23,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:23,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@451832c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:23,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c8150f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:23,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:07:23,301 WARN [BP-51311216-172.17.0.3-1732154838915 heartbeating to localhost/127.0.0.1:36957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:07:23,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:07:23,301 WARN [BP-51311216-172.17.0.3-1732154838915 heartbeating to localhost/127.0.0.1:36957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-51311216-172.17.0.3-1732154838915 (Datanode Uuid 164a3e0c-a357-4aaa-bc87-baf797ec1841) service to localhost/127.0.0.1:36957 2024-11-21T02:07:23,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data1/current/BP-51311216-172.17.0.3-1732154838915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:23,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/cluster_e6e85b71-2f78-be72-65dd-0261159a4eee/data/data2/current/BP-51311216-172.17.0.3-1732154838915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:07:23,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:07:23,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@245598f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:07:23,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a78787c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:07:23,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:07:23,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af2c58b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:07:23,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d5fb76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81c6c0fa-5259-13ee-2b77-5833b8074b31/hadoop.log.dir/,STOPPED} 2024-11-21T02:07:23,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:07:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:07:23,384 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 89) - Thread LEAK? -, OpenFileDescriptor=516 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 163) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3136 (was 2115) - AvailableMemoryMB LEAK? -