2024-11-22 18:52:32,123 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-22 18:52:32,139 main DEBUG Took 0.013098 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 18:52:32,139 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 18:52:32,139 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 18:52:32,141 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 18:52:32,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,153 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 18:52:32,168 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,174 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,175 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,176 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,178 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,179 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,181 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:52:32,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,184 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 18:52:32,192 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:52:32,193 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 18:52:32,195 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 18:52:32,195 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 18:52:32,196 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 18:52:32,197 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 18:52:32,205 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 18:52:32,207 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 18:52:32,208 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 18:52:32,209 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 18:52:32,209 main DEBUG createAppenders(={Console}) 2024-11-22 18:52:32,210 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-22 18:52:32,210 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-22 18:52:32,210 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-22 18:52:32,211 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 18:52:32,211 main DEBUG OutputStream closed 2024-11-22 18:52:32,211 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 18:52:32,211 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 18:52:32,212 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-22 18:52:32,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 18:52:32,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 18:52:32,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 18:52:32,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 18:52:32,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 18:52:32,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 18:52:32,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 18:52:32,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 18:52:32,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 18:52:32,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 18:52:32,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 18:52:32,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 18:52:32,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 18:52:32,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 18:52:32,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 18:52:32,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 18:52:32,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 18:52:32,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 18:52:32,288 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 18:52:32,289 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-22 18:52:32,289 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 18:52:32,290 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-22T18:52:32,305 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-22 18:52:32,308 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 18:52:32,308 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T18:52:32,552 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61 2024-11-22T18:52:32,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5, deleteOnExit=true 2024-11-22T18:52:32,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/test.cache.data in system properties and HBase conf 2024-11-22T18:52:32,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T18:52:32,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir in system properties and HBase conf 2024-11-22T18:52:32,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T18:52:32,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T18:52:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T18:52:32,686 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T18:52:32,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T18:52:32,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T18:52:32,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T18:52:32,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T18:52:32,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T18:52:32,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T18:52:32,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T18:52:32,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T18:52:32,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T18:52:32,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T18:52:32,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/nfs.dump.dir in system properties and HBase conf 2024-11-22T18:52:32,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/java.io.tmpdir in system properties and HBase conf 2024-11-22T18:52:32,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T18:52:32,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T18:52:32,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T18:52:33,597 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T18:52:33,674 INFO [Time-limited test {}] log.Log(170): Logging initialized @2245ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T18:52:33,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:33,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:33,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:33,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:33,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T18:52:33,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:33,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:33,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:34,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/java.io.tmpdir/jetty-localhost-37085-hadoop-hdfs-3_4_1-tests_jar-_-any-7605120797856281764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T18:52:34,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:37085} 2024-11-22T18:52:34,062 INFO [Time-limited test {}] server.Server(415): Started @2634ms 2024-11-22T18:52:34,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:34,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:34,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:34,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:34,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T18:52:34,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:34,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:34,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/java.io.tmpdir/jetty-localhost-34547-hadoop-hdfs-3_4_1-tests_jar-_-any-17530777585839571559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:34,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:34547} 2024-11-22T18:52:34,615 INFO [Time-limited test {}] server.Server(415): Started @3187ms 2024-11-22T18:52:34,669 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T18:52:34,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:34,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:34,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:34,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:34,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T18:52:34,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:34,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:34,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/java.io.tmpdir/jetty-localhost-43073-hadoop-hdfs-3_4_1-tests_jar-_-any-1467858476552154303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:34,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:43073} 2024-11-22T18:52:34,950 INFO [Time-limited test {}] server.Server(415): Started @3521ms 2024-11-22T18:52:34,952 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T18:52:34,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:34,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:34,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:34,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:34,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T18:52:34,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:34,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:35,122 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data1/current/BP-284331776-172.17.0.2-1732301553353/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:35,122 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data3/current/BP-284331776-172.17.0.2-1732301553353/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:35,122 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data2/current/BP-284331776-172.17.0.2-1732301553353/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:35,122 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data4/current/BP-284331776-172.17.0.2-1732301553353/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:35,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/java.io.tmpdir/jetty-localhost-42787-hadoop-hdfs-3_4_1-tests_jar-_-any-5035196672226323274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:35,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:42787} 2024-11-22T18:52:35,131 INFO [Time-limited test {}] server.Server(415): Started @3702ms 2024-11-22T18:52:35,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T18:52:35,166 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T18:52:35,166 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T18:52:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575106b314b7f1c8 with lease ID 0x6ad62269a6fdc465: Processing first storage report for DS-4db7beab-10f7-45d9-b5bd-091ab36bf08b from datanode DatanodeRegistration(127.0.0.1:38435, datanodeUuid=3ff7322f-bfec-4c1c-9639-bf45936c1842, infoPort=34841, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353) 2024-11-22T18:52:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575106b314b7f1c8 with lease ID 0x6ad62269a6fdc465: from storage DS-4db7beab-10f7-45d9-b5bd-091ab36bf08b node DatanodeRegistration(127.0.0.1:38435, datanodeUuid=3ff7322f-bfec-4c1c-9639-bf45936c1842, infoPort=34841, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T18:52:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44101ab3fa56a75e with lease ID 0x6ad62269a6fdc464: Processing first storage report for DS-a2b9d152-a0ed-4541-8395-a11a1719fdf5 from datanode DatanodeRegistration(127.0.0.1:37127, datanodeUuid=d05af856-5be0-438f-9442-0b8f57d24e08, infoPort=40607, infoSecurePort=0, ipcPort=35375, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353) 2024-11-22T18:52:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44101ab3fa56a75e with lease ID 0x6ad62269a6fdc464: from storage DS-a2b9d152-a0ed-4541-8395-a11a1719fdf5 node DatanodeRegistration(127.0.0.1:37127, datanodeUuid=d05af856-5be0-438f-9442-0b8f57d24e08, infoPort=40607, infoSecurePort=0, ipcPort=35375, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T18:52:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575106b314b7f1c8 with lease ID 0x6ad62269a6fdc465: Processing first storage report for DS-950a2c50-eefa-4e7e-b45a-bac779d8d657 from datanode DatanodeRegistration(127.0.0.1:38435, datanodeUuid=3ff7322f-bfec-4c1c-9639-bf45936c1842, infoPort=34841, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353) 2024-11-22T18:52:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575106b314b7f1c8 with lease ID 0x6ad62269a6fdc465: from storage DS-950a2c50-eefa-4e7e-b45a-bac779d8d657 node DatanodeRegistration(127.0.0.1:38435, datanodeUuid=3ff7322f-bfec-4c1c-9639-bf45936c1842, infoPort=34841, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:35,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44101ab3fa56a75e with lease ID 0x6ad62269a6fdc464: Processing first storage report for DS-6d3a19c8-82b7-4234-9896-c8008ca2c5ca from datanode DatanodeRegistration(127.0.0.1:37127, datanodeUuid=d05af856-5be0-438f-9442-0b8f57d24e08, infoPort=40607, infoSecurePort=0, ipcPort=35375, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353) 2024-11-22T18:52:35,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44101ab3fa56a75e with lease ID 0x6ad62269a6fdc464: from storage DS-6d3a19c8-82b7-4234-9896-c8008ca2c5ca node DatanodeRegistration(127.0.0.1:37127, datanodeUuid=d05af856-5be0-438f-9442-0b8f57d24e08, infoPort=40607, infoSecurePort=0, ipcPort=35375, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:35,272 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data5/current/BP-284331776-172.17.0.2-1732301553353/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:35,273 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data6/current/BP-284331776-172.17.0.2-1732301553353/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:35,311 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T18:52:35,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf970888098edba77 with lease ID 0x6ad62269a6fdc466: Processing first storage report for DS-afdd4b72-1e3e-4e42-9a56-8993f968ef7c from datanode DatanodeRegistration(127.0.0.1:43111, datanodeUuid=9981e9c6-ef9f-445b-84ac-bff0c94165fc, infoPort=33517, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353) 2024-11-22T18:52:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf970888098edba77 with lease ID 0x6ad62269a6fdc466: from storage DS-afdd4b72-1e3e-4e42-9a56-8993f968ef7c node DatanodeRegistration(127.0.0.1:43111, datanodeUuid=9981e9c6-ef9f-445b-84ac-bff0c94165fc, infoPort=33517, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T18:52:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf970888098edba77 with lease ID 0x6ad62269a6fdc466: Processing first storage report for DS-f26acd84-6d55-4f65-8db9-0318c620b483 from datanode DatanodeRegistration(127.0.0.1:43111, datanodeUuid=9981e9c6-ef9f-445b-84ac-bff0c94165fc, infoPort=33517, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353) 2024-11-22T18:52:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf970888098edba77 with lease ID 0x6ad62269a6fdc466: from storage DS-f26acd84-6d55-4f65-8db9-0318c620b483 node DatanodeRegistration(127.0.0.1:43111, datanodeUuid=9981e9c6-ef9f-445b-84ac-bff0c94165fc, infoPort=33517, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=2086185038;c=1732301553353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:35,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61 2024-11-22T18:52:35,609 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-22T18:52:35,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=8096 2024-11-22T18:52:35,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T18:52:35,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-22T18:52:35,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/zookeeper_0, clientPort=51341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T18:52:35,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51341 2024-11-22T18:52:35,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:35,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:35,899 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:35,899 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:35,948 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:42086 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42086 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-22T18:52:36,369 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:36,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2 with version=8 2024-11-22T18:52:36,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/hbase-staging 2024-11-22T18:52:36,478 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T18:52:36,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:36,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:36,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:36,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:36,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:36,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:36,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T18:52:36,943 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T18:52:36,951 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T18:52:36,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:36,984 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10576 (auto-detected) 2024-11-22T18:52:36,985 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T18:52:37,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45171 2024-11-22T18:52:37,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45171 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-11-22T18:52:37,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451710x0, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:37,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45171-0x1014105f2ae0000 connected 2024-11-22T18:52:37,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:37,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2, hbase.cluster.distributed=false 2024-11-22T18:52:37,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:37,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-22T18:52:37,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45171 2024-11-22T18:52:37,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45171 2024-11-22T18:52:37,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-22T18:52:37,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-22T18:52:37,258 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:37,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:37,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:37,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T18:52:37,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:37,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33997 2024-11-22T18:52:37,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33997 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-11-22T18:52:37,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339970x0, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:37,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339970x0, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:37,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33997-0x1014105f2ae0001 connected 2024-11-22T18:52:37,287 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T18:52:37,295 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T18:52:37,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T18:52:37,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:37,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-22T18:52:37,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33997 2024-11-22T18:52:37,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33997 2024-11-22T18:52:37,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-22T18:52:37,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-22T18:52:37,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:37,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,323 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:37,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:37,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T18:52:37,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:37,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46527 2024-11-22T18:52:37,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46527 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-11-22T18:52:37,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465270x0, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:37,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46527-0x1014105f2ae0002 connected 2024-11-22T18:52:37,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465270x0, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:37,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T18:52:37,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T18:52:37,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T18:52:37,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:37,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46527 2024-11-22T18:52:37,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46527 2024-11-22T18:52:37,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46527 2024-11-22T18:52:37,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46527 2024-11-22T18:52:37,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46527 2024-11-22T18:52:37,378 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:37,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:37,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:37,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:37,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T18:52:37,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:37,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36071 2024-11-22T18:52:37,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36071 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-11-22T18:52:37,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360710x0, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:37,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36071-0x1014105f2ae0003 connected 2024-11-22T18:52:37,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:37,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T18:52:37,393 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T18:52:37,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T18:52:37,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:37,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36071 2024-11-22T18:52:37,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36071 2024-11-22T18:52:37,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36071 2024-11-22T18:52:37,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36071 2024-11-22T18:52:37,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36071 2024-11-22T18:52:37,414 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d79ba0c344fb:45171 2024-11-22T18:52:37,415 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:37,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,425 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:37,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:37,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:37,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:37,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,457 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T18:52:37,458 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d79ba0c344fb,45171,1732301556532 from backup master directory 2024-11-22T18:52:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:37,462 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:37,462 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:37,464 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T18:52:37,465 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T18:52:37,528 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/hbase.id] with ID: c6dbdb82-0d71-4284-b571-9aea1860fb26 2024-11-22T18:52:37,528 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/.tmp/hbase.id 2024-11-22T18:52:37,535 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,535 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,538 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:38532 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:37127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38532 dst: /127.0.0.1:37127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-22T18:52:37,545 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:37,546 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/.tmp/hbase.id]:[hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/hbase.id] 2024-11-22T18:52:37,590 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:37,595 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T18:52:37,614 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-22T18:52:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:37,630 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,630 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,633 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:42132 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42132 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:37,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-22T18:52:37,639 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:37,654 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:52:37,656 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T18:52:37,662 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:52:37,691 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,691 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:38566 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:37127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38566 dst: /127.0.0.1:37127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-22T18:52:37,702 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:37,720 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store 2024-11-22T18:52:37,736 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,736 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:37,739 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:59122 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59122 dst: /127.0.0.1:38435 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:37,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-22T18:52:37,745 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:37,750 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T18:52:37,753 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:37,754 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T18:52:37,754 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:37,754 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:37,755 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T18:52:37,755 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:37,756 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:37,757 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732301557754Disabling compacts and flushes for region at 1732301557754Disabling writes for close at 1732301557755 (+1 ms)Writing region close event to WAL at 1732301557756 (+1 ms)Closed at 1732301557756 2024-11-22T18:52:37,759 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/.initializing 2024-11-22T18:52:37,759 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/WALs/d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:37,767 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T18:52:37,782 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C45171%2C1732301556532, suffix=, logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/WALs/d79ba0c344fb,45171,1732301556532, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/oldWALs, maxLogs=10 2024-11-22T18:52:37,824 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/WALs/d79ba0c344fb,45171,1732301556532/d79ba0c344fb%2C45171%2C1732301556532.1732301557788, exclude list is [], retry=0 2024-11-22T18:52:37,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-a2b9d152-a0ed-4541-8395-a11a1719fdf5,DISK] 2024-11-22T18:52:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43111,DS-afdd4b72-1e3e-4e42-9a56-8993f968ef7c,DISK] 2024-11-22T18:52:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38435,DS-4db7beab-10f7-45d9-b5bd-091ab36bf08b,DISK] 2024-11-22T18:52:37,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T18:52:37,893 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/WALs/d79ba0c344fb,45171,1732301556532/d79ba0c344fb%2C45171%2C1732301556532.1732301557788 2024-11-22T18:52:37,894 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33517:33517),(127.0.0.1/127.0.0.1:40607:40607),(127.0.0.1/127.0.0.1:34841:34841)] 2024-11-22T18:52:37,894 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:52:37,895 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:37,898 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,899 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T18:52:37,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:37,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T18:52:37,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:37,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:37,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T18:52:37,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:37,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:37,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T18:52:37,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:37,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:37,980 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,983 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,985 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,990 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,991 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:37,994 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:52:37,997 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:38,003 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:52:38,004 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67932129, jitterRate=0.01226760447025299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:52:38,010 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732301557911Initializing all the Stores at 1732301557913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301557913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301557914 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301557914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301557914Cleaning up temporary data from old regions at 1732301557991 (+77 ms)Region opened successfully at 1732301558010 (+19 ms) 2024-11-22T18:52:38,011 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T18:52:38,043 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be65b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:38,074 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T18:52:38,085 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T18:52:38,086 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T18:52:38,089 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T18:52:38,090 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T18:52:38,094 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T18:52:38,095 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T18:52:38,120 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T18:52:38,128 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T18:52:38,130 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T18:52:38,133 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T18:52:38,134 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T18:52:38,136 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T18:52:38,139 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T18:52:38,142 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T18:52:38,145 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T18:52:38,147 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T18:52:38,148 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T18:52:38,166 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T18:52:38,167 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T18:52:38,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:38,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:38,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:38,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,175 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d79ba0c344fb,45171,1732301556532, sessionid=0x1014105f2ae0000, setting cluster-up flag (Was=false) 2024-11-22T18:52:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,201 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T18:52:38,202 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:38,215 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T18:52:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-22T18:52:38,217 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-22T18:52:38,223 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T18:52:38,299 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:38,302 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(746): ClusterId : c6dbdb82-0d71-4284-b571-9aea1860fb26 2024-11-22T18:52:38,303 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(746): ClusterId : c6dbdb82-0d71-4284-b571-9aea1860fb26 2024-11-22T18:52:38,304 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(746): ClusterId : c6dbdb82-0d71-4284-b571-9aea1860fb26 2024-11-22T18:52:38,305 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T18:52:38,305 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T18:52:38,305 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T18:52:38,311 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T18:52:38,311 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T18:52:38,311 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T18:52:38,311 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T18:52:38,311 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T18:52:38,311 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T18:52:38,311 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T18:52:38,317 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T18:52:38,317 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T18:52:38,318 DEBUG [RS:1;d79ba0c344fb:46527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fd4d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:38,318 DEBUG [RS:2;d79ba0c344fb:36071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7393ba16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:38,319 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T18:52:38,320 DEBUG [RS:0;d79ba0c344fb:33997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dbe28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:38,321 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T18:52:38,328 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d79ba0c344fb,45171,1732301556532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T18:52:38,347 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d79ba0c344fb:46527 2024-11-22T18:52:38,349 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d79ba0c344fb:36071 2024-11-22T18:52:38,352 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T18:52:38,352 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:38,352 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T18:52:38,352 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T18:52:38,352 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T18:52:38,352 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T18:52:38,352 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T18:52:38,352 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:38,352 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:38,353 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:38,353 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d79ba0c344fb:0, corePoolSize=10, maxPoolSize=10 2024-11-22T18:52:38,353 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,353 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:38,353 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,355 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,45171,1732301556532 with port=46527, startcode=1732301557322 2024-11-22T18:52:38,355 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,45171,1732301556532 with port=36071, startcode=1732301557377 2024-11-22T18:52:38,357 DEBUG [RS:0;d79ba0c344fb:33997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d79ba0c344fb:33997 2024-11-22T18:52:38,357 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T18:52:38,357 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T18:52:38,357 DEBUG [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T18:52:38,359 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,45171,1732301556532 with port=33997, startcode=1732301557218 2024-11-22T18:52:38,369 DEBUG [RS:1;d79ba0c344fb:46527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T18:52:38,369 DEBUG [RS:0;d79ba0c344fb:33997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T18:52:38,369 DEBUG [RS:2;d79ba0c344fb:36071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T18:52:38,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:38,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T18:52:38,378 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732301588377 2024-11-22T18:52:38,380 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T18:52:38,381 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T18:52:38,382 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:38,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T18:52:38,385 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T18:52:38,385 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T18:52:38,385 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T18:52:38,386 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T18:52:38,386 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,393 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T18:52:38,396 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:38,396 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:38,398 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T18:52:38,399 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T18:52:38,409 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T18:52:38,409 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T18:52:38,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T18:52:38,414 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T18:52:38,414 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T18:52:38,416 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301558413,5,FailOnTimeoutGroup] 2024-11-22T18:52:38,417 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:42172 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42172 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:38,420 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301558416,5,FailOnTimeoutGroup] 2024-11-22T18:52:38,420 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,421 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T18:52:38,421 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45171 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T18:52:38,422 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,422 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:38,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45171 {}] master.ServerManager(517): Registering regionserver=d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-22T18:52:38,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:38,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45171 {}] master.ServerManager(517): Registering regionserver=d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:38,443 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2 2024-11-22T18:52:38,443 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42777 2024-11-22T18:52:38,443 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T18:52:38,444 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:38,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T18:52:38,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2 2024-11-22T18:52:38,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:38,449 DEBUG [RS:1;d79ba0c344fb:46527 {}] zookeeper.ZKUtil(111): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:38,449 WARN [RS:1;d79ba0c344fb:46527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:38,449 INFO [RS:1;d79ba0c344fb:46527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:52:38,450 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:38,452 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2 2024-11-22T18:52:38,452 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42777 2024-11-22T18:52:38,452 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T18:52:38,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d79ba0c344fb,46527,1732301557322] 2024-11-22T18:52:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:38,458 DEBUG [RS:2;d79ba0c344fb:36071 {}] zookeeper.ZKUtil(111): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:38,458 WARN [RS:2;d79ba0c344fb:36071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:38,458 DEBUG [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T18:52:38,459 INFO [RS:2;d79ba0c344fb:36071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:52:38,459 WARN [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T18:52:38,459 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:38,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d79ba0c344fb,36071,1732301557377] 2024-11-22T18:52:38,462 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:38,463 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:38,473 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:42192 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42192 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-22T18:52:38,482 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:38,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:38,484 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T18:52:38,484 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T18:52:38,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T18:52:38,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T18:52:38,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:38,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:38,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T18:52:38,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T18:52:38,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:38,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:38,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T18:52:38,500 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T18:52:38,500 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T18:52:38,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T18:52:38,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:38,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:38,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T18:52:38,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T18:52:38,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:38,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:38,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T18:52:38,507 INFO [RS:1;d79ba0c344fb:46527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T18:52:38,507 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,507 INFO [RS:2;d79ba0c344fb:36071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T18:52:38,508 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740 2024-11-22T18:52:38,508 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T18:52:38,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740 2024-11-22T18:52:38,511 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T18:52:38,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T18:52:38,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T18:52:38,513 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:52:38,516 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T18:52:38,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T18:52:38,518 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,518 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,518 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,518 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,518 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,519 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,519 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:38,519 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,519 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T18:52:38,519 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,520 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,520 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:38,521 DEBUG [RS:2;d79ba0c344fb:36071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,521 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,522 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:38,522 DEBUG [RS:1;d79ba0c344fb:46527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:38,525 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,525 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,525 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,36071,1732301557377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:38,526 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,46527,1732301557322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:38,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:52:38,535 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68494065, jitterRate=0.020641103386878967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:52:38,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732301558484Initializing all the Stores at 1732301558486 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301558486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301558486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301558486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301558486Cleaning up temporary data from old regions at 1732301558512 (+26 ms)Region opened successfully at 1732301558537 (+25 ms) 2024-11-22T18:52:38,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T18:52:38,537 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T18:52:38,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T18:52:38,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T18:52:38,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T18:52:38,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T18:52:38,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732301558537Disabling compacts and flushes for region at 1732301558537Disabling writes for close at 1732301558537Writing region close event to WAL at 1732301558540 (+3 ms)Closed at 1732301558541 (+1 ms) 2024-11-22T18:52:38,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:38,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T18:52:38,551 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T18:52:38,551 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T18:52:38,552 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,46527,1732301557322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,552 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,36071,1732301557377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T18:52:38,553 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,553 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,553 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.Replication(171): d79ba0c344fb,46527,1732301557322 started 2024-11-22T18:52:38,553 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.Replication(171): d79ba0c344fb,36071,1732301557377 started 2024-11-22T18:52:38,560 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,45171,1732301556532 with port=33997, startcode=1732301557218 2024-11-22T18:52:38,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:38,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45171 {}] master.ServerManager(517): Registering regionserver=d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:38,563 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T18:52:38,567 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T18:52:38,567 DEBUG [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2 2024-11-22T18:52:38,567 DEBUG [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42777 2024-11-22T18:52:38,567 DEBUG [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T18:52:38,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:38,572 DEBUG [RS:0;d79ba0c344fb:33997 {}] zookeeper.ZKUtil(111): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:38,572 WARN [RS:0;d79ba0c344fb:33997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:38,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d79ba0c344fb,33997,1732301557218] 2024-11-22T18:52:38,573 INFO [RS:0;d79ba0c344fb:33997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:52:38,573 DEBUG [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:38,576 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,576 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1482): Serving as d79ba0c344fb,36071,1732301557377, RpcServer on d79ba0c344fb/172.17.0.2:36071, sessionid=0x1014105f2ae0003 2024-11-22T18:52:38,577 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T18:52:38,577 DEBUG [RS:2;d79ba0c344fb:36071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:38,577 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,36071,1732301557377' 2024-11-22T18:52:38,577 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T18:52:38,578 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T18:52:38,579 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T18:52:38,579 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T18:52:38,579 DEBUG [RS:2;d79ba0c344fb:36071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:38,579 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,36071,1732301557377' 2024-11-22T18:52:38,579 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T18:52:38,580 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T18:52:38,580 DEBUG [RS:2;d79ba0c344fb:36071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T18:52:38,580 INFO [RS:2;d79ba0c344fb:36071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T18:52:38,580 INFO [RS:2;d79ba0c344fb:36071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T18:52:38,582 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,582 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1482): Serving as d79ba0c344fb,46527,1732301557322, RpcServer on d79ba0c344fb/172.17.0.2:46527, sessionid=0x1014105f2ae0002 2024-11-22T18:52:38,583 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T18:52:38,583 DEBUG [RS:1;d79ba0c344fb:46527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:38,583 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,46527,1732301557322' 2024-11-22T18:52:38,583 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T18:52:38,583 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T18:52:38,584 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T18:52:38,584 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T18:52:38,584 DEBUG [RS:1;d79ba0c344fb:46527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:38,584 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,46527,1732301557322' 2024-11-22T18:52:38,584 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T18:52:38,585 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T18:52:38,586 DEBUG [RS:1;d79ba0c344fb:46527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T18:52:38,586 INFO [RS:1;d79ba0c344fb:46527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T18:52:38,586 INFO [RS:1;d79ba0c344fb:46527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T18:52:38,587 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T18:52:38,591 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T18:52:38,592 INFO [RS:0;d79ba0c344fb:33997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T18:52:38,592 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,592 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T18:52:38,594 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T18:52:38,594 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,595 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,595 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,595 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,595 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,595 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,596 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:38,596 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,596 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,596 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,596 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,597 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,597 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:38,597 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:38,597 DEBUG [RS:0;d79ba0c344fb:33997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:38,601 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,601 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,601 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,601 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,601 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,601 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,33997,1732301557218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:38,619 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T18:52:38,619 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,33997,1732301557218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,620 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,620 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.Replication(171): d79ba0c344fb,33997,1732301557218 started 2024-11-22T18:52:38,637 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:38,637 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(1482): Serving as d79ba0c344fb,33997,1732301557218, RpcServer on d79ba0c344fb/172.17.0.2:33997, sessionid=0x1014105f2ae0001 2024-11-22T18:52:38,638 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T18:52:38,638 DEBUG [RS:0;d79ba0c344fb:33997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:38,638 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,33997,1732301557218' 2024-11-22T18:52:38,638 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T18:52:38,639 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T18:52:38,640 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T18:52:38,640 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T18:52:38,640 DEBUG [RS:0;d79ba0c344fb:33997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:38,640 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,33997,1732301557218' 2024-11-22T18:52:38,640 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T18:52:38,640 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T18:52:38,641 DEBUG [RS:0;d79ba0c344fb:33997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T18:52:38,641 INFO [RS:0;d79ba0c344fb:33997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T18:52:38,641 INFO [RS:0;d79ba0c344fb:33997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T18:52:38,686 INFO [RS:2;d79ba0c344fb:36071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T18:52:38,687 INFO [RS:1;d79ba0c344fb:46527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T18:52:38,690 INFO [RS:2;d79ba0c344fb:36071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C36071%2C1732301557377, suffix=, logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,36071,1732301557377, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs, maxLogs=32 2024-11-22T18:52:38,690 INFO [RS:1;d79ba0c344fb:46527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C46527%2C1732301557322, suffix=, logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,46527,1732301557322, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs, maxLogs=32 2024-11-22T18:52:38,707 DEBUG [RS:2;d79ba0c344fb:36071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,36071,1732301557377/d79ba0c344fb%2C36071%2C1732301557377.1732301558693, exclude list is [], retry=0 2024-11-22T18:52:38,707 DEBUG [RS:1;d79ba0c344fb:46527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,46527,1732301557322/d79ba0c344fb%2C46527%2C1732301557322.1732301558693, exclude list is [], retry=0 2024-11-22T18:52:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43111,DS-afdd4b72-1e3e-4e42-9a56-8993f968ef7c,DISK] 2024-11-22T18:52:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-a2b9d152-a0ed-4541-8395-a11a1719fdf5,DISK] 2024-11-22T18:52:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38435,DS-4db7beab-10f7-45d9-b5bd-091ab36bf08b,DISK] 2024-11-22T18:52:38,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43111,DS-afdd4b72-1e3e-4e42-9a56-8993f968ef7c,DISK] 2024-11-22T18:52:38,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38435,DS-4db7beab-10f7-45d9-b5bd-091ab36bf08b,DISK] 2024-11-22T18:52:38,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-a2b9d152-a0ed-4541-8395-a11a1719fdf5,DISK] 2024-11-22T18:52:38,718 WARN [d79ba0c344fb:45171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:52:38,742 INFO [RS:0;d79ba0c344fb:33997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T18:52:38,744 INFO [RS:0;d79ba0c344fb:33997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C33997%2C1732301557218, suffix=, logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,33997,1732301557218, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs, maxLogs=32 2024-11-22T18:52:38,754 INFO [RS:2;d79ba0c344fb:36071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,36071,1732301557377/d79ba0c344fb%2C36071%2C1732301557377.1732301558693 2024-11-22T18:52:38,755 INFO [RS:1;d79ba0c344fb:46527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,46527,1732301557322/d79ba0c344fb%2C46527%2C1732301557322.1732301558693 2024-11-22T18:52:38,757 DEBUG [RS:2;d79ba0c344fb:36071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34841:34841),(127.0.0.1/127.0.0.1:33517:33517),(127.0.0.1/127.0.0.1:40607:40607)] 2024-11-22T18:52:38,757 DEBUG [RS:1;d79ba0c344fb:46527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33517:33517),(127.0.0.1/127.0.0.1:40607:40607),(127.0.0.1/127.0.0.1:34841:34841)] 2024-11-22T18:52:38,766 DEBUG [RS:0;d79ba0c344fb:33997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,33997,1732301557218/d79ba0c344fb%2C33997%2C1732301557218.1732301558747, exclude list is [], retry=0 2024-11-22T18:52:38,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-a2b9d152-a0ed-4541-8395-a11a1719fdf5,DISK] 2024-11-22T18:52:38,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38435,DS-4db7beab-10f7-45d9-b5bd-091ab36bf08b,DISK] 2024-11-22T18:52:38,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43111,DS-afdd4b72-1e3e-4e42-9a56-8993f968ef7c,DISK] 2024-11-22T18:52:38,778 INFO [RS:0;d79ba0c344fb:33997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,33997,1732301557218/d79ba0c344fb%2C33997%2C1732301557218.1732301558747 2024-11-22T18:52:38,778 DEBUG [RS:0;d79ba0c344fb:33997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40607:40607),(127.0.0.1/127.0.0.1:34841:34841),(127.0.0.1/127.0.0.1:33517:33517)] 2024-11-22T18:52:38,970 DEBUG [d79ba0c344fb:45171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T18:52:38,979 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(204): Hosts are {d79ba0c344fb=0} racks are {/default-rack=0} 2024-11-22T18:52:38,987 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T18:52:38,987 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T18:52:38,987 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T18:52:38,987 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T18:52:38,987 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T18:52:38,987 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T18:52:38,987 INFO [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T18:52:38,988 INFO [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T18:52:38,988 INFO [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T18:52:38,988 DEBUG [d79ba0c344fb:45171 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T18:52:38,995 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:39,001 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d79ba0c344fb,36071,1732301557377, state=OPENING 2024-11-22T18:52:39,014 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T18:52:39,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:39,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:39,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:39,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:39,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,026 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T18:52:39,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d79ba0c344fb,36071,1732301557377}] 2024-11-22T18:52:39,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T18:52:39,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T18:52:39,227 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T18:52:39,228 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:52:39,228 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T18:52:39,232 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C36071%2C1732301557377.meta, suffix=.meta, logDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,36071,1732301557377, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs, maxLogs=32 2024-11-22T18:52:39,251 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,36071,1732301557377/d79ba0c344fb%2C36071%2C1732301557377.meta.1732301559234.meta, exclude list is [], retry=0 2024-11-22T18:52:39,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37127,DS-a2b9d152-a0ed-4541-8395-a11a1719fdf5,DISK] 2024-11-22T18:52:39,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38435,DS-4db7beab-10f7-45d9-b5bd-091ab36bf08b,DISK] 2024-11-22T18:52:39,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43111,DS-afdd4b72-1e3e-4e42-9a56-8993f968ef7c,DISK] 2024-11-22T18:52:39,260 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/WALs/d79ba0c344fb,36071,1732301557377/d79ba0c344fb%2C36071%2C1732301557377.meta.1732301559234.meta 2024-11-22T18:52:39,261 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40607:40607),(127.0.0.1/127.0.0.1:33517:33517),(127.0.0.1/127.0.0.1:34841:34841)] 2024-11-22T18:52:39,261 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:52:39,263 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T18:52:39,267 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T18:52:39,275 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T18:52:39,281 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T18:52:39,281 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:39,282 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T18:52:39,282 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T18:52:39,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T18:52:39,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T18:52:39,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:39,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:39,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T18:52:39,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T18:52:39,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:39,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:39,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T18:52:39,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T18:52:39,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:39,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:39,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T18:52:39,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T18:52:39,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:39,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:39,299 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T18:52:39,301 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740 2024-11-22T18:52:39,304 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740 2024-11-22T18:52:39,307 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T18:52:39,307 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T18:52:39,308 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:52:39,310 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T18:52:39,312 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68575361, jitterRate=0.021852508187294006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:52:39,312 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T18:52:39,315 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732301559282Writing region info on filesystem at 1732301559283 (+1 ms)Initializing all the Stores at 1732301559285 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301559285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301559285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301559285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301559285Cleaning up temporary data from old regions at 1732301559307 (+22 ms)Running coprocessor post-open hooks at 1732301559312 (+5 ms)Region opened successfully at 1732301559315 (+3 ms) 2024-11-22T18:52:39,325 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732301559197 2024-11-22T18:52:39,340 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T18:52:39,341 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T18:52:39,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:39,344 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d79ba0c344fb,36071,1732301557377, state=OPEN 2024-11-22T18:52:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:39,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:39,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:39,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T18:52:39,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d79ba0c344fb,36071,1732301557377 in 320 msec 2024-11-22T18:52:39,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T18:52:39,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 812 msec 2024-11-22T18:52:39,373 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:39,373 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T18:52:39,402 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T18:52:39,404 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d79ba0c344fb,36071,1732301557377, seqNum=-1] 2024-11-22T18:52:39,455 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:52:39,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:52:39,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-22T18:52:39,480 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732301559480, completionTime=-1 2024-11-22T18:52:39,489 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T18:52:39,489 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T18:52:39,521 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T18:52:39,521 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732301619521 2024-11-22T18:52:39,521 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732301679521 2024-11-22T18:52:39,521 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-22T18:52:39,523 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T18:52:39,531 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,45171,1732301556532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:39,532 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,45171,1732301556532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:39,532 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,45171,1732301556532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:39,533 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d79ba0c344fb:45171, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:39,534 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:39,534 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:39,542 DEBUG [master/d79ba0c344fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T18:52:39,565 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.103sec 2024-11-22T18:52:39,567 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T18:52:39,568 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T18:52:39,569 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T18:52:39,569 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T18:52:39,569 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T18:52:39,570 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,45171,1732301556532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:39,570 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,45171,1732301556532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T18:52:39,575 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T18:52:39,576 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T18:52:39,576 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,45171,1732301556532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:39,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a66577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:52:39,616 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T18:52:39,617 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T18:52:39,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d79ba0c344fb,45171,-1 for getting cluster id 2024-11-22T18:52:39,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T18:52:39,630 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6dbdb82-0d71-4284-b571-9aea1860fb26' 2024-11-22T18:52:39,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T18:52:39,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6dbdb82-0d71-4284-b571-9aea1860fb26" 2024-11-22T18:52:39,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173b853c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:52:39,632 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d79ba0c344fb,45171,-1] 2024-11-22T18:52:39,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T18:52:39,636 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:39,637 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T18:52:39,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf285b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:52:39,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T18:52:39,647 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d79ba0c344fb,36071,1732301557377, seqNum=-1] 2024-11-22T18:52:39,647 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:52:39,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:52:39,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:39,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T18:52:39,677 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:39,679 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2313e1d7 2024-11-22T18:52:39,680 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T18:52:39,681 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T18:52:39,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:52:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-22T18:52:39,696 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:52:39,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-22T18:52:39,698 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:39,699 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:52:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:39,708 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:39,708 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:39,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:42232 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42232 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-22T18:52:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:40,121 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:40,124 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2245b9aa067181eb208e9791a29000a6, NAME => 'TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2 2024-11-22T18:52:40,130 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:40,130 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:40,133 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:38628 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:37127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38628 dst: /127.0.0.1:37127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-22T18:52:40,137 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:40,138 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:40,138 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 2245b9aa067181eb208e9791a29000a6, disabling compactions & flushes 2024-11-22T18:52:40,138 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:40,138 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:40,138 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. after waiting 0 ms 2024-11-22T18:52:40,138 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:40,138 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:40,138 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2245b9aa067181eb208e9791a29000a6: Waiting for close lock at 1732301560138Disabling compacts and flushes for region at 1732301560138Disabling writes for close at 1732301560138Writing region close event to WAL at 1732301560138Closed at 1732301560138 2024-11-22T18:52:40,141 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:52:40,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732301560141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301560141"}]},"ts":"1732301560141"} 2024-11-22T18:52:40,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:52:40,153 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:52:40,155 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301560153"}]},"ts":"1732301560153"} 2024-11-22T18:52:40,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-22T18:52:40,160 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {d79ba0c344fb=0} racks are {/default-rack=0} 2024-11-22T18:52:40,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T18:52:40,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T18:52:40,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T18:52:40,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T18:52:40,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T18:52:40,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T18:52:40,161 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T18:52:40,161 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T18:52:40,161 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T18:52:40,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T18:52:40,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2245b9aa067181eb208e9791a29000a6, ASSIGN}] 2024-11-22T18:52:40,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2245b9aa067181eb208e9791a29000a6, ASSIGN 2024-11-22T18:52:40,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2245b9aa067181eb208e9791a29000a6, ASSIGN; state=OFFLINE, location=d79ba0c344fb,46527,1732301557322; forceNewPlan=false, retain=false 2024-11-22T18:52:40,319 INFO [d79ba0c344fb:45171 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T18:52:40,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2245b9aa067181eb208e9791a29000a6, regionState=OPENING, regionLocation=d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:40,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2245b9aa067181eb208e9791a29000a6, ASSIGN because future has completed 2024-11-22T18:52:40,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2245b9aa067181eb208e9791a29000a6, server=d79ba0c344fb,46527,1732301557322}] 2024-11-22T18:52:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:40,478 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T18:52:40,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T18:52:40,486 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:40,486 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2245b9aa067181eb208e9791a29000a6, NAME => 'TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:52:40,486 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,486 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:40,487 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,487 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,489 INFO [StoreOpener-2245b9aa067181eb208e9791a29000a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,491 INFO [StoreOpener-2245b9aa067181eb208e9791a29000a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2245b9aa067181eb208e9791a29000a6 columnFamilyName cf 2024-11-22T18:52:40,491 DEBUG [StoreOpener-2245b9aa067181eb208e9791a29000a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:40,492 INFO [StoreOpener-2245b9aa067181eb208e9791a29000a6-1 {}] regionserver.HStore(327): Store=2245b9aa067181eb208e9791a29000a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:40,492 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,493 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,494 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,494 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,494 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,497 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,502 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:52:40,502 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2245b9aa067181eb208e9791a29000a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60495159, jitterRate=-0.09855188429355621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:52:40,503 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:40,503 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2245b9aa067181eb208e9791a29000a6: Running coprocessor pre-open hook at 1732301560487Writing region info on filesystem at 1732301560487Initializing all the Stores at 1732301560488 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301560489 (+1 ms)Cleaning up temporary data from old regions at 1732301560494 (+5 ms)Running coprocessor post-open hooks at 1732301560503 (+9 ms)Region opened successfully at 1732301560503 2024-11-22T18:52:40,505 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6., pid=6, masterSystemTime=1732301560477 2024-11-22T18:52:40,509 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:40,509 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:40,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2245b9aa067181eb208e9791a29000a6, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2245b9aa067181eb208e9791a29000a6, server=d79ba0c344fb,46527,1732301557322 because future has completed 2024-11-22T18:52:40,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T18:52:40,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2245b9aa067181eb208e9791a29000a6, server=d79ba0c344fb,46527,1732301557322 in 193 msec 2024-11-22T18:52:40,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T18:52:40,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2245b9aa067181eb208e9791a29000a6, ASSIGN in 358 msec 2024-11-22T18:52:40,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:52:40,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301560527"}]},"ts":"1732301560527"} 2024-11-22T18:52:40,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-22T18:52:40,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:52:40,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 842 msec 2024-11-22T18:52:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:40,846 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T18:52:40,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-22T18:52:40,848 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:52:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-22T18:52:40,854 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:52:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-22T18:52:40,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6., hostname=d79ba0c344fb,46527,1732301557322, seqNum=2] 2024-11-22T18:52:40,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:52:40,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:52:40,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-22T18:52:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-22T18:52:40,882 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-22T18:52:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:52:40,884 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T18:52:40,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T18:52:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:52:41,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T18:52:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:41,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2245b9aa067181eb208e9791a29000a6 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-22T18:52:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6/.tmp/cf/621ad916ee684289a8b295e7cdcd807f is 36, key is row/cf:cq/1732301560867/Put/seqid=0 2024-11-22T18:52:41,117 WARN [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,117 WARN [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,121 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-271022899_22 at /127.0.0.1:43044 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:38435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43044 dst: /127.0.0.1:38435 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-22T18:52:41,127 WARN [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,127 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6/.tmp/cf/621ad916ee684289a8b295e7cdcd807f 2024-11-22T18:52:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6/.tmp/cf/621ad916ee684289a8b295e7cdcd807f as hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6/cf/621ad916ee684289a8b295e7cdcd807f 2024-11-22T18:52:41,186 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6/cf/621ad916ee684289a8b295e7cdcd807f, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T18:52:41,194 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 2245b9aa067181eb208e9791a29000a6 in 142ms, sequenceid=5, compaction requested=false 2024-11-22T18:52:41,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-22T18:52:41,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2245b9aa067181eb208e9791a29000a6: 2024-11-22T18:52:41,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:41,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-22T18:52:41,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T18:52:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-22T18:52:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-22T18:52:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-22T18:52:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T18:52:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-22T18:52:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:52:41,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T18:52:41,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 319 msec 2024-11-22T18:52:41,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 333 msec 2024-11-22T18:52:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-22T18:52:41,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-22T18:52:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-22T18:52:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-22T18:52:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-22T18:52:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:52:41,515 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T18:52:41,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T18:52:41,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T18:52:41,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:41,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T18:52:41,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T18:52:41,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1496649153, stopped=false 2024-11-22T18:52:41,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d79ba0c344fb,45171,1732301556532 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:41,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:41,539 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T18:52:41,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T18:52:41,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:41,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:41,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:41,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:41,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:41,540 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd79ba0c344fb,33997,1732301557218' ***** 2024-11-22T18:52:41,540 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T18:52:41,540 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd79ba0c344fb,46527,1732301557322' ***** 2024-11-22T18:52:41,540 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T18:52:41,540 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd79ba0c344fb,36071,1732301557377' ***** 2024-11-22T18:52:41,540 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T18:52:41,541 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-22T18:52:41,541 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T18:52:41,541 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(3091): Received CLOSE for 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:41,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T18:52:41,541 INFO [RS:2;d79ba0c344fb:36071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T18:52:41,541 INFO [RS:2;d79ba0c344fb:36071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T18:52:41,541 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(959): stopping server d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:41,541 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:41,542 INFO [RS:2;d79ba0c344fb:36071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d79ba0c344fb:36071. 2024-11-22T18:52:41,542 DEBUG [RS:2;d79ba0c344fb:36071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:41,542 DEBUG [RS:2;d79ba0c344fb:36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,542 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T18:52:41,542 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T18:52:41,542 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T18:52:41,542 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T18:52:41,542 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2245b9aa067181eb208e9791a29000a6, disabling compactions & flushes 2024-11-22T18:52:41,542 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:41,543 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:41,543 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. after waiting 0 ms 2024-11-22T18:52:41,543 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:41,543 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T18:52:41,543 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T18:52:41,543 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T18:52:41,543 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T18:52:41,543 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T18:52:41,543 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T18:52:41,543 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T18:52:41,543 DEBUG [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T18:52:41,543 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T18:52:41,543 INFO [RS:0;d79ba0c344fb:33997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T18:52:41,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T18:52:41,543 INFO [RS:0;d79ba0c344fb:33997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T18:52:41,543 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(959): stopping server d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:41,543 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:41,544 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T18:52:41,544 INFO [RS:0;d79ba0c344fb:33997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d79ba0c344fb:33997. 2024-11-22T18:52:41,544 DEBUG [RS:0;d79ba0c344fb:33997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:41,544 DEBUG [RS:0;d79ba0c344fb:33997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,544 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(976): stopping server d79ba0c344fb,33997,1732301557218; all regions closed. 2024-11-22T18:52:41,545 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T18:52:41,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T18:52:41,545 INFO [RS:1;d79ba0c344fb:46527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T18:52:41,545 INFO [RS:1;d79ba0c344fb:46527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T18:52:41,545 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(959): stopping server d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:41,545 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:41,545 INFO [RS:1;d79ba0c344fb:46527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d79ba0c344fb:46527. 2024-11-22T18:52:41,545 DEBUG [RS:1;d79ba0c344fb:46527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:41,545 DEBUG [RS:1;d79ba0c344fb:46527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,545 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T18:52:41,545 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1325): Online Regions={2245b9aa067181eb208e9791a29000a6=TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6.} 2024-11-22T18:52:41,545 DEBUG [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1351): Waiting on 2245b9aa067181eb208e9791a29000a6 2024-11-22T18:52:41,552 INFO [regionserver/d79ba0c344fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_1073741828_1018 (size=93) 2024-11-22T18:52:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_1073741828_1018 (size=93) 2024-11-22T18:52:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741828_1018 (size=93) 2024-11-22T18:52:41,562 DEBUG [RS:0;d79ba0c344fb:33997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs 2024-11-22T18:52:41,562 INFO [RS:0;d79ba0c344fb:33997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d79ba0c344fb%2C33997%2C1732301557218:(num 1732301558747) 2024-11-22T18:52:41,562 DEBUG [RS:0;d79ba0c344fb:33997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,562 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:41,562 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:41,563 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.ChoreService(370): Chore service for: regionserver/d79ba0c344fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:41,563 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T18:52:41,563 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T18:52:41,563 INFO [regionserver/d79ba0c344fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:41,563 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T18:52:41,563 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:41,563 INFO [RS:0;d79ba0c344fb:33997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33997 2024-11-22T18:52:41,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:41,567 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:41,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d79ba0c344fb,33997,1732301557218 2024-11-22T18:52:41,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d79ba0c344fb,33997,1732301557218] 2024-11-22T18:52:41,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d79ba0c344fb,33997,1732301557218 already deleted, retry=false 2024-11-22T18:52:41,572 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d79ba0c344fb,33997,1732301557218 expired; onlineServers=2 2024-11-22T18:52:41,573 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/default/TestHBaseWalOnEC/2245b9aa067181eb208e9791a29000a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T18:52:41,575 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:41,575 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2245b9aa067181eb208e9791a29000a6: Waiting for close lock at 1732301561542Running coprocessor pre-close hooks at 1732301561542Disabling compacts and flushes for region at 1732301561542Disabling writes for close at 1732301561543 (+1 ms)Writing region close event to WAL at 1732301561546 (+3 ms)Running coprocessor post-close hooks at 1732301561574 (+28 ms)Closed at 1732301561575 (+1 ms) 2024-11-22T18:52:41,576 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6. 2024-11-22T18:52:41,586 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/info/c229a9355bc744a8b33cae307dc7c8d2 is 153, key is TestHBaseWalOnEC,,1732301559683.2245b9aa067181eb208e9791a29000a6./info:regioninfo/1732301560510/Put/seqid=0 2024-11-22T18:52:41,589 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,589 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,593 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_895076042_22 at /127.0.0.1:57738 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57738 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-22T18:52:41,597 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,598 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/info/c229a9355bc744a8b33cae307dc7c8d2 2024-11-22T18:52:41,604 INFO [regionserver/d79ba0c344fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:41,608 INFO [regionserver/d79ba0c344fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T18:52:41,608 INFO [regionserver/d79ba0c344fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T18:52:41,625 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/ns/df12d70308b04882abdf65bb4724397e is 43, key is default/ns:d/1732301559462/Put/seqid=0 2024-11-22T18:52:41,627 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,627 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,629 INFO [regionserver/d79ba0c344fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:41,631 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_895076042_22 at /127.0.0.1:43106 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:38435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43106 dst: /127.0.0.1:38435 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-22T18:52:41,635 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,635 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/ns/df12d70308b04882abdf65bb4724397e 2024-11-22T18:52:41,660 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/table/b86de437855b43b0a4c6b0e8690d6b71 is 52, key is TestHBaseWalOnEC/table:state/1732301560527/Put/seqid=0 2024-11-22T18:52:41,662 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,662 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,666 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_895076042_22 at /127.0.0.1:57760 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57760 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33997-0x1014105f2ae0001, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:41,670 INFO [RS:0;d79ba0c344fb:33997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:41,671 INFO [RS:0;d79ba0c344fb:33997 {}] regionserver.HRegionServer(1031): Exiting; stopping=d79ba0c344fb,33997,1732301557218; zookeeper connection closed. 2024-11-22T18:52:41,671 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@650fa9ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@650fa9ab 2024-11-22T18:52:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-22T18:52:41,673 WARN [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,673 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/table/b86de437855b43b0a4c6b0e8690d6b71 2024-11-22T18:52:41,683 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/info/c229a9355bc744a8b33cae307dc7c8d2 as hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/info/c229a9355bc744a8b33cae307dc7c8d2 2024-11-22T18:52:41,692 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/info/c229a9355bc744a8b33cae307dc7c8d2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T18:52:41,694 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/ns/df12d70308b04882abdf65bb4724397e as hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/ns/df12d70308b04882abdf65bb4724397e 2024-11-22T18:52:41,702 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/ns/df12d70308b04882abdf65bb4724397e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T18:52:41,703 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/.tmp/table/b86de437855b43b0a4c6b0e8690d6b71 as hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/table/b86de437855b43b0a4c6b0e8690d6b71 2024-11-22T18:52:41,711 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/table/b86de437855b43b0a4c6b0e8690d6b71, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T18:52:41,713 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false 2024-11-22T18:52:41,713 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T18:52:41,720 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T18:52:41,721 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T18:52:41,721 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T18:52:41,722 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732301561543Running coprocessor pre-close hooks at 1732301561543Disabling compacts and flushes for region at 1732301561543Disabling writes for close at 1732301561543Obtaining lock to block concurrent updates at 1732301561544 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732301561544Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732301561545 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732301561546 (+1 ms)Flushing 1588230740/info: creating writer at 1732301561547 (+1 ms)Flushing 1588230740/info: appending metadata at 1732301561583 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732301561583Flushing 1588230740/ns: creating writer at 1732301561608 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732301561624 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732301561624Flushing 1588230740/table: creating writer at 1732301561644 (+20 ms)Flushing 1588230740/table: appending metadata at 1732301561659 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732301561659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a489c1a: reopening flushed file at 1732301561682 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426bb7f0: reopening flushed file at 1732301561693 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605f610c: reopening flushed file at 1732301561702 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false at 1732301561713 (+11 ms)Writing region close event to WAL at 1732301561715 (+2 ms)Running coprocessor post-close hooks at 1732301561721 (+6 ms)Closed at 1732301561721 2024-11-22T18:52:41,722 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T18:52:41,743 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(976): stopping server d79ba0c344fb,36071,1732301557377; all regions closed. 2024-11-22T18:52:41,745 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(976): stopping server d79ba0c344fb,46527,1732301557322; all regions closed. 2024-11-22T18:52:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_1073741829_1019 (size=2751) 2024-11-22T18:52:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741829_1019 (size=2751) 2024-11-22T18:52:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_1073741829_1019 (size=2751) 2024-11-22T18:52:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_1073741826_1016 (size=1298) 2024-11-22T18:52:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741826_1016 (size=1298) 2024-11-22T18:52:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_1073741826_1016 (size=1298) 2024-11-22T18:52:41,751 DEBUG [RS:2;d79ba0c344fb:36071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs 2024-11-22T18:52:41,751 INFO [RS:2;d79ba0c344fb:36071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d79ba0c344fb%2C36071%2C1732301557377.meta:.meta(num 1732301559234) 2024-11-22T18:52:41,753 DEBUG [RS:1;d79ba0c344fb:46527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs 2024-11-22T18:52:41,753 INFO [RS:1;d79ba0c344fb:46527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d79ba0c344fb%2C46527%2C1732301557322:(num 1732301558693) 2024-11-22T18:52:41,753 DEBUG [RS:1;d79ba0c344fb:46527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,753 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741827_1017 (size=93) 2024-11-22T18:52:41,754 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_1073741827_1017 (size=93) 2024-11-22T18:52:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_1073741827_1017 (size=93) 2024-11-22T18:52:41,754 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.ChoreService(370): Chore service for: regionserver/d79ba0c344fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:41,754 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T18:52:41,754 INFO [regionserver/d79ba0c344fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:41,754 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T18:52:41,755 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T18:52:41,755 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:41,755 INFO [RS:1;d79ba0c344fb:46527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46527 2024-11-22T18:52:41,757 DEBUG [RS:2;d79ba0c344fb:36071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/oldWALs 2024-11-22T18:52:41,757 INFO [RS:2;d79ba0c344fb:36071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d79ba0c344fb%2C36071%2C1732301557377:(num 1732301558693) 2024-11-22T18:52:41,757 DEBUG [RS:2;d79ba0c344fb:36071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:41,757 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:41,757 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:41,758 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.ChoreService(370): Chore service for: regionserver/d79ba0c344fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:41,758 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:41,758 INFO [regionserver/d79ba0c344fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:41,758 INFO [RS:2;d79ba0c344fb:36071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36071 2024-11-22T18:52:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d79ba0c344fb,46527,1732301557322 2024-11-22T18:52:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:41,759 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:41,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d79ba0c344fb,36071,1732301557377 2024-11-22T18:52:41,760 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:41,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d79ba0c344fb,46527,1732301557322] 2024-11-22T18:52:41,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d79ba0c344fb,46527,1732301557322 already deleted, retry=false 2024-11-22T18:52:41,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d79ba0c344fb,46527,1732301557322 expired; onlineServers=1 2024-11-22T18:52:41,764 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d79ba0c344fb,36071,1732301557377] 2024-11-22T18:52:41,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d79ba0c344fb,36071,1732301557377 already deleted, retry=false 2024-11-22T18:52:41,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d79ba0c344fb,36071,1732301557377 expired; onlineServers=0 2024-11-22T18:52:41,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd79ba0c344fb,45171,1732301556532' ***** 2024-11-22T18:52:41,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T18:52:41,765 INFO [M:0;d79ba0c344fb:45171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:41,765 INFO [M:0;d79ba0c344fb:45171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:41,765 DEBUG [M:0;d79ba0c344fb:45171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T18:52:41,766 DEBUG [M:0;d79ba0c344fb:45171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T18:52:41,766 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T18:52:41,766 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301558416 {}] cleaner.HFileCleaner(306): Exit Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301558416,5,FailOnTimeoutGroup] 2024-11-22T18:52:41,766 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301558413 {}] cleaner.HFileCleaner(306): Exit Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301558413,5,FailOnTimeoutGroup] 2024-11-22T18:52:41,766 INFO [M:0;d79ba0c344fb:45171 {}] hbase.ChoreService(370): Chore service for: master/d79ba0c344fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:41,766 INFO [M:0;d79ba0c344fb:45171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:41,766 DEBUG [M:0;d79ba0c344fb:45171 {}] master.HMaster(1795): Stopping service threads 2024-11-22T18:52:41,766 INFO [M:0;d79ba0c344fb:45171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T18:52:41,766 INFO [M:0;d79ba0c344fb:45171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T18:52:41,767 INFO [M:0;d79ba0c344fb:45171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T18:52:41,767 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T18:52:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:41,768 DEBUG [M:0;d79ba0c344fb:45171 {}] zookeeper.ZKUtil(347): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T18:52:41,768 WARN [M:0;d79ba0c344fb:45171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T18:52:41,769 INFO [M:0;d79ba0c344fb:45171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/.lastflushedseqids 2024-11-22T18:52:41,777 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,778 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,780 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:43124 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:38435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43124 dst: /127.0.0.1:38435 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-22T18:52:41,784 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,784 INFO [M:0;d79ba0c344fb:45171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T18:52:41,784 INFO [M:0;d79ba0c344fb:45171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T18:52:41,784 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T18:52:41,784 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:41,784 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:41,785 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T18:52:41,785 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:41,785 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-22T18:52:41,804 DEBUG [M:0;d79ba0c344fb:45171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f54f8235c2214dd08d3c993218e8aacc is 82, key is hbase:meta,,1/info:regioninfo/1732301559342/Put/seqid=0 2024-11-22T18:52:41,806 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,806 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,809 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:57778 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57778 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-22T18:52:41,813 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,814 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f54f8235c2214dd08d3c993218e8aacc 2024-11-22T18:52:41,839 DEBUG [M:0;d79ba0c344fb:45171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dee9daadcc44c68b150af57ecff8095 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732301560533/Put/seqid=0 2024-11-22T18:52:41,841 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,842 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,845 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:60080 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:37127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60080 dst: /127.0.0.1:37127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-22T18:52:41,849 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,849 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.15 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dee9daadcc44c68b150af57ecff8095 2024-11-22T18:52:41,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:41,861 INFO [RS:1;d79ba0c344fb:46527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:41,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46527-0x1014105f2ae0002, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:41,861 INFO [RS:1;d79ba0c344fb:46527 {}] regionserver.HRegionServer(1031): Exiting; stopping=d79ba0c344fb,46527,1732301557322; zookeeper connection closed. 2024-11-22T18:52:41,861 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f7d47d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f7d47d2 2024-11-22T18:52:41,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:41,861 INFO [RS:2;d79ba0c344fb:36071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:41,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36071-0x1014105f2ae0003, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:41,861 INFO [RS:2;d79ba0c344fb:36071 {}] regionserver.HRegionServer(1031): Exiting; stopping=d79ba0c344fb,36071,1732301557377; zookeeper connection closed. 2024-11-22T18:52:41,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4be35b7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4be35b7f 2024-11-22T18:52:41,862 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T18:52:41,874 DEBUG [M:0;d79ba0c344fb:45171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25760dca94264cd9af99122675706bb5 is 69, key is d79ba0c344fb,33997,1732301557218/rs:state/1732301558563/Put/seqid=0 2024-11-22T18:52:41,876 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,876 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-22T18:52:41,878 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1801736568_22 at /127.0.0.1:57794 [Receiving block BP-284331776-172.17.0.2-1732301553353:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:43111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57794 dst: /127.0.0.1:43111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:52:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-22T18:52:41,882 WARN [M:0;d79ba0c344fb:45171 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-22T18:52:41,882 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25760dca94264cd9af99122675706bb5 2024-11-22T18:52:41,891 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f54f8235c2214dd08d3c993218e8aacc as hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f54f8235c2214dd08d3c993218e8aacc 2024-11-22T18:52:41,899 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f54f8235c2214dd08d3c993218e8aacc, entries=8, sequenceid=72, filesize=5.5 K 2024-11-22T18:52:41,900 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dee9daadcc44c68b150af57ecff8095 as hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4dee9daadcc44c68b150af57ecff8095 2024-11-22T18:52:41,908 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4dee9daadcc44c68b150af57ecff8095, entries=8, sequenceid=72, filesize=6.3 K 2024-11-22T18:52:41,909 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25760dca94264cd9af99122675706bb5 as hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25760dca94264cd9af99122675706bb5 2024-11-22T18:52:41,916 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25760dca94264cd9af99122675706bb5, entries=3, sequenceid=72, filesize=5.2 K 2024-11-22T18:52:41,918 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=72, compaction requested=false 2024-11-22T18:52:41,919 INFO [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:41,920 DEBUG [M:0;d79ba0c344fb:45171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732301561784Disabling compacts and flushes for region at 1732301561784Disabling writes for close at 1732301561785 (+1 ms)Obtaining lock to block concurrent updates at 1732301561785Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732301561785Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732301561785Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732301561786 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732301561786Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732301561803 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732301561803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732301561821 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732301561838 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732301561838Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732301561857 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732301561873 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732301561873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2201d417: reopening flushed file at 1732301561890 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73039506: reopening flushed file at 1732301561899 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e945480: reopening flushed file at 1732301561908 (+9 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=72, compaction requested=false at 1732301561918 (+10 ms)Writing region close event to WAL at 1732301561919 (+1 ms)Closed at 1732301561919 2024-11-22T18:52:41,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38435 is added to blk_1073741825_1011 (size=32683) 2024-11-22T18:52:41,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43111 is added to blk_1073741825_1011 (size=32683) 2024-11-22T18:52:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37127 is added to blk_1073741825_1011 (size=32683) 2024-11-22T18:52:41,924 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:41,924 INFO [M:0;d79ba0c344fb:45171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T18:52:41,924 INFO [M:0;d79ba0c344fb:45171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45171 2024-11-22T18:52:41,924 INFO [M:0;d79ba0c344fb:45171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:42,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:42,027 INFO [M:0;d79ba0c344fb:45171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:42,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45171-0x1014105f2ae0000, quorum=127.0.0.1:51341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:42,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:42,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:42,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:42,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:42,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:42,036 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T18:52:42,036 WARN [BP-284331776-172.17.0.2-1732301553353 heartbeating to localhost/127.0.0.1:42777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T18:52:42,036 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T18:52:42,036 WARN [BP-284331776-172.17.0.2-1732301553353 heartbeating to localhost/127.0.0.1:42777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-284331776-172.17.0.2-1732301553353 (Datanode Uuid 9981e9c6-ef9f-445b-84ac-bff0c94165fc) service to localhost/127.0.0.1:42777 2024-11-22T18:52:42,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data5/current/BP-284331776-172.17.0.2-1732301553353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:42,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data6/current/BP-284331776-172.17.0.2-1732301553353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:42,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T18:52:42,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:42,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:42,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:42,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:42,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:42,041 WARN [BP-284331776-172.17.0.2-1732301553353 heartbeating to localhost/127.0.0.1:42777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T18:52:42,041 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T18:52:42,041 WARN [BP-284331776-172.17.0.2-1732301553353 heartbeating to localhost/127.0.0.1:42777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-284331776-172.17.0.2-1732301553353 (Datanode Uuid d05af856-5be0-438f-9442-0b8f57d24e08) service to localhost/127.0.0.1:42777 2024-11-22T18:52:42,041 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T18:52:42,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data3/current/BP-284331776-172.17.0.2-1732301553353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:42,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data4/current/BP-284331776-172.17.0.2-1732301553353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:42,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T18:52:42,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:42,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:42,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:42,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:42,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:42,046 WARN [BP-284331776-172.17.0.2-1732301553353 heartbeating to localhost/127.0.0.1:42777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T18:52:42,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T18:52:42,046 WARN [BP-284331776-172.17.0.2-1732301553353 heartbeating to localhost/127.0.0.1:42777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-284331776-172.17.0.2-1732301553353 (Datanode Uuid 3ff7322f-bfec-4c1c-9639-bf45936c1842) service to localhost/127.0.0.1:42777 2024-11-22T18:52:42,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T18:52:42,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data1/current/BP-284331776-172.17.0.2-1732301553353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:42,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/cluster_0372c156-d60b-b90e-69a2-03d0318b80b5/data/data2/current/BP-284331776-172.17.0.2-1732301553353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:42,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T18:52:42,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T18:52:42,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:42,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:42,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:42,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:42,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T18:52:42,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T18:52:42,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 158), OpenFileDescriptor=447 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=7779 (was 8096) 2024-11-22T18:52:42,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=7779 2024-11-22T18:52:42,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T18:52:42,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.log.dir so I do NOT create it in target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca 2024-11-22T18:52:42,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8e2e7e0-e3dd-cef5-3f33-eaee281ced61/hadoop.tmp.dir so I do NOT create it in target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca 2024-11-22T18:52:42,122 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7, deleteOnExit=true 2024-11-22T18:52:42,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T18:52:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/test.cache.data in system properties and HBase conf 2024-11-22T18:52:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T18:52:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir in system properties and HBase conf 2024-11-22T18:52:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T18:52:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T18:52:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T18:52:42,123 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/nfs.dump.dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/java.io.tmpdir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T18:52:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T18:52:42,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T18:52:42,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:42,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:42,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:42,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:42,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T18:52:42,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:42,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b2b984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:42,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715f09c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:42,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b25f894{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/java.io.tmpdir/jetty-localhost-34499-hadoop-hdfs-3_4_1-tests_jar-_-any-16100682799499833599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T18:52:42,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53797dc3{HTTP/1.1, (http/1.1)}{localhost:34499} 2024-11-22T18:52:42,338 INFO [Time-limited test {}] server.Server(415): Started @10910ms 2024-11-22T18:52:42,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:42,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:42,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:42,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:42,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T18:52:42,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a6744cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:42,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2dd4e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:42,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14abb266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/java.io.tmpdir/jetty-localhost-34461-hadoop-hdfs-3_4_1-tests_jar-_-any-12783316217934366371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:42,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@348ccaab{HTTP/1.1, (http/1.1)}{localhost:34461} 2024-11-22T18:52:42,548 INFO [Time-limited test {}] server.Server(415): Started @11120ms 2024-11-22T18:52:42,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T18:52:42,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:42,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:42,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:42,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:42,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T18:52:42,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69cb0b1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:42,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f8ad177{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:42,653 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data1/current/BP-2136393751-172.17.0.2-1732301562156/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:42,654 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data2/current/BP-2136393751-172.17.0.2-1732301562156/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:42,680 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T18:52:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16a06ea5541d85a with lease ID 0xff2af4b63f6f8cae: Processing first storage report for DS-fe986752-1222-4fd9-8133-f12adbc5117e from datanode DatanodeRegistration(127.0.0.1:44203, datanodeUuid=e3737d8c-2527-410e-b6da-f8de60696603, infoPort=44339, infoSecurePort=0, ipcPort=44859, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156) 2024-11-22T18:52:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16a06ea5541d85a with lease ID 0xff2af4b63f6f8cae: from storage DS-fe986752-1222-4fd9-8133-f12adbc5117e node DatanodeRegistration(127.0.0.1:44203, datanodeUuid=e3737d8c-2527-410e-b6da-f8de60696603, infoPort=44339, infoSecurePort=0, ipcPort=44859, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16a06ea5541d85a with lease ID 0xff2af4b63f6f8cae: Processing first storage report for DS-a6b6cdce-9346-4f79-9f84-c9b4603cd574 from datanode DatanodeRegistration(127.0.0.1:44203, datanodeUuid=e3737d8c-2527-410e-b6da-f8de60696603, infoPort=44339, infoSecurePort=0, ipcPort=44859, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156) 2024-11-22T18:52:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16a06ea5541d85a with lease ID 0xff2af4b63f6f8cae: from storage DS-a6b6cdce-9346-4f79-9f84-c9b4603cd574 node DatanodeRegistration(127.0.0.1:44203, datanodeUuid=e3737d8c-2527-410e-b6da-f8de60696603, infoPort=44339, infoSecurePort=0, ipcPort=44859, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:42,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@609afea4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/java.io.tmpdir/jetty-localhost-46313-hadoop-hdfs-3_4_1-tests_jar-_-any-8561075747253148542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:42,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@527d4f04{HTTP/1.1, (http/1.1)}{localhost:46313} 2024-11-22T18:52:42,729 INFO [Time-limited test {}] server.Server(415): Started @11301ms 2024-11-22T18:52:42,730 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T18:52:42,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:52:42,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:52:42,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:52:42,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:52:42,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T18:52:42,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7adc0795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:52:42,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@739551bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:52:42,833 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data4/current/BP-2136393751-172.17.0.2-1732301562156/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:42,833 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data3/current/BP-2136393751-172.17.0.2-1732301562156/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:42,852 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T18:52:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa766c714e458af92 with lease ID 0xff2af4b63f6f8caf: Processing first storage report for DS-f0c79cfa-7dde-4a0f-a412-3cce156002d8 from datanode DatanodeRegistration(127.0.0.1:45243, datanodeUuid=88f60231-c20d-4d2f-ad15-c3139a3e5eac, infoPort=41471, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156) 2024-11-22T18:52:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa766c714e458af92 with lease ID 0xff2af4b63f6f8caf: from storage DS-f0c79cfa-7dde-4a0f-a412-3cce156002d8 node DatanodeRegistration(127.0.0.1:45243, datanodeUuid=88f60231-c20d-4d2f-ad15-c3139a3e5eac, infoPort=41471, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa766c714e458af92 with lease ID 0xff2af4b63f6f8caf: Processing first storage report for DS-e628575e-a6a5-4765-97ba-47854b9a0bcd from datanode DatanodeRegistration(127.0.0.1:45243, datanodeUuid=88f60231-c20d-4d2f-ad15-c3139a3e5eac, infoPort=41471, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156) 2024-11-22T18:52:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa766c714e458af92 with lease ID 0xff2af4b63f6f8caf: from storage DS-e628575e-a6a5-4765-97ba-47854b9a0bcd node DatanodeRegistration(127.0.0.1:45243, datanodeUuid=88f60231-c20d-4d2f-ad15-c3139a3e5eac, infoPort=41471, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:42,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25c162fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/java.io.tmpdir/jetty-localhost-37945-hadoop-hdfs-3_4_1-tests_jar-_-any-5648049740346726725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:42,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1da1746e{HTTP/1.1, (http/1.1)}{localhost:37945} 2024-11-22T18:52:42,883 INFO [Time-limited test {}] server.Server(415): Started @11455ms 2024-11-22T18:52:42,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T18:52:42,983 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data6/current/BP-2136393751-172.17.0.2-1732301562156/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:42,983 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data5/current/BP-2136393751-172.17.0.2-1732301562156/current, will proceed with Du for space computation calculation, 2024-11-22T18:52:43,006 WARN [Thread-576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T18:52:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x177c4bfcd7006995 with lease ID 0xff2af4b63f6f8cb0: Processing first storage report for DS-84c40aab-196e-4abc-bf61-c65b2d253feb from datanode DatanodeRegistration(127.0.0.1:32961, datanodeUuid=946c66af-38ba-4712-8ccf-10e6e37ffeb4, infoPort=43705, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156) 2024-11-22T18:52:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x177c4bfcd7006995 with lease ID 0xff2af4b63f6f8cb0: from storage DS-84c40aab-196e-4abc-bf61-c65b2d253feb node DatanodeRegistration(127.0.0.1:32961, datanodeUuid=946c66af-38ba-4712-8ccf-10e6e37ffeb4, infoPort=43705, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x177c4bfcd7006995 with lease ID 0xff2af4b63f6f8cb0: Processing first storage report for DS-3a9e3ce1-4dbc-433f-b16e-b704ed5982b7 from datanode DatanodeRegistration(127.0.0.1:32961, datanodeUuid=946c66af-38ba-4712-8ccf-10e6e37ffeb4, infoPort=43705, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156) 2024-11-22T18:52:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x177c4bfcd7006995 with lease ID 0xff2af4b63f6f8cb0: from storage DS-3a9e3ce1-4dbc-433f-b16e-b704ed5982b7 node DatanodeRegistration(127.0.0.1:32961, datanodeUuid=946c66af-38ba-4712-8ccf-10e6e37ffeb4, infoPort=43705, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1533885706;c=1732301562156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T18:52:43,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca 2024-11-22T18:52:43,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/zookeeper_0, clientPort=61952, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T18:52:43,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61952 2024-11-22T18:52:43,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741825_1001 (size=7) 2024-11-22T18:52:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741825_1001 (size=7) 2024-11-22T18:52:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741825_1001 (size=7) 2024-11-22T18:52:43,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3 with version=8 2024-11-22T18:52:43,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42777/user/jenkins/test-data/4810d525-b195-7e04-9713-df449083f7a2/hbase-staging 2024-11-22T18:52:43,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:43,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:43,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:43,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T18:52:43,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:43,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43029 2024-11-22T18:52:43,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43029 connecting to ZooKeeper ensemble=127.0.0.1:61952 2024-11-22T18:52:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430290x0, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:43,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43029-0x10141060f180000 connected 2024-11-22T18:52:43,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:43,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3, hbase.cluster.distributed=false 2024-11-22T18:52:43,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:43,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43029 2024-11-22T18:52:43,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43029 2024-11-22T18:52:43,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43029 2024-11-22T18:52:43,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43029 2024-11-22T18:52:43,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43029 2024-11-22T18:52:43,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:43,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T18:52:43,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:43,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34007 2024-11-22T18:52:43,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34007 connecting to ZooKeeper ensemble=127.0.0.1:61952 2024-11-22T18:52:43,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340070x0, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:43,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:43,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34007-0x10141060f180001 connected 2024-11-22T18:52:43,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T18:52:43,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T18:52:43,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T18:52:43,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:43,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-22T18:52:43,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34007 2024-11-22T18:52:43,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34007 2024-11-22T18:52:43,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-22T18:52:43,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-22T18:52:43,113 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:43,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:43,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:43,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T18:52:43,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:43,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37885 2024-11-22T18:52:43,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37885 connecting to ZooKeeper ensemble=127.0.0.1:61952 2024-11-22T18:52:43,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378850x0, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:43,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37885-0x10141060f180002 connected 2024-11-22T18:52:43,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:43,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T18:52:43,123 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T18:52:43,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T18:52:43,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:43,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-22T18:52:43,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37885 2024-11-22T18:52:43,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37885 2024-11-22T18:52:43,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-22T18:52:43,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-22T18:52:43,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d79ba0c344fb:0 server-side Connection retries=45 2024-11-22T18:52:43,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:52:43,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:52:43,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:52:43,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T18:52:43,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:52:43,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32835 2024-11-22T18:52:43,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32835 connecting to ZooKeeper ensemble=127.0.0.1:61952 2024-11-22T18:52:43,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328350x0, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:52:43,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328350x0, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:43,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32835-0x10141060f180003 connected 2024-11-22T18:52:43,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T18:52:43,153 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T18:52:43,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T18:52:43,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:52:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-22T18:52:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32835 2024-11-22T18:52:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32835 2024-11-22T18:52:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-22T18:52:43,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32835 2024-11-22T18:52:43,167 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d79ba0c344fb:43029 2024-11-22T18:52:43,167 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,169 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,172 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T18:52:43,173 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d79ba0c344fb,43029,1732301563039 from backup master directory 2024-11-22T18:52:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:52:43,174 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:43,175 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:43,182 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/hbase.id] with ID: b4ed87f7-8de0-423a-baa3-b016c63b6581 2024-11-22T18:52:43,182 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/.tmp/hbase.id 2024-11-22T18:52:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741826_1002 (size=42) 2024-11-22T18:52:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741826_1002 (size=42) 2024-11-22T18:52:43,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741826_1002 (size=42) 2024-11-22T18:52:43,194 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/.tmp/hbase.id]:[hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/hbase.id] 2024-11-22T18:52:43,212 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:52:43,212 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T18:52:43,213 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T18:52:43,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741827_1003 (size=196) 2024-11-22T18:52:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741827_1003 (size=196) 2024-11-22T18:52:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741827_1003 (size=196) 2024-11-22T18:52:43,233 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:52:43,234 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T18:52:43,234 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T18:52:43,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741828_1004 (size=1189) 2024-11-22T18:52:43,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741828_1004 (size=1189) 2024-11-22T18:52:43,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741828_1004 (size=1189) 2024-11-22T18:52:43,247 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store 2024-11-22T18:52:43,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741829_1005 (size=34) 2024-11-22T18:52:43,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741829_1005 (size=34) 2024-11-22T18:52:43,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741829_1005 (size=34) 2024-11-22T18:52:43,257 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:43,257 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T18:52:43,257 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:43,257 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:43,257 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T18:52:43,258 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:43,258 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:43,258 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732301563257Disabling compacts and flushes for region at 1732301563257Disabling writes for close at 1732301563257Writing region close event to WAL at 1732301563258 (+1 ms)Closed at 1732301563258 2024-11-22T18:52:43,259 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/.initializing 2024-11-22T18:52:43,259 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/WALs/d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:43,263 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C43029%2C1732301563039, suffix=, logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/WALs/d79ba0c344fb,43029,1732301563039, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/oldWALs, maxLogs=10 2024-11-22T18:52:43,263 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor d79ba0c344fb%2C43029%2C1732301563039.1732301563263 2024-11-22T18:52:43,273 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/WALs/d79ba0c344fb,43029,1732301563039/d79ba0c344fb%2C43029%2C1732301563039.1732301563263 2024-11-22T18:52:43,275 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705),(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:44339:44339)] 2024-11-22T18:52:43,275 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:52:43,276 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:43,276 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,276 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T18:52:43,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:43,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T18:52:43,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:43,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T18:52:43,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:43,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T18:52:43,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:43,288 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,288 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,289 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,291 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,291 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,291 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:52:43,293 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:52:43,295 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:52:43,296 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60760307, jitterRate=-0.0946008712053299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:52:43,296 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732301563276Initializing all the Stores at 1732301563277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301563277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301563277Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301563277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301563277Cleaning up temporary data from old regions at 1732301563291 (+14 ms)Region opened successfully at 1732301563296 (+5 ms) 2024-11-22T18:52:43,297 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T18:52:43,301 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1795f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:43,302 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T18:52:43,302 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T18:52:43,302 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T18:52:43,302 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T18:52:43,303 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T18:52:43,303 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T18:52:43,303 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T18:52:43,305 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T18:52:43,306 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T18:52:43,307 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T18:52:43,308 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T18:52:43,308 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T18:52:43,310 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T18:52:43,310 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T18:52:43,311 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T18:52:43,312 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T18:52:43,313 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T18:52:43,317 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T18:52:43,319 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T18:52:43,321 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T18:52:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:43,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,324 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d79ba0c344fb,43029,1732301563039, sessionid=0x10141060f180000, setting cluster-up flag (Was=false) 2024-11-22T18:52:43,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,335 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T18:52:43,336 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,347 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T18:52:43,348 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:43,350 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T18:52:43,353 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:43,353 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T18:52:43,353 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T18:52:43,353 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d79ba0c344fb,43029,1732301563039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d79ba0c344fb:0, corePoolSize=10, maxPoolSize=10 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:43,355 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,358 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(746): ClusterId : b4ed87f7-8de0-423a-baa3-b016c63b6581 2024-11-22T18:52:43,358 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T18:52:43,358 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(746): ClusterId : b4ed87f7-8de0-423a-baa3-b016c63b6581 2024-11-22T18:52:43,358 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T18:52:43,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:43,359 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(746): ClusterId : b4ed87f7-8de0-423a-baa3-b016c63b6581 2024-11-22T18:52:43,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T18:52:43,359 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T18:52:43,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,360 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732301593360 2024-11-22T18:52:43,361 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T18:52:43,361 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T18:52:43,361 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T18:52:43,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T18:52:43,361 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T18:52:43,361 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T18:52:43,361 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T18:52:43,361 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T18:52:43,361 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T18:52:43,361 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,362 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T18:52:43,362 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T18:52:43,362 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T18:52:43,362 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T18:52:43,362 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T18:52:43,362 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301563362,5,FailOnTimeoutGroup] 2024-11-22T18:52:43,362 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T18:52:43,363 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T18:52:43,363 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301563362,5,FailOnTimeoutGroup] 2024-11-22T18:52:43,363 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,363 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T18:52:43,363 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,363 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,366 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T18:52:43,366 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T18:52:43,366 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T18:52:43,367 DEBUG [RS:1;d79ba0c344fb:37885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b652c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:43,367 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T18:52:43,368 DEBUG [RS:0;d79ba0c344fb:34007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ab828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:43,368 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T18:52:43,369 DEBUG [RS:2;d79ba0c344fb:32835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c6ca6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:52:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741831_1007 (size=1321) 2024-11-22T18:52:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741831_1007 (size=1321) 2024-11-22T18:52:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741831_1007 (size=1321) 2024-11-22T18:52:43,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T18:52:43,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3 2024-11-22T18:52:43,382 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d79ba0c344fb:34007 2024-11-22T18:52:43,382 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T18:52:43,382 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T18:52:43,382 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T18:52:43,383 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,43029,1732301563039 with port=34007, startcode=1732301563085 2024-11-22T18:52:43,383 DEBUG [RS:0;d79ba0c344fb:34007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T18:52:43,384 DEBUG [RS:1;d79ba0c344fb:37885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d79ba0c344fb:37885 2024-11-22T18:52:43,384 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T18:52:43,384 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T18:52:43,384 DEBUG [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T18:52:43,385 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,43029,1732301563039 with port=37885, startcode=1732301563113 2024-11-22T18:52:43,385 DEBUG [RS:1;d79ba0c344fb:37885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T18:52:43,387 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T18:52:43,387 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45637, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T18:52:43,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:43,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(517): Registering regionserver=d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:43,389 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d79ba0c344fb:32835 2024-11-22T18:52:43,389 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T18:52:43,390 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T18:52:43,390 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T18:52:43,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:43,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(517): Registering regionserver=d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:43,390 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3 2024-11-22T18:52:43,391 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35693 2024-11-22T18:52:43,391 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T18:52:43,391 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,43029,1732301563039 with port=32835, startcode=1732301563141 2024-11-22T18:52:43,391 DEBUG [RS:2;d79ba0c344fb:32835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T18:52:43,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:43,393 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T18:52:43,393 DEBUG [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3 2024-11-22T18:52:43,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:43,394 DEBUG [RS:0;d79ba0c344fb:34007 {}] zookeeper.ZKUtil(111): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:43,394 DEBUG [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35693 2024-11-22T18:52:43,394 DEBUG [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T18:52:43,394 WARN [RS:0;d79ba0c344fb:34007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:43,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(517): Registering regionserver=d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:43,394 INFO [RS:0;d79ba0c344fb:34007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T18:52:43,394 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741832_1008 (size=32) 2024-11-22T18:52:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741832_1008 (size=32) 2024-11-22T18:52:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741832_1008 (size=32) 2024-11-22T18:52:43,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:43,397 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3 2024-11-22T18:52:43,397 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35693 2024-11-22T18:52:43,397 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T18:52:43,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T18:52:43,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T18:52:43,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d79ba0c344fb,34007,1732301563085] 2024-11-22T18:52:43,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d79ba0c344fb,37885,1732301563113] 2024-11-22T18:52:43,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:43,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T18:52:43,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:43,401 DEBUG [RS:1;d79ba0c344fb:37885 {}] zookeeper.ZKUtil(111): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:43,402 WARN [RS:1;d79ba0c344fb:37885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:43,402 INFO [RS:1;d79ba0c344fb:37885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T18:52:43,402 DEBUG [RS:2;d79ba0c344fb:32835 {}] zookeeper.ZKUtil(111): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:43,402 DEBUG [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:43,402 WARN [RS:2;d79ba0c344fb:32835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:52:43,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d79ba0c344fb,32835,1732301563141] 2024-11-22T18:52:43,402 INFO [RS:2;d79ba0c344fb:32835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T18:52:43,402 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:43,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T18:52:43,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,403 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T18:52:43,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:43,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T18:52:43,406 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T18:52:43,406 INFO [RS:0;d79ba0c344fb:34007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T18:52:43,406 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T18:52:43,407 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T18:52:43,407 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T18:52:43,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:43,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T18:52:43,408 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T18:52:43,408 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,408 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:43,409 DEBUG [RS:0;d79ba0c344fb:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:43,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T18:52:43,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:43,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:43,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T18:52:43,411 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T18:52:43,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740 2024-11-22T18:52:43,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740 2024-11-22T18:52:43,412 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T18:52:43,413 INFO [RS:1;d79ba0c344fb:37885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T18:52:43,413 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,413 INFO [RS:2;d79ba0c344fb:32835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T18:52:43,413 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,413 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T18:52:43,413 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T18:52:43,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T18:52:43,414 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T18:52:43,414 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,414 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,414 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,414 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,414 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,34007,1732301563085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:43,414 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T18:52:43,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:52:43,414 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T18:52:43,414 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,415 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,415 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,416 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,416 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,416 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,416 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,416 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:43,416 DEBUG [RS:1;d79ba0c344fb:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:43,416 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,416 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:52:43,416 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:43,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T18:52:43,416 DEBUG [RS:2;d79ba0c344fb:32835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:52:43,420 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,37885,1732301563113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,421 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,32835,1732301563141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:43,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:52:43,427 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71369380, jitterRate=0.06348663568496704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:52:43,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732301563397Initializing all the Stores at 1732301563398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301563398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301563398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301563398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301563398Cleaning up temporary data from old regions at 1732301563414 (+16 ms)Region opened successfully at 1732301563428 (+14 ms) 2024-11-22T18:52:43,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T18:52:43,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T18:52:43,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T18:52:43,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T18:52:43,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T18:52:43,430 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T18:52:43,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732301563428Disabling compacts and flushes for region at 1732301563428Disabling writes for close at 1732301563428Writing region close event to WAL at 1732301563430 (+2 ms)Closed at 1732301563430 2024-11-22T18:52:43,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:43,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T18:52:43,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T18:52:43,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T18:52:43,436 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T18:52:43,436 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,34007,1732301563085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,436 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,436 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.Replication(171): d79ba0c344fb,34007,1732301563085 started 2024-11-22T18:52:43,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T18:52:43,443 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T18:52:43,444 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,32835,1732301563141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,444 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,444 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.Replication(171): d79ba0c344fb,32835,1732301563141 started 2024-11-22T18:52:43,444 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T18:52:43,444 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,37885,1732301563113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,444 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,445 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.Replication(171): d79ba0c344fb,37885,1732301563113 started 2024-11-22T18:52:43,459 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,459 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1482): Serving as d79ba0c344fb,34007,1732301563085, RpcServer on d79ba0c344fb/172.17.0.2:34007, sessionid=0x10141060f180001 2024-11-22T18:52:43,459 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T18:52:43,459 DEBUG [RS:0;d79ba0c344fb:34007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:43,459 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,34007,1732301563085' 2024-11-22T18:52:43,459 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T18:52:43,460 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T18:52:43,461 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T18:52:43,461 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T18:52:43,461 DEBUG [RS:0;d79ba0c344fb:34007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:43,461 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,34007,1732301563085' 2024-11-22T18:52:43,461 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T18:52:43,461 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T18:52:43,462 DEBUG [RS:0;d79ba0c344fb:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T18:52:43,462 INFO [RS:0;d79ba0c344fb:34007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T18:52:43,462 INFO [RS:0;d79ba0c344fb:34007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T18:52:43,464 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,464 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1482): Serving as d79ba0c344fb,32835,1732301563141, RpcServer on d79ba0c344fb/172.17.0.2:32835, sessionid=0x10141060f180003 2024-11-22T18:52:43,465 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T18:52:43,465 DEBUG [RS:2;d79ba0c344fb:32835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:43,465 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,32835,1732301563141' 2024-11-22T18:52:43,465 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T18:52:43,465 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T18:52:43,466 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T18:52:43,466 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T18:52:43,466 DEBUG [RS:2;d79ba0c344fb:32835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:43,466 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,32835,1732301563141' 2024-11-22T18:52:43,466 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T18:52:43,466 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T18:52:43,467 DEBUG [RS:2;d79ba0c344fb:32835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T18:52:43,467 INFO [RS:2;d79ba0c344fb:32835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T18:52:43,467 INFO [RS:2;d79ba0c344fb:32835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T18:52:43,467 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:43,467 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(1482): Serving as d79ba0c344fb,37885,1732301563113, RpcServer on d79ba0c344fb/172.17.0.2:37885, sessionid=0x10141060f180002 2024-11-22T18:52:43,467 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T18:52:43,467 DEBUG [RS:1;d79ba0c344fb:37885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:43,467 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,37885,1732301563113' 2024-11-22T18:52:43,467 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T18:52:43,468 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T18:52:43,469 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T18:52:43,469 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T18:52:43,469 DEBUG [RS:1;d79ba0c344fb:37885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:43,469 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,37885,1732301563113' 2024-11-22T18:52:43,469 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T18:52:43,469 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T18:52:43,470 DEBUG [RS:1;d79ba0c344fb:37885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T18:52:43,470 INFO [RS:1;d79ba0c344fb:37885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T18:52:43,470 INFO [RS:1;d79ba0c344fb:37885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T18:52:43,565 INFO [RS:0;d79ba0c344fb:34007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C34007%2C1732301563085, suffix=, logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,34007,1732301563085, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs, maxLogs=32 2024-11-22T18:52:43,567 INFO [RS:0;d79ba0c344fb:34007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d79ba0c344fb%2C34007%2C1732301563085.1732301563567 2024-11-22T18:52:43,570 INFO [RS:2;d79ba0c344fb:32835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C32835%2C1732301563141, suffix=, logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,32835,1732301563141, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs, maxLogs=32 2024-11-22T18:52:43,571 INFO [RS:2;d79ba0c344fb:32835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d79ba0c344fb%2C32835%2C1732301563141.1732301563571 2024-11-22T18:52:43,573 INFO [RS:1;d79ba0c344fb:37885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C37885%2C1732301563113, suffix=, logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,37885,1732301563113, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs, maxLogs=32 2024-11-22T18:52:43,574 INFO [RS:1;d79ba0c344fb:37885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d79ba0c344fb%2C37885%2C1732301563113.1732301563574 2024-11-22T18:52:43,580 INFO [RS:0;d79ba0c344fb:34007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,34007,1732301563085/d79ba0c344fb%2C34007%2C1732301563085.1732301563567 2024-11-22T18:52:43,581 INFO [RS:2;d79ba0c344fb:32835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,32835,1732301563141/d79ba0c344fb%2C32835%2C1732301563141.1732301563571 2024-11-22T18:52:43,587 WARN [d79ba0c344fb:43029 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:52:43,589 DEBUG [RS:0;d79ba0c344fb:34007 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44339:44339),(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-22T18:52:43,592 DEBUG [RS:2;d79ba0c344fb:32835 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44339:44339),(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-22T18:52:43,594 INFO [RS:1;d79ba0c344fb:37885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,37885,1732301563113/d79ba0c344fb%2C37885%2C1732301563113.1732301563574 2024-11-22T18:52:43,599 DEBUG [RS:1;d79ba0c344fb:37885 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705),(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:44339:44339)] 2024-11-22T18:52:43,837 DEBUG [d79ba0c344fb:43029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T18:52:43,838 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(204): Hosts are {d79ba0c344fb=0} racks are {/default-rack=0} 2024-11-22T18:52:43,840 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T18:52:43,840 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T18:52:43,840 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T18:52:43,840 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T18:52:43,840 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T18:52:43,840 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T18:52:43,840 INFO [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T18:52:43,840 INFO [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T18:52:43,840 INFO [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T18:52:43,840 DEBUG [d79ba0c344fb:43029 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T18:52:43,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:43,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d79ba0c344fb,32835,1732301563141, state=OPENING 2024-11-22T18:52:43,844 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T18:52:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:43,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:43,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:43,846 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T18:52:43,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:43,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d79ba0c344fb,32835,1732301563141}] 2024-11-22T18:52:43,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:44,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T18:52:44,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47121, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T18:52:44,007 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T18:52:44,008 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T18:52:44,010 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C32835%2C1732301563141.meta, suffix=.meta, logDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,32835,1732301563141, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs, maxLogs=32 2024-11-22T18:52:44,012 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor d79ba0c344fb%2C32835%2C1732301563141.meta.1732301564012.meta 2024-11-22T18:52:44,021 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/WALs/d79ba0c344fb,32835,1732301563141/d79ba0c344fb%2C32835%2C1732301563141.meta.1732301564012.meta 2024-11-22T18:52:44,022 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44339:44339),(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-22T18:52:44,023 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:52:44,023 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T18:52:44,023 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T18:52:44,023 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T18:52:44,023 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T18:52:44,024 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:44,024 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T18:52:44,024 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T18:52:44,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T18:52:44,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T18:52:44,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:44,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:44,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T18:52:44,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T18:52:44,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:44,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:44,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T18:52:44,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T18:52:44,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:44,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:44,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T18:52:44,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T18:52:44,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:44,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:52:44,032 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T18:52:44,033 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740 2024-11-22T18:52:44,035 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740 2024-11-22T18:52:44,036 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T18:52:44,037 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T18:52:44,037 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:52:44,039 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T18:52:44,040 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65492067, jitterRate=-0.02409215271472931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:52:44,040 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T18:52:44,042 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732301564024Writing region info on filesystem at 1732301564024Initializing all the Stores at 1732301564025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301564025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301564025Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301564025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301564025Cleaning up temporary data from old regions at 1732301564037 (+12 ms)Running coprocessor post-open hooks at 1732301564040 (+3 ms)Region opened successfully at 1732301564042 (+2 ms) 2024-11-22T18:52:44,044 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732301564000 2024-11-22T18:52:44,047 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T18:52:44,047 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T18:52:44,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:44,050 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d79ba0c344fb,32835,1732301563141, state=OPEN 2024-11-22T18:52:44,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:44,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:44,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:44,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:52:44,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:44,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:44,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:44,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:44,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:52:44,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T18:52:44,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d79ba0c344fb,32835,1732301563141 in 207 msec 2024-11-22T18:52:44,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T18:52:44,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-22T18:52:44,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:52:44,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T18:52:44,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T18:52:44,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d79ba0c344fb,32835,1732301563141, seqNum=-1] 2024-11-22T18:52:44,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:52:44,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:52:44,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 720 msec 2024-11-22T18:52:44,073 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732301564073, completionTime=-1 2024-11-22T18:52:44,073 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T18:52:44,073 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T18:52:44,076 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T18:52:44,076 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732301624076 2024-11-22T18:52:44,076 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732301684076 2024-11-22T18:52:44,076 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T18:52:44,076 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,43029,1732301563039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:44,076 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,43029,1732301563039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:44,076 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,43029,1732301563039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:44,077 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d79ba0c344fb:43029, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:44,077 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:44,077 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:44,079 DEBUG [master/d79ba0c344fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.906sec 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,43029,1732301563039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:52:44,082 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,43029,1732301563039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T18:52:44,085 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T18:52:44,085 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T18:52:44,085 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,43029,1732301563039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:52:44,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba23e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:52:44,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d79ba0c344fb,43029,-1 for getting cluster id 2024-11-22T18:52:44,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T18:52:44,161 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4ed87f7-8de0-423a-baa3-b016c63b6581' 2024-11-22T18:52:44,161 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T18:52:44,161 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4ed87f7-8de0-423a-baa3-b016c63b6581" 2024-11-22T18:52:44,162 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2365f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:52:44,162 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d79ba0c344fb,43029,-1] 2024-11-22T18:52:44,162 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T18:52:44,162 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:44,164 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T18:52:44,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cedc1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:52:44,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T18:52:44,166 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d79ba0c344fb,32835,1732301563141, seqNum=-1] 2024-11-22T18:52:44,167 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:52:44,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:52:44,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:44,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T18:52:44,172 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:44,172 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9ca9c3 2024-11-22T18:52:44,173 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T18:52:44,174 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T18:52:44,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:52:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-22T18:52:44,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:52:44,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:44,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-22T18:52:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:44,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:52:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741837_1013 (size=392) 2024-11-22T18:52:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741837_1013 (size=392) 2024-11-22T18:52:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741837_1013 (size=392) 2024-11-22T18:52:44,196 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a722b6333335c635567dc7f03ba4ed99, NAME => 'TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3 2024-11-22T18:52:44,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741838_1014 (size=51) 2024-11-22T18:52:44,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741838_1014 (size=51) 2024-11-22T18:52:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741838_1014 (size=51) 2024-11-22T18:52:44,206 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:44,206 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing a722b6333335c635567dc7f03ba4ed99, disabling compactions & flushes 2024-11-22T18:52:44,206 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,206 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,206 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. after waiting 0 ms 2024-11-22T18:52:44,206 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,206 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,206 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for a722b6333335c635567dc7f03ba4ed99: Waiting for close lock at 1732301564206Disabling compacts and flushes for region at 1732301564206Disabling writes for close at 1732301564206Writing region close event to WAL at 1732301564206Closed at 1732301564206 2024-11-22T18:52:44,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:52:44,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732301564208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301564208"}]},"ts":"1732301564208"} 2024-11-22T18:52:44,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:52:44,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:52:44,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301564218"}]},"ts":"1732301564218"} 2024-11-22T18:52:44,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-22T18:52:44,221 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d79ba0c344fb=0} racks are {/default-rack=0} 2024-11-22T18:52:44,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T18:52:44,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T18:52:44,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T18:52:44,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T18:52:44,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T18:52:44,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T18:52:44,223 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T18:52:44,223 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T18:52:44,223 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T18:52:44,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T18:52:44,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a722b6333335c635567dc7f03ba4ed99, ASSIGN}] 2024-11-22T18:52:44,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a722b6333335c635567dc7f03ba4ed99, ASSIGN 2024-11-22T18:52:44,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a722b6333335c635567dc7f03ba4ed99, ASSIGN; state=OFFLINE, location=d79ba0c344fb,34007,1732301563085; forceNewPlan=false, retain=false 2024-11-22T18:52:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:44,377 INFO [d79ba0c344fb:43029 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T18:52:44,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a722b6333335c635567dc7f03ba4ed99, regionState=OPENING, regionLocation=d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:44,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a722b6333335c635567dc7f03ba4ed99, ASSIGN because future has completed 2024-11-22T18:52:44,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a722b6333335c635567dc7f03ba4ed99, server=d79ba0c344fb,34007,1732301563085}] 2024-11-22T18:52:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:44,536 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T18:52:44,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37075, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T18:52:44,543 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,543 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a722b6333335c635567dc7f03ba4ed99, NAME => 'TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:52:44,544 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,544 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:52:44,544 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,544 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,545 INFO [StoreOpener-a722b6333335c635567dc7f03ba4ed99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,547 INFO [StoreOpener-a722b6333335c635567dc7f03ba4ed99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a722b6333335c635567dc7f03ba4ed99 columnFamilyName cf 2024-11-22T18:52:44,547 DEBUG [StoreOpener-a722b6333335c635567dc7f03ba4ed99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:52:44,548 INFO [StoreOpener-a722b6333335c635567dc7f03ba4ed99-1 {}] regionserver.HStore(327): Store=a722b6333335c635567dc7f03ba4ed99/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:52:44,548 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,549 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,549 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,549 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,549 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,551 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,554 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:52:44,555 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a722b6333335c635567dc7f03ba4ed99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64773761, jitterRate=-0.034795746207237244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:52:44,555 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:44,556 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a722b6333335c635567dc7f03ba4ed99: Running coprocessor pre-open hook at 1732301564544Writing region info on filesystem at 1732301564544Initializing all the Stores at 1732301564545 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301564545Cleaning up temporary data from old regions at 1732301564549 (+4 ms)Running coprocessor post-open hooks at 1732301564555 (+6 ms)Region opened successfully at 1732301564555 2024-11-22T18:52:44,557 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99., pid=6, masterSystemTime=1732301564536 2024-11-22T18:52:44,560 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,560 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a722b6333335c635567dc7f03ba4ed99, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:44,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a722b6333335c635567dc7f03ba4ed99, server=d79ba0c344fb,34007,1732301563085 because future has completed 2024-11-22T18:52:44,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T18:52:44,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a722b6333335c635567dc7f03ba4ed99, server=d79ba0c344fb,34007,1732301563085 in 184 msec 2024-11-22T18:52:44,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T18:52:44,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a722b6333335c635567dc7f03ba4ed99, ASSIGN in 347 msec 2024-11-22T18:52:44,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:52:44,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301564575"}]},"ts":"1732301564575"} 2024-11-22T18:52:44,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-22T18:52:44,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:52:44,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 405 msec 2024-11-22T18:52:44,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T18:52:44,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T18:52:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:52:44,805 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T18:52:44,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-22T18:52:44,805 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:52:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-22T18:52:44,809 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:52:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-22T18:52:44,812 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99., hostname=d79ba0c344fb,34007,1732301563085, seqNum=2] 2024-11-22T18:52:44,813 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:52:44,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:52:44,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-22T18:52:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-22T18:52:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:52:44,822 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-22T18:52:44,823 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T18:52:44,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T18:52:44,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T18:52:44,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T18:52:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:52:44,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T18:52:44,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:44,978 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a722b6333335c635567dc7f03ba4ed99 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-22T18:52:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99/.tmp/cf/c2227f10911849e8ba8caab34ea8aae2 is 36, key is row/cf:cq/1732301564816/Put/seqid=0 2024-11-22T18:52:45,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741839_1015 (size=4787) 2024-11-22T18:52:45,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741839_1015 (size=4787) 2024-11-22T18:52:45,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741839_1015 (size=4787) 2024-11-22T18:52:45,006 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99/.tmp/cf/c2227f10911849e8ba8caab34ea8aae2 2024-11-22T18:52:45,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99/.tmp/cf/c2227f10911849e8ba8caab34ea8aae2 as hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99/cf/c2227f10911849e8ba8caab34ea8aae2 2024-11-22T18:52:45,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99/cf/c2227f10911849e8ba8caab34ea8aae2, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T18:52:45,025 INFO [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for a722b6333335c635567dc7f03ba4ed99 in 47ms, sequenceid=5, compaction requested=false 2024-11-22T18:52:45,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a722b6333335c635567dc7f03ba4ed99: 2024-11-22T18:52:45,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:45,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T18:52:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T18:52:45,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T18:52:45,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-11-22T18:52:45,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 213 msec 2024-11-22T18:52:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:52:45,136 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-22T18:52:45,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T18:52:45,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T18:52:45,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:45,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T18:52:45,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T18:52:45,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2075967471, stopped=false 2024-11-22T18:52:45,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d79ba0c344fb,43029,1732301563039 2024-11-22T18:52:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:52:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:45,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:45,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:45,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:45,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T18:52:45,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:45,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:45,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:45,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T18:52:45,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:45,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:52:45,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd79ba0c344fb,34007,1732301563085' ***** 2024-11-22T18:52:45,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T18:52:45,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd79ba0c344fb,37885,1732301563113' ***** 2024-11-22T18:52:45,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T18:52:45,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd79ba0c344fb,32835,1732301563141' ***** 2024-11-22T18:52:45,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T18:52:45,145 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T18:52:45,145 INFO [RS:1;d79ba0c344fb:37885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T18:52:45,145 INFO [RS:1;d79ba0c344fb:37885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T18:52:45,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T18:52:45,145 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(959): stopping server d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:45,146 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T18:52:45,146 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:45,146 INFO [RS:2;d79ba0c344fb:32835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T18:52:45,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T18:52:45,146 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T18:52:45,146 INFO [RS:2;d79ba0c344fb:32835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T18:52:45,147 INFO [RS:1;d79ba0c344fb:37885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d79ba0c344fb:37885. 2024-11-22T18:52:45,147 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(959): stopping server d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:45,147 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T18:52:45,147 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:45,147 DEBUG [RS:1;d79ba0c344fb:37885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:45,147 INFO [RS:2;d79ba0c344fb:32835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d79ba0c344fb:32835. 2024-11-22T18:52:45,147 DEBUG [RS:1;d79ba0c344fb:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,147 INFO [RS:0;d79ba0c344fb:34007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T18:52:45,147 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(976): stopping server d79ba0c344fb,37885,1732301563113; all regions closed. 2024-11-22T18:52:45,147 INFO [RS:0;d79ba0c344fb:34007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T18:52:45,147 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(3091): Received CLOSE for a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:45,147 DEBUG [RS:2;d79ba0c344fb:32835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:45,147 DEBUG [RS:2;d79ba0c344fb:32835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,147 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T18:52:45,147 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T18:52:45,148 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T18:52:45,148 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,148 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T18:52:45,148 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,148 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(959): stopping server d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:45,148 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:45,148 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,148 INFO [RS:0;d79ba0c344fb:34007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d79ba0c344fb:34007. 2024-11-22T18:52:45,148 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,148 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a722b6333335c635567dc7f03ba4ed99, disabling compactions & flushes 2024-11-22T18:52:45,148 DEBUG [RS:0;d79ba0c344fb:34007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:52:45,148 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:45,148 DEBUG [RS:0;d79ba0c344fb:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,148 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,148 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:45,148 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T18:52:45,148 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. after waiting 0 ms 2024-11-22T18:52:45,148 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1325): Online Regions={a722b6333335c635567dc7f03ba4ed99=TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99.} 2024-11-22T18:52:45,148 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:45,148 DEBUG [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1351): Waiting on a722b6333335c635567dc7f03ba4ed99 2024-11-22T18:52:45,149 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T18:52:45,149 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T18:52:45,149 DEBUG [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T18:52:45,149 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T18:52:45,149 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T18:52:45,149 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T18:52:45,149 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T18:52:45,149 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T18:52:45,149 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T18:52:45,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741835_1011 (size=93) 2024-11-22T18:52:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741835_1011 (size=93) 2024-11-22T18:52:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741835_1011 (size=93) 2024-11-22T18:52:45,159 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/default/TestHBaseWalOnEC/a722b6333335c635567dc7f03ba4ed99/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T18:52:45,159 DEBUG [RS:1;d79ba0c344fb:37885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs 2024-11-22T18:52:45,159 INFO [RS:1;d79ba0c344fb:37885 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d79ba0c344fb%2C37885%2C1732301563113:(num 1732301563574) 2024-11-22T18:52:45,159 DEBUG [RS:1;d79ba0c344fb:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.ChoreService(370): Chore service for: regionserver/d79ba0c344fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T18:52:45,160 INFO [regionserver/d79ba0c344fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:45,160 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:45,160 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a722b6333335c635567dc7f03ba4ed99: Waiting for close lock at 1732301565148Running coprocessor pre-close hooks at 1732301565148Disabling compacts and flushes for region at 1732301565148Disabling writes for close at 1732301565148Writing region close event to WAL at 1732301565153 (+5 ms)Running coprocessor post-close hooks at 1732301565160 (+7 ms)Closed at 1732301565160 2024-11-22T18:52:45,160 INFO [RS:1;d79ba0c344fb:37885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37885 2024-11-22T18:52:45,161 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99. 2024-11-22T18:52:45,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d79ba0c344fb,37885,1732301563113 2024-11-22T18:52:45,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:45,162 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:45,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d79ba0c344fb,37885,1732301563113] 2024-11-22T18:52:45,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d79ba0c344fb,37885,1732301563113 already deleted, retry=false 2024-11-22T18:52:45,167 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d79ba0c344fb,37885,1732301563113 expired; onlineServers=2 2024-11-22T18:52:45,172 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/info/f8dffc502eee4ec3b56c4cd602af80e0 is 153, key is TestHBaseWalOnEC,,1732301564175.a722b6333335c635567dc7f03ba4ed99./info:regioninfo/1732301564561/Put/seqid=0 2024-11-22T18:52:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741840_1016 (size=6637) 2024-11-22T18:52:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741840_1016 (size=6637) 2024-11-22T18:52:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741840_1016 (size=6637) 2024-11-22T18:52:45,180 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/info/f8dffc502eee4ec3b56c4cd602af80e0 2024-11-22T18:52:45,203 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/ns/8eef8485abce413f932d9ba0153900f3 is 43, key is default/ns:d/1732301564066/Put/seqid=0 2024-11-22T18:52:45,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741841_1017 (size=5153) 2024-11-22T18:52:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741841_1017 (size=5153) 2024-11-22T18:52:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741841_1017 (size=5153) 2024-11-22T18:52:45,211 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/ns/8eef8485abce413f932d9ba0153900f3 2024-11-22T18:52:45,216 INFO [regionserver/d79ba0c344fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:45,222 INFO [regionserver/d79ba0c344fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:45,223 INFO [regionserver/d79ba0c344fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:45,233 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/table/e384e3ba55ea4fd4bf1d6312fbc849d9 is 52, key is TestHBaseWalOnEC/table:state/1732301564575/Put/seqid=0 2024-11-22T18:52:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741842_1018 (size=5249) 2024-11-22T18:52:45,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741842_1018 (size=5249) 2024-11-22T18:52:45,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741842_1018 (size=5249) 2024-11-22T18:52:45,241 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/table/e384e3ba55ea4fd4bf1d6312fbc849d9 2024-11-22T18:52:45,248 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/info/f8dffc502eee4ec3b56c4cd602af80e0 as hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/info/f8dffc502eee4ec3b56c4cd602af80e0 2024-11-22T18:52:45,255 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/info/f8dffc502eee4ec3b56c4cd602af80e0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T18:52:45,257 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/ns/8eef8485abce413f932d9ba0153900f3 as hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/ns/8eef8485abce413f932d9ba0153900f3 2024-11-22T18:52:45,264 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/ns/8eef8485abce413f932d9ba0153900f3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T18:52:45,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,264 INFO [RS:1;d79ba0c344fb:37885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:45,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x10141060f180002, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,264 INFO [RS:1;d79ba0c344fb:37885 {}] regionserver.HRegionServer(1031): Exiting; stopping=d79ba0c344fb,37885,1732301563113; zookeeper connection closed. 2024-11-22T18:52:45,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@761394e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@761394e5 2024-11-22T18:52:45,265 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/.tmp/table/e384e3ba55ea4fd4bf1d6312fbc849d9 as hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/table/e384e3ba55ea4fd4bf1d6312fbc849d9 2024-11-22T18:52:45,272 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/table/e384e3ba55ea4fd4bf1d6312fbc849d9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T18:52:45,274 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=11, compaction requested=false 2024-11-22T18:52:45,279 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T18:52:45,280 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T18:52:45,280 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T18:52:45,280 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732301565149Running coprocessor pre-close hooks at 1732301565149Disabling compacts and flushes for region at 1732301565149Disabling writes for close at 1732301565149Obtaining lock to block concurrent updates at 1732301565149Preparing flush snapshotting stores in 1588230740 at 1732301565149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732301565150 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732301565151 (+1 ms)Flushing 1588230740/info: creating writer at 1732301565151Flushing 1588230740/info: appending metadata at 1732301565171 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732301565171Flushing 1588230740/ns: creating writer at 1732301565187 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732301565202 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732301565202Flushing 1588230740/table: creating writer at 1732301565217 (+15 ms)Flushing 1588230740/table: appending metadata at 1732301565233 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732301565233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba2bb1f: reopening flushed file at 1732301565247 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8759a8: reopening flushed file at 1732301565256 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6354d24b: reopening flushed file at 1732301565264 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=11, compaction requested=false at 1732301565274 (+10 ms)Writing region close event to WAL at 1732301565275 (+1 ms)Running coprocessor post-close hooks at 1732301565280 (+5 ms)Closed at 1732301565280 2024-11-22T18:52:45,280 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T18:52:45,349 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(976): stopping server d79ba0c344fb,34007,1732301563085; all regions closed. 2024-11-22T18:52:45,349 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(976): stopping server d79ba0c344fb,32835,1732301563141; all regions closed. 2024-11-22T18:52:45,349 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,349 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,350 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741833_1009 (size=1298) 2024-11-22T18:52:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741833_1009 (size=1298) 2024-11-22T18:52:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741836_1012 (size=2751) 2024-11-22T18:52:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741836_1012 (size=2751) 2024-11-22T18:52:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741836_1012 (size=2751) 2024-11-22T18:52:45,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741833_1009 (size=1298) 2024-11-22T18:52:45,357 DEBUG [RS:2;d79ba0c344fb:32835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs 2024-11-22T18:52:45,357 INFO [RS:2;d79ba0c344fb:32835 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d79ba0c344fb%2C32835%2C1732301563141.meta:.meta(num 1732301564012) 2024-11-22T18:52:45,357 DEBUG [RS:0;d79ba0c344fb:34007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs 2024-11-22T18:52:45,357 INFO [RS:0;d79ba0c344fb:34007 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d79ba0c344fb%2C34007%2C1732301563085:(num 1732301563567) 2024-11-22T18:52:45,358 DEBUG [RS:0;d79ba0c344fb:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,358 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:45,358 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:45,358 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,358 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.ChoreService(370): Chore service for: regionserver/d79ba0c344fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:45,358 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,358 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,358 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T18:52:45,358 INFO [regionserver/d79ba0c344fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:45,358 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T18:52:45,358 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T18:52:45,358 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,358 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:45,359 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,359 INFO [RS:0;d79ba0c344fb:34007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34007 2024-11-22T18:52:45,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:45,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d79ba0c344fb,34007,1732301563085 2024-11-22T18:52:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741834_1010 (size=93) 2024-11-22T18:52:45,362 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:45,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d79ba0c344fb,34007,1732301563085] 2024-11-22T18:52:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741834_1010 (size=93) 2024-11-22T18:52:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741834_1010 (size=93) 2024-11-22T18:52:45,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d79ba0c344fb,34007,1732301563085 already deleted, retry=false 2024-11-22T18:52:45,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d79ba0c344fb,34007,1732301563085 expired; onlineServers=1 2024-11-22T18:52:45,365 DEBUG [RS:2;d79ba0c344fb:32835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/oldWALs 2024-11-22T18:52:45,365 INFO [RS:2;d79ba0c344fb:32835 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d79ba0c344fb%2C32835%2C1732301563141:(num 1732301563571) 2024-11-22T18:52:45,365 DEBUG [RS:2;d79ba0c344fb:32835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:52:45,365 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:52:45,365 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:45,365 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.ChoreService(370): Chore service for: regionserver/d79ba0c344fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:45,366 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:45,366 INFO [regionserver/d79ba0c344fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:45,366 INFO [RS:2;d79ba0c344fb:32835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32835 2024-11-22T18:52:45,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:52:45,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d79ba0c344fb,32835,1732301563141 2024-11-22T18:52:45,369 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:45,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d79ba0c344fb,32835,1732301563141] 2024-11-22T18:52:45,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d79ba0c344fb,32835,1732301563141 already deleted, retry=false 2024-11-22T18:52:45,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d79ba0c344fb,32835,1732301563141 expired; onlineServers=0 2024-11-22T18:52:45,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd79ba0c344fb,43029,1732301563039' ***** 2024-11-22T18:52:45,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T18:52:45,372 INFO [M:0;d79ba0c344fb:43029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:52:45,372 INFO [M:0;d79ba0c344fb:43029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:52:45,372 DEBUG [M:0;d79ba0c344fb:43029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T18:52:45,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T18:52:45,372 DEBUG [M:0;d79ba0c344fb:43029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T18:52:45,372 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301563362 {}] cleaner.HFileCleaner(306): Exit Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301563362,5,FailOnTimeoutGroup] 2024-11-22T18:52:45,372 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301563362 {}] cleaner.HFileCleaner(306): Exit Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301563362,5,FailOnTimeoutGroup] 2024-11-22T18:52:45,372 INFO [M:0;d79ba0c344fb:43029 {}] hbase.ChoreService(370): Chore service for: master/d79ba0c344fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T18:52:45,372 INFO [M:0;d79ba0c344fb:43029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:52:45,372 DEBUG [M:0;d79ba0c344fb:43029 {}] master.HMaster(1795): Stopping service threads 2024-11-22T18:52:45,372 INFO [M:0;d79ba0c344fb:43029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T18:52:45,373 INFO [M:0;d79ba0c344fb:43029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T18:52:45,373 INFO [M:0;d79ba0c344fb:43029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T18:52:45,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T18:52:45,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T18:52:45,374 DEBUG [M:0;d79ba0c344fb:43029 {}] zookeeper.ZKUtil(347): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T18:52:45,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:52:45,374 WARN [M:0;d79ba0c344fb:43029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T18:52:45,375 INFO [M:0;d79ba0c344fb:43029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/.lastflushedseqids 2024-11-22T18:52:45,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741843_1019 (size=127) 2024-11-22T18:52:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741843_1019 (size=127) 2024-11-22T18:52:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741843_1019 (size=127) 2024-11-22T18:52:45,388 INFO [M:0;d79ba0c344fb:43029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T18:52:45,389 INFO [M:0;d79ba0c344fb:43029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T18:52:45,389 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T18:52:45,389 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:45,389 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:45,389 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T18:52:45,389 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:45,389 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-22T18:52:45,415 DEBUG [M:0;d79ba0c344fb:43029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9640cf39734da5988bdcd7b927204a is 82, key is hbase:meta,,1/info:regioninfo/1732301564048/Put/seqid=0 2024-11-22T18:52:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741844_1020 (size=5672) 2024-11-22T18:52:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741844_1020 (size=5672) 2024-11-22T18:52:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741844_1020 (size=5672) 2024-11-22T18:52:45,428 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9640cf39734da5988bdcd7b927204a 2024-11-22T18:52:45,459 DEBUG [M:0;d79ba0c344fb:43029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/189ed3fca44a4f60b9837ca0d2663bd7 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732301564582/Put/seqid=0 2024-11-22T18:52:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,464 INFO [RS:0;d79ba0c344fb:34007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x10141060f180001, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,464 INFO [RS:0;d79ba0c344fb:34007 {}] regionserver.HRegionServer(1031): Exiting; stopping=d79ba0c344fb,34007,1732301563085; zookeeper connection closed. 2024-11-22T18:52:45,465 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e468fe4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e468fe4 2024-11-22T18:52:45,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741845_1021 (size=6440) 2024-11-22T18:52:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741845_1021 (size=6440) 2024-11-22T18:52:45,470 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/189ed3fca44a4f60b9837ca0d2663bd7 2024-11-22T18:52:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,470 INFO [RS:2;d79ba0c344fb:32835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32835-0x10141060f180003, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,471 INFO [RS:2;d79ba0c344fb:32835 {}] regionserver.HRegionServer(1031): Exiting; stopping=d79ba0c344fb,32835,1732301563141; zookeeper connection closed. 2024-11-22T18:52:45,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@483717f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@483717f5 2024-11-22T18:52:45,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T18:52:45,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741845_1021 (size=6440) 2024-11-22T18:52:45,503 DEBUG [M:0;d79ba0c344fb:43029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b333a1ce61346ebbfa3fe2552247843 is 69, key is d79ba0c344fb,32835,1732301563141/rs:state/1732301563394/Put/seqid=0 2024-11-22T18:52:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741846_1022 (size=5294) 2024-11-22T18:52:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741846_1022 (size=5294) 2024-11-22T18:52:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741846_1022 (size=5294) 2024-11-22T18:52:45,512 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b333a1ce61346ebbfa3fe2552247843 2024-11-22T18:52:45,520 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9640cf39734da5988bdcd7b927204a as hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee9640cf39734da5988bdcd7b927204a 2024-11-22T18:52:45,528 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee9640cf39734da5988bdcd7b927204a, entries=8, sequenceid=72, filesize=5.5 K 2024-11-22T18:52:45,529 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/189ed3fca44a4f60b9837ca0d2663bd7 as hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/189ed3fca44a4f60b9837ca0d2663bd7 2024-11-22T18:52:45,536 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/189ed3fca44a4f60b9837ca0d2663bd7, entries=8, sequenceid=72, filesize=6.3 K 2024-11-22T18:52:45,537 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b333a1ce61346ebbfa3fe2552247843 as hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b333a1ce61346ebbfa3fe2552247843 2024-11-22T18:52:45,543 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/efe0af7b-6e0b-6ad4-bef8-0370b0eca5f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b333a1ce61346ebbfa3fe2552247843, entries=3, sequenceid=72, filesize=5.2 K 2024-11-22T18:52:45,545 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=72, compaction requested=false 2024-11-22T18:52:45,546 INFO [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:52:45,546 DEBUG [M:0;d79ba0c344fb:43029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732301565389Disabling compacts and flushes for region at 1732301565389Disabling writes for close at 1732301565389Obtaining lock to block concurrent updates at 1732301565389Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732301565389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732301565390 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732301565391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732301565391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732301565414 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732301565414Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732301565435 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732301565458 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732301565458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732301565479 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732301565502 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732301565502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ddbcd5: reopening flushed file at 1732301565519 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f4ff40: reopening flushed file at 1732301565528 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca0a67: reopening flushed file at 1732301565536 (+8 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=72, compaction requested=false at 1732301565545 (+9 ms)Writing region close event to WAL at 1732301565546 (+1 ms)Closed at 1732301565546 2024-11-22T18:52:45,547 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,547 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,547 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,547 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,547 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T18:52:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44203 is added to blk_1073741830_1006 (size=32686) 2024-11-22T18:52:45,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45243 is added to blk_1073741830_1006 (size=32686) 2024-11-22T18:52:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741830_1006 (size=32686) 2024-11-22T18:52:45,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:52:45,551 INFO [M:0;d79ba0c344fb:43029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T18:52:45,551 INFO [M:0;d79ba0c344fb:43029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43029 2024-11-22T18:52:45,552 INFO [M:0;d79ba0c344fb:43029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:52:45,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,655 INFO [M:0;d79ba0c344fb:43029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:52:45,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x10141060f180000, quorum=127.0.0.1:61952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:52:45,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25c162fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:45,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1da1746e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:45,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:45,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@739551bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:45,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7adc0795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:45,660 WARN [BP-2136393751-172.17.0.2-1732301562156 heartbeating to localhost/127.0.0.1:35693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T18:52:45,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T18:52:45,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T18:52:45,660 WARN [BP-2136393751-172.17.0.2-1732301562156 heartbeating to localhost/127.0.0.1:35693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2136393751-172.17.0.2-1732301562156 (Datanode Uuid 946c66af-38ba-4712-8ccf-10e6e37ffeb4) service to localhost/127.0.0.1:35693 2024-11-22T18:52:45,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data5/current/BP-2136393751-172.17.0.2-1732301562156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:45,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data6/current/BP-2136393751-172.17.0.2-1732301562156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:45,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T18:52:45,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@609afea4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:45,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@527d4f04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:45,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:45,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f8ad177{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:45,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69cb0b1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:45,665 WARN [BP-2136393751-172.17.0.2-1732301562156 heartbeating to localhost/127.0.0.1:35693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T18:52:45,665 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T18:52:45,665 WARN [BP-2136393751-172.17.0.2-1732301562156 heartbeating to localhost/127.0.0.1:35693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2136393751-172.17.0.2-1732301562156 (Datanode Uuid 88f60231-c20d-4d2f-ad15-c3139a3e5eac) service to localhost/127.0.0.1:35693 2024-11-22T18:52:45,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T18:52:45,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data3/current/BP-2136393751-172.17.0.2-1732301562156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:45,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data4/current/BP-2136393751-172.17.0.2-1732301562156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:45,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T18:52:45,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14abb266{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:52:45,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@348ccaab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:45,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:45,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2dd4e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:45,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a6744cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:45,670 WARN [BP-2136393751-172.17.0.2-1732301562156 heartbeating to localhost/127.0.0.1:35693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T18:52:45,670 WARN [BP-2136393751-172.17.0.2-1732301562156 heartbeating to localhost/127.0.0.1:35693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2136393751-172.17.0.2-1732301562156 (Datanode Uuid e3737d8c-2527-410e-b6da-f8de60696603) service to localhost/127.0.0.1:35693 2024-11-22T18:52:45,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T18:52:45,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T18:52:45,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data1/current/BP-2136393751-172.17.0.2-1732301562156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:45,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/cluster_c57a53e0-970c-6bef-da28-dae09bf829a7/data/data2/current/BP-2136393751-172.17.0.2-1732301562156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:52:45,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T18:52:45,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b25f894{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T18:52:45,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53797dc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:52:45,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:52:45,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715f09c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:52:45,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b2b984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/58c9e093-5121-214c-834f-ddd2febd6fca/hadoop.log.dir/,STOPPED} 2024-11-22T18:52:45,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T18:52:45,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T18:52:45,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=148 (was 88) - Thread LEAK? -, OpenFileDescriptor=519 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=7585 (was 7779)