2024-11-24 18:49:07,227 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-24 18:49:07,245 main DEBUG Took 0.014876 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 18:49:07,246 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 18:49:07,246 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 18:49:07,248 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 18:49:07,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,288 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 18:49:07,310 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,320 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,323 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,325 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,328 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,333 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,335 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,336 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,339 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 18:49:07,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,348 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 18:49:07,354 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 18:49:07,356 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 18:49:07,359 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 18:49:07,360 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 18:49:07,362 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 18:49:07,362 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 18:49:07,374 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 18:49:07,380 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 18:49:07,385 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 18:49:07,385 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 18:49:07,386 main DEBUG createAppenders(={Console}) 2024-11-24 18:49:07,387 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-24 18:49:07,387 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-24 18:49:07,388 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-24 18:49:07,388 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 18:49:07,389 main DEBUG OutputStream closed 2024-11-24 18:49:07,389 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 18:49:07,389 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 18:49:07,390 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-24 18:49:07,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 18:49:07,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 18:49:07,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 18:49:07,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 18:49:07,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 18:49:07,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 18:49:07,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 18:49:07,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 18:49:07,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 18:49:07,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 18:49:07,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 18:49:07,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 18:49:07,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 18:49:07,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 18:49:07,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 18:49:07,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 18:49:07,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 18:49:07,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 18:49:07,512 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 18:49:07,513 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-24 18:49:07,513 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 18:49:07,514 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-24T18:49:07,536 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-24 18:49:07,541 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 18:49:07,541 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T18:49:07,898 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a 2024-11-24T18:49:07,936 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425, deleteOnExit=true 2024-11-24T18:49:07,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/test.cache.data in system properties and HBase conf 2024-11-24T18:49:07,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T18:49:07,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir in system properties and HBase conf 2024-11-24T18:49:07,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T18:49:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T18:49:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T18:49:08,076 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T18:49:08,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T18:49:08,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T18:49:08,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T18:49:08,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T18:49:08,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T18:49:08,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T18:49:08,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T18:49:08,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T18:49:08,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T18:49:08,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T18:49:08,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/nfs.dump.dir in system properties and HBase conf 2024-11-24T18:49:08,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/java.io.tmpdir in system properties and HBase conf 2024-11-24T18:49:08,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T18:49:08,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T18:49:08,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T18:49:09,554 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T18:49:09,649 INFO [Time-limited test {}] log.Log(170): Logging initialized @3318ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T18:49:09,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:09,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:09,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:09,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:09,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T18:49:09,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:09,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:09,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:10,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/java.io.tmpdir/jetty-localhost-37957-hadoop-hdfs-3_4_1-tests_jar-_-any-5751896755992429104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T18:49:10,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:37957} 2024-11-24T18:49:10,157 INFO [Time-limited test {}] server.Server(415): Started @3827ms 2024-11-24T18:49:10,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:10,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:10,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:10,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:10,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T18:49:10,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:10,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:11,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e705dc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/java.io.tmpdir/jetty-localhost-35833-hadoop-hdfs-3_4_1-tests_jar-_-any-14414272538834617672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:11,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:35833} 2024-11-24T18:49:11,077 INFO [Time-limited test {}] server.Server(415): Started @4747ms 2024-11-24T18:49:11,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T18:49:11,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:11,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:11,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:11,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:11,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T18:49:11,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:11,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:11,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b068f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/java.io.tmpdir/jetty-localhost-41307-hadoop-hdfs-3_4_1-tests_jar-_-any-2269037931961387314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:11,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:41307} 2024-11-24T18:49:11,396 INFO [Time-limited test {}] server.Server(415): Started @5066ms 2024-11-24T18:49:11,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T18:49:11,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:11,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:11,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:11,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:11,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T18:49:11,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:11,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:11,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f750918{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/java.io.tmpdir/jetty-localhost-37471-hadoop-hdfs-3_4_1-tests_jar-_-any-4288495778252890970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:11,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:37471} 2024-11-24T18:49:11,627 INFO [Time-limited test {}] server.Server(415): Started @5297ms 2024-11-24T18:49:11,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T18:49:12,930 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data4/current/BP-1868098618-172.17.0.2-1732474148952/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:12,930 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data2/current/BP-1868098618-172.17.0.2-1732474148952/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:12,930 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data3/current/BP-1868098618-172.17.0.2-1732474148952/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:12,930 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data1/current/BP-1868098618-172.17.0.2-1732474148952/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:12,961 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T18:49:12,961 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T18:49:13,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcbac4ffa6b76ca with lease ID 0x2b9e97a953f95e1: Processing first storage report for DS-aec05e80-fd71-44f1-8667-9d83201baaf0 from datanode DatanodeRegistration(127.0.0.1:35813, datanodeUuid=e8c712a2-4eda-422d-8e81-44fbecd3a97c, infoPort=38565, infoSecurePort=0, ipcPort=32841, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952) 2024-11-24T18:49:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcbac4ffa6b76ca with lease ID 0x2b9e97a953f95e1: from storage DS-aec05e80-fd71-44f1-8667-9d83201baaf0 node DatanodeRegistration(127.0.0.1:35813, datanodeUuid=e8c712a2-4eda-422d-8e81-44fbecd3a97c, infoPort=38565, infoSecurePort=0, ipcPort=32841, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T18:49:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc66a82a2431797c2 with lease ID 0x2b9e97a953f95e2: Processing first storage report for DS-0fb66ea9-a14c-4148-9f8d-8e4468c28db8 from datanode DatanodeRegistration(127.0.0.1:38597, datanodeUuid=83853c4c-bc20-4f25-83a4-ccd89d82af4d, infoPort=40351, infoSecurePort=0, ipcPort=37883, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952) 2024-11-24T18:49:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc66a82a2431797c2 with lease ID 0x2b9e97a953f95e2: from storage DS-0fb66ea9-a14c-4148-9f8d-8e4468c28db8 node DatanodeRegistration(127.0.0.1:38597, datanodeUuid=83853c4c-bc20-4f25-83a4-ccd89d82af4d, infoPort=40351, infoSecurePort=0, ipcPort=37883, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcbac4ffa6b76ca with lease ID 0x2b9e97a953f95e1: Processing first storage report for DS-636dac35-c7ae-423d-8cc5-dba293314fee from datanode DatanodeRegistration(127.0.0.1:35813, datanodeUuid=e8c712a2-4eda-422d-8e81-44fbecd3a97c, infoPort=38565, infoSecurePort=0, ipcPort=32841, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952) 2024-11-24T18:49:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcbac4ffa6b76ca with lease ID 0x2b9e97a953f95e1: from storage DS-636dac35-c7ae-423d-8cc5-dba293314fee node DatanodeRegistration(127.0.0.1:35813, datanodeUuid=e8c712a2-4eda-422d-8e81-44fbecd3a97c, infoPort=38565, infoSecurePort=0, ipcPort=32841, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc66a82a2431797c2 with lease ID 0x2b9e97a953f95e2: Processing first storage report for DS-27e00173-f62f-4085-9f91-ef1b3b54b13c from datanode DatanodeRegistration(127.0.0.1:38597, datanodeUuid=83853c4c-bc20-4f25-83a4-ccd89d82af4d, infoPort=40351, infoSecurePort=0, ipcPort=37883, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952) 2024-11-24T18:49:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc66a82a2431797c2 with lease ID 0x2b9e97a953f95e2: from storage DS-27e00173-f62f-4085-9f91-ef1b3b54b13c node DatanodeRegistration(127.0.0.1:38597, datanodeUuid=83853c4c-bc20-4f25-83a4-ccd89d82af4d, infoPort=40351, infoSecurePort=0, ipcPort=37883, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:13,022 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data6/current/BP-1868098618-172.17.0.2-1732474148952/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:13,022 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data5/current/BP-1868098618-172.17.0.2-1732474148952/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:13,039 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T18:49:13,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaefb1c743ef8ec4 with lease ID 0x2b9e97a953f95e3: Processing first storage report for DS-24e1f1e8-f53f-4b09-930b-847752c8af32 from datanode DatanodeRegistration(127.0.0.1:45129, datanodeUuid=ff5b6b8c-a981-4232-bd5c-b5171be3dac8, infoPort=36017, infoSecurePort=0, ipcPort=38939, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952) 2024-11-24T18:49:13,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaefb1c743ef8ec4 with lease ID 0x2b9e97a953f95e3: from storage DS-24e1f1e8-f53f-4b09-930b-847752c8af32 node DatanodeRegistration(127.0.0.1:45129, datanodeUuid=ff5b6b8c-a981-4232-bd5c-b5171be3dac8, infoPort=36017, infoSecurePort=0, ipcPort=38939, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:13,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaefb1c743ef8ec4 with lease ID 0x2b9e97a953f95e3: Processing first storage report for DS-a8613f88-9a85-4dac-b719-0c3714573e7a from datanode DatanodeRegistration(127.0.0.1:45129, datanodeUuid=ff5b6b8c-a981-4232-bd5c-b5171be3dac8, infoPort=36017, infoSecurePort=0, ipcPort=38939, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952) 2024-11-24T18:49:13,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaefb1c743ef8ec4 with lease ID 0x2b9e97a953f95e3: from storage DS-a8613f88-9a85-4dac-b719-0c3714573e7a node DatanodeRegistration(127.0.0.1:45129, datanodeUuid=ff5b6b8c-a981-4232-bd5c-b5171be3dac8, infoPort=36017, infoSecurePort=0, ipcPort=38939, storageInfo=lv=-57;cid=testClusterID;nsid=1757124494;c=1732474148952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:13,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a 2024-11-24T18:49:13,128 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-24T18:49:13,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=8979 2024-11-24T18:49:13,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T18:49:13,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-24T18:49:13,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/zookeeper_0, clientPort=65136, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T18:49:13,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65136 2024-11-24T18:49:13,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:13,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:13,381 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:13,382 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:13,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:41012 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:38597:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41012 dst: /127.0.0.1:38597 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-24T18:49:13,852 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:13,867 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738 with version=8 2024-11-24T18:49:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/hbase-staging 2024-11-24T18:49:13,947 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T18:49:14,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:14,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:14,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:14,323 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T18:49:14,379 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T18:49:14,388 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T18:49:14,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:14,415 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51515 (auto-detected) 2024-11-24T18:49:14,416 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T18:49:14,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42503 2024-11-24T18:49:14,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42503 connecting to ZooKeeper ensemble=127.0.0.1:65136 2024-11-24T18:49:14,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425030x0, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:14,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42503-0x1016e2da4c60000 connected 2024-11-24T18:49:14,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:14,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738, hbase.cluster.distributed=false 2024-11-24T18:49:14,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:14,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42503 2024-11-24T18:49:14,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42503 2024-11-24T18:49:14,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42503 2024-11-24T18:49:14,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42503 2024-11-24T18:49:14,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42503 2024-11-24T18:49:14,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:14,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:14,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:14,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T18:49:14,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:14,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35053 2024-11-24T18:49:14,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35053 connecting to ZooKeeper ensemble=127.0.0.1:65136 2024-11-24T18:49:14,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350530x0, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:14,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350530x0, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:14,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35053-0x1016e2da4c60001 connected 2024-11-24T18:49:14,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T18:49:14,869 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T18:49:14,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T18:49:14,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:14,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35053 2024-11-24T18:49:14,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35053 2024-11-24T18:49:14,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35053 2024-11-24T18:49:14,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35053 2024-11-24T18:49:14,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35053 2024-11-24T18:49:14,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:14,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:14,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T18:49:14,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:14,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34149 2024-11-24T18:49:14,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34149 connecting to ZooKeeper ensemble=127.0.0.1:65136 2024-11-24T18:49:14,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,927 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341490x0, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:14,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34149-0x1016e2da4c60002 connected 2024-11-24T18:49:14,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:14,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T18:49:14,931 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T18:49:14,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T18:49:14,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:14,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34149 2024-11-24T18:49:14,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34149 2024-11-24T18:49:14,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34149 2024-11-24T18:49:14,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34149 2024-11-24T18:49:14,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34149 2024-11-24T18:49:14,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:14,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T18:49:14,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:14,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41305 2024-11-24T18:49:14,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41305 connecting to ZooKeeper ensemble=127.0.0.1:65136 2024-11-24T18:49:14,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413050x0, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:14,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413050x0, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:14,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41305-0x1016e2da4c60003 connected 2024-11-24T18:49:14,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T18:49:14,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T18:49:14,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T18:49:14,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:14,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-24T18:49:14,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41305 2024-11-24T18:49:14,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41305 2024-11-24T18:49:14,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-24T18:49:14,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-24T18:49:14,999 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f2b92657890a:42503 2024-11-24T18:49:15,003 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f2b92657890a,42503,1732474154022 2024-11-24T18:49:15,020 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,022 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f2b92657890a,42503,1732474154022 2024-11-24T18:49:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:15,051 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,051 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,053 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T18:49:15,054 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f2b92657890a,42503,1732474154022 from backup master directory 2024-11-24T18:49:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,064 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f2b92657890a,42503,1732474154022 2024-11-24T18:49:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:15,065 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:15,065 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f2b92657890a,42503,1732474154022 2024-11-24T18:49:15,067 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T18:49:15,069 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T18:49:15,130 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/hbase.id] with ID: 5dc70120-f056-4471-aa67-1a1cf802c34f 2024-11-24T18:49:15,130 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/.tmp/hbase.id 2024-11-24T18:49:15,136 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,136 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,139 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:38700 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:35813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38700 dst: /127.0.0.1:35813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:15,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-24T18:49:15,150 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:15,150 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/.tmp/hbase.id]:[hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/hbase.id] 2024-11-24T18:49:15,196 INFO [master/f2b92657890a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:15,202 INFO [master/f2b92657890a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T18:49:15,220 INFO [master/f2b92657890a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-24T18:49:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,232 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,246 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,247 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:50540 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:45129:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50540 dst: /127.0.0.1:45129 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-24T18:49:15,257 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:15,273 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T18:49:15,275 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T18:49:15,281 INFO [master/f2b92657890a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T18:49:15,307 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,308 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,312 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:50560 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:45129:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50560 dst: /127.0.0.1:45129 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-24T18:49:15,318 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:15,331 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store 2024-11-24T18:49:15,345 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,345 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:15,350 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:38734 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38734 dst: /127.0.0.1:35813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:15,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-24T18:49:15,355 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:15,360 INFO [master/f2b92657890a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T18:49:15,362 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:15,363 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T18:49:15,364 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:15,364 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:15,365 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T18:49:15,365 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:15,365 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:15,366 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732474155363Disabling compacts and flushes for region at 1732474155363Disabling writes for close at 1732474155365 (+2 ms)Writing region close event to WAL at 1732474155365Closed at 1732474155365 2024-11-24T18:49:15,368 WARN [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/.initializing 2024-11-24T18:49:15,368 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/WALs/f2b92657890a,42503,1732474154022 2024-11-24T18:49:15,376 INFO [master/f2b92657890a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T18:49:15,389 INFO [master/f2b92657890a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C42503%2C1732474154022, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/WALs/f2b92657890a,42503,1732474154022, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/oldWALs, maxLogs=10 2024-11-24T18:49:15,418 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/WALs/f2b92657890a,42503,1732474154022/f2b92657890a%2C42503%2C1732474154022.1732474155393, exclude list is [], retry=0 2024-11-24T18:49:15,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:15,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-aec05e80-fd71-44f1-8667-9d83201baaf0,DISK] 2024-11-24T18:49:15,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-0fb66ea9-a14c-4148-9f8d-8e4468c28db8,DISK] 2024-11-24T18:49:15,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-24e1f1e8-f53f-4b09-930b-847752c8af32,DISK] 2024-11-24T18:49:15,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T18:49:15,477 INFO [master/f2b92657890a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/WALs/f2b92657890a,42503,1732474154022/f2b92657890a%2C42503%2C1732474154022.1732474155393 2024-11-24T18:49:15,478 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38565:38565),(127.0.0.1/127.0.0.1:40351:40351),(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-24T18:49:15,478 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T18:49:15,478 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:15,481 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,482 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T18:49:15,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:15,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:15,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T18:49:15,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:15,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:15,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T18:49:15,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:15,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:15,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T18:49:15,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:15,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:15,563 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,566 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,568 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,573 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,573 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,577 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T18:49:15,580 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:15,587 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T18:49:15,588 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70304401, jitterRate=0.04761721193790436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T18:49:15,598 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732474155493Initializing all the Stores at 1732474155495 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474155496 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474155496Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474155497 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474155497Cleaning up temporary data from old regions at 1732474155574 (+77 ms)Region opened successfully at 1732474155597 (+23 ms) 2024-11-24T18:49:15,599 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T18:49:15,627 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f06e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:15,652 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T18:49:15,662 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T18:49:15,662 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T18:49:15,664 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T18:49:15,665 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T18:49:15,671 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T18:49:15,671 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T18:49:15,699 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T18:49:15,709 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T18:49:15,727 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T18:49:15,730 INFO [master/f2b92657890a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T18:49:15,732 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T18:49:15,746 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T18:49:15,749 INFO [master/f2b92657890a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T18:49:15,753 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T18:49:15,766 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T18:49:15,768 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T18:49:15,779 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T18:49:15,795 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T18:49:15,800 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T18:49:15,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:15,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:15,811 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:15,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:15,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,811 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,815 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f2b92657890a,42503,1732474154022, sessionid=0x1016e2da4c60000, setting cluster-up flag (Was=false) 2024-11-24T18:49:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,843 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,875 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T18:49:15,880 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f2b92657890a,42503,1732474154022 2024-11-24T18:49:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,906 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:15,937 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T18:49:15,941 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f2b92657890a,42503,1732474154022 2024-11-24T18:49:15,950 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T18:49:15,981 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(746): ClusterId : 5dc70120-f056-4471-aa67-1a1cf802c34f 2024-11-24T18:49:15,981 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(746): ClusterId : 5dc70120-f056-4471-aa67-1a1cf802c34f 2024-11-24T18:49:15,981 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(746): ClusterId : 5dc70120-f056-4471-aa67-1a1cf802c34f 2024-11-24T18:49:15,984 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T18:49:15,984 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T18:49:15,984 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T18:49:16,002 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T18:49:16,002 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T18:49:16,002 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T18:49:16,002 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T18:49:16,002 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T18:49:16,002 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T18:49:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-24T18:49:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-24T18:49:16,023 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T18:49:16,024 DEBUG [RS:2;f2b92657890a:41305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffa9bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:16,024 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T18:49:16,025 DEBUG [RS:0;f2b92657890a:35053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59385c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:16,025 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T18:49:16,026 DEBUG [RS:1;f2b92657890a:34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5998efa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:16,028 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:16,041 INFO [master/f2b92657890a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T18:49:16,046 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f2b92657890a:35053 2024-11-24T18:49:16,049 DEBUG [RS:2;f2b92657890a:41305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f2b92657890a:41305 2024-11-24T18:49:16,049 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f2b92657890a:34149 2024-11-24T18:49:16,050 INFO [master/f2b92657890a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T18:49:16,053 INFO [RS:2;f2b92657890a:41305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T18:49:16,053 INFO [RS:0;f2b92657890a:35053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T18:49:16,053 INFO [RS:1;f2b92657890a:34149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T18:49:16,053 INFO [RS:1;f2b92657890a:34149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T18:49:16,053 INFO [RS:2;f2b92657890a:41305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T18:49:16,053 DEBUG [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T18:49:16,053 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T18:49:16,054 INFO [RS:0;f2b92657890a:35053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T18:49:16,054 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T18:49:16,056 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(2659): reportForDuty to master=f2b92657890a,42503,1732474154022 with port=35053, startcode=1732474154797 2024-11-24T18:49:16,056 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(2659): reportForDuty to master=f2b92657890a,42503,1732474154022 with port=34149, startcode=1732474154901 2024-11-24T18:49:16,057 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(2659): reportForDuty to master=f2b92657890a,42503,1732474154022 with port=41305, startcode=1732474154952 2024-11-24T18:49:16,056 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f2b92657890a,42503,1732474154022 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T18:49:16,064 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:16,064 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:16,065 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:16,065 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:16,065 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f2b92657890a:0, corePoolSize=10, maxPoolSize=10 2024-11-24T18:49:16,065 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,065 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:16,065 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,070 DEBUG [RS:2;f2b92657890a:41305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T18:49:16,070 DEBUG [RS:0;f2b92657890a:35053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T18:49:16,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:16,072 DEBUG [RS:1;f2b92657890a:34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T18:49:16,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T18:49:16,077 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732474186077 2024-11-24T18:49:16,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,079 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T18:49:16,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T18:49:16,080 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T18:49:16,083 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T18:49:16,084 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T18:49:16,084 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T18:49:16,084 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T18:49:16,085 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,087 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:16,088 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:16,092 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T18:49:16,093 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T18:49:16,094 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T18:49:16,104 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T18:49:16,105 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T18:49:16,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T18:49:16,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T18:49:16,105 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T18:49:16,106 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.large.0-1732474156106,5,FailOnTimeoutGroup] 2024-11-24T18:49:16,107 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.small.0-1732474156107,5,FailOnTimeoutGroup] 2024-11-24T18:49:16,107 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,107 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T18:49:16,108 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:41052 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:38597:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41052 dst: /127.0.0.1:38597 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:16,108 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,109 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-24T18:49:16,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f2b92657890a,41305,1732474154952 2024-11-24T18:49:16,113 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:16,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T18:49:16,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(517): Registering regionserver=f2b92657890a,41305,1732474154952 2024-11-24T18:49:16,114 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738 2024-11-24T18:49:16,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f2b92657890a,35053,1732474154797 2024-11-24T18:49:16,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(517): Registering regionserver=f2b92657890a,35053,1732474154797 2024-11-24T18:49:16,128 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:16,128 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:16,129 DEBUG [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738 2024-11-24T18:49:16,130 DEBUG [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45531 2024-11-24T18:49:16,130 DEBUG [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T18:49:16,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,132 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738 2024-11-24T18:49:16,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(517): Registering regionserver=f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,132 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45531 2024-11-24T18:49:16,132 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T18:49:16,136 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738 2024-11-24T18:49:16,136 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45531 2024-11-24T18:49:16,136 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T18:49:16,136 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:50598 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:45129:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50598 dst: /127.0.0.1:45129 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-24T18:49:16,142 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:16,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:16,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T18:49:16,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T18:49:16,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T18:49:16,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T18:49:16,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T18:49:16,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T18:49:16,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T18:49:16,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T18:49:16,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T18:49:16,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740 2024-11-24T18:49:16,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740 2024-11-24T18:49:16,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T18:49:16,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T18:49:16,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T18:49:16,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T18:49:16,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T18:49:16,179 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58816531, jitterRate=-0.12356539070606232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T18:49:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732474156144Initializing all the Stores at 1732474156146 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474156146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474156146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474156146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474156146Cleaning up temporary data from old regions at 1732474156170 (+24 ms)Region opened successfully at 1732474156183 (+13 ms) 2024-11-24T18:49:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T18:49:16,183 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T18:49:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T18:49:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T18:49:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T18:49:16,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T18:49:16,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732474156183Disabling compacts and flushes for region at 1732474156183Disabling writes for close at 1732474156183Writing region close event to WAL at 1732474156184 (+1 ms)Closed at 1732474156185 (+1 ms) 2024-11-24T18:49:16,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:16,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T18:49:16,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T18:49:16,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T18:49:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:16,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T18:49:16,222 DEBUG [RS:2;f2b92657890a:41305 {}] zookeeper.ZKUtil(111): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f2b92657890a,41305,1732474154952 2024-11-24T18:49:16,222 DEBUG [RS:0;f2b92657890a:35053 {}] zookeeper.ZKUtil(111): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f2b92657890a,35053,1732474154797 2024-11-24T18:49:16,222 WARN [RS:2;f2b92657890a:41305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:16,222 INFO [RS:2;f2b92657890a:41305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T18:49:16,222 DEBUG [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,41305,1732474154952 2024-11-24T18:49:16,222 DEBUG [RS:1;f2b92657890a:34149 {}] zookeeper.ZKUtil(111): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,222 WARN [RS:1;f2b92657890a:34149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:16,223 INFO [RS:1;f2b92657890a:34149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T18:49:16,223 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,223 WARN [RS:0;f2b92657890a:35053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:16,223 INFO [RS:0;f2b92657890a:35053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T18:49:16,224 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,35053,1732474154797 2024-11-24T18:49:16,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f2b92657890a,34149,1732474154901] 2024-11-24T18:49:16,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f2b92657890a,41305,1732474154952] 2024-11-24T18:49:16,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f2b92657890a,35053,1732474154797] 2024-11-24T18:49:16,255 INFO [RS:1;f2b92657890a:34149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T18:49:16,255 INFO [RS:2;f2b92657890a:41305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T18:49:16,255 INFO [RS:0;f2b92657890a:35053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T18:49:16,274 INFO [RS:1;f2b92657890a:34149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T18:49:16,274 INFO [RS:0;f2b92657890a:35053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T18:49:16,274 INFO [RS:2;f2b92657890a:41305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T18:49:16,279 INFO [RS:1;f2b92657890a:34149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T18:49:16,279 INFO [RS:0;f2b92657890a:35053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T18:49:16,279 INFO [RS:2;f2b92657890a:41305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T18:49:16,279 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,279 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,279 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,283 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T18:49:16,283 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T18:49:16,283 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T18:49:16,289 INFO [RS:1;f2b92657890a:34149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T18:49:16,289 INFO [RS:2;f2b92657890a:41305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T18:49:16,289 INFO [RS:0;f2b92657890a:35053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T18:49:16,291 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,291 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,291 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,291 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,291 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,291 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,291 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,291 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,291 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:16,292 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,292 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,293 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:16,293 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:16,293 DEBUG [RS:2;f2b92657890a:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:16,293 DEBUG [RS:0;f2b92657890a:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:16,293 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,293 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,293 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:16,293 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:16,293 DEBUG [RS:1;f2b92657890a:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:16,295 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,295 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,295 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,295 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,296 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,296 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,41305,1732474154952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:16,297 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,297 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,297 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,35053,1732474154797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:16,298 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,34149,1732474154901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:16,318 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T18:49:16,320 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,41305,1732474154952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,320 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T18:49:16,321 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,321 INFO [RS:2;f2b92657890a:41305 {}] regionserver.Replication(171): f2b92657890a,41305,1732474154952 started 2024-11-24T18:49:16,321 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,35053,1732474154797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,321 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,321 INFO [RS:0;f2b92657890a:35053 {}] regionserver.Replication(171): f2b92657890a,35053,1732474154797 started 2024-11-24T18:49:16,321 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T18:49:16,321 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,34149,1732474154901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,322 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,322 INFO [RS:1;f2b92657890a:34149 {}] regionserver.Replication(171): f2b92657890a,34149,1732474154901 started 2024-11-24T18:49:16,342 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,342 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(1482): Serving as f2b92657890a,41305,1732474154952, RpcServer on f2b92657890a/172.17.0.2:41305, sessionid=0x1016e2da4c60003 2024-11-24T18:49:16,343 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T18:49:16,343 DEBUG [RS:2;f2b92657890a:41305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f2b92657890a,41305,1732474154952 2024-11-24T18:49:16,344 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,41305,1732474154952' 2024-11-24T18:49:16,344 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T18:49:16,345 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T18:49:16,345 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,345 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:16,345 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1482): Serving as f2b92657890a,35053,1732474154797, RpcServer on f2b92657890a/172.17.0.2:35053, sessionid=0x1016e2da4c60001 2024-11-24T18:49:16,345 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1482): Serving as f2b92657890a,34149,1732474154901, RpcServer on f2b92657890a/172.17.0.2:34149, sessionid=0x1016e2da4c60002 2024-11-24T18:49:16,345 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T18:49:16,345 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T18:49:16,345 DEBUG [RS:0;f2b92657890a:35053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f2b92657890a,35053,1732474154797 2024-11-24T18:49:16,345 DEBUG [RS:1;f2b92657890a:34149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,345 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,34149,1732474154901' 2024-11-24T18:49:16,345 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,35053,1732474154797' 2024-11-24T18:49:16,345 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T18:49:16,345 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T18:49:16,345 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T18:49:16,346 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T18:49:16,346 DEBUG [RS:2;f2b92657890a:41305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f2b92657890a,41305,1732474154952 2024-11-24T18:49:16,346 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,41305,1732474154952' 2024-11-24T18:49:16,346 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T18:49:16,346 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T18:49:16,346 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T18:49:16,346 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T18:49:16,347 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T18:49:16,347 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T18:49:16,347 DEBUG [RS:2;f2b92657890a:41305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T18:49:16,347 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T18:49:16,347 DEBUG [RS:0;f2b92657890a:35053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f2b92657890a,35053,1732474154797 2024-11-24T18:49:16,347 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T18:49:16,347 INFO [RS:2;f2b92657890a:41305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T18:49:16,347 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,35053,1732474154797' 2024-11-24T18:49:16,347 DEBUG [RS:1;f2b92657890a:34149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,347 INFO [RS:2;f2b92657890a:41305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T18:49:16,347 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,34149,1732474154901' 2024-11-24T18:49:16,347 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T18:49:16,347 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T18:49:16,348 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T18:49:16,348 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T18:49:16,348 DEBUG [RS:1;f2b92657890a:34149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T18:49:16,348 DEBUG [RS:0;f2b92657890a:35053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T18:49:16,348 INFO [RS:1;f2b92657890a:34149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T18:49:16,348 INFO [RS:0;f2b92657890a:35053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T18:49:16,348 INFO [RS:1;f2b92657890a:34149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T18:49:16,348 INFO [RS:0;f2b92657890a:35053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T18:49:16,359 WARN [f2b92657890a:42503 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T18:49:16,454 INFO [RS:2;f2b92657890a:41305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T18:49:16,454 INFO [RS:0;f2b92657890a:35053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T18:49:16,454 INFO [RS:1;f2b92657890a:34149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T18:49:16,458 INFO [RS:0;f2b92657890a:35053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C35053%2C1732474154797, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,35053,1732474154797, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs, maxLogs=32 2024-11-24T18:49:16,458 INFO [RS:1;f2b92657890a:34149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C34149%2C1732474154901, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,34149,1732474154901, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs, maxLogs=32 2024-11-24T18:49:16,458 INFO [RS:2;f2b92657890a:41305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C41305%2C1732474154952, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,41305,1732474154952, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs, maxLogs=32 2024-11-24T18:49:16,477 DEBUG [RS:1;f2b92657890a:34149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,34149,1732474154901/f2b92657890a%2C34149%2C1732474154901.1732474156464, exclude list is [], retry=0 2024-11-24T18:49:16,477 DEBUG [RS:0;f2b92657890a:35053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,35053,1732474154797/f2b92657890a%2C35053%2C1732474154797.1732474156464, exclude list is [], retry=0 2024-11-24T18:49:16,478 DEBUG [RS:2;f2b92657890a:41305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,41305,1732474154952/f2b92657890a%2C41305%2C1732474154952.1732474156464, exclude list is [], retry=0 2024-11-24T18:49:16,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-aec05e80-fd71-44f1-8667-9d83201baaf0,DISK] 2024-11-24T18:49:16,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-aec05e80-fd71-44f1-8667-9d83201baaf0,DISK] 2024-11-24T18:49:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-0fb66ea9-a14c-4148-9f8d-8e4468c28db8,DISK] 2024-11-24T18:49:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-0fb66ea9-a14c-4148-9f8d-8e4468c28db8,DISK] 2024-11-24T18:49:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-0fb66ea9-a14c-4148-9f8d-8e4468c28db8,DISK] 2024-11-24T18:49:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-24e1f1e8-f53f-4b09-930b-847752c8af32,DISK] 2024-11-24T18:49:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-aec05e80-fd71-44f1-8667-9d83201baaf0,DISK] 2024-11-24T18:49:16,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-24e1f1e8-f53f-4b09-930b-847752c8af32,DISK] 2024-11-24T18:49:16,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-24e1f1e8-f53f-4b09-930b-847752c8af32,DISK] 2024-11-24T18:49:16,533 INFO [RS:2;f2b92657890a:41305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,41305,1732474154952/f2b92657890a%2C41305%2C1732474154952.1732474156464 2024-11-24T18:49:16,533 DEBUG [RS:2;f2b92657890a:41305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38565:38565),(127.0.0.1/127.0.0.1:40351:40351),(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-24T18:49:16,533 INFO [RS:1;f2b92657890a:34149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,34149,1732474154901/f2b92657890a%2C34149%2C1732474154901.1732474156464 2024-11-24T18:49:16,534 INFO [RS:0;f2b92657890a:35053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,35053,1732474154797/f2b92657890a%2C35053%2C1732474154797.1732474156464 2024-11-24T18:49:16,536 DEBUG [RS:1;f2b92657890a:34149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38565:38565),(127.0.0.1/127.0.0.1:40351:40351),(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-24T18:49:16,536 DEBUG [RS:0;f2b92657890a:35053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40351:40351),(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:38565:38565)] 2024-11-24T18:49:16,614 DEBUG [f2b92657890a:42503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T18:49:16,627 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(204): Hosts are {f2b92657890a=0} racks are {/default-rack=0} 2024-11-24T18:49:16,633 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T18:49:16,633 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T18:49:16,633 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T18:49:16,633 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T18:49:16,633 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T18:49:16,633 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T18:49:16,633 INFO [f2b92657890a:42503 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T18:49:16,633 INFO [f2b92657890a:42503 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T18:49:16,633 INFO [f2b92657890a:42503 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T18:49:16,633 DEBUG [f2b92657890a:42503 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T18:49:16,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f2b92657890a,34149,1732474154901, state=OPENING 2024-11-24T18:49:16,695 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T18:49:16,706 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:16,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:16,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:16,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:16,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:16,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:16,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:16,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:16,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T18:49:16,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f2b92657890a,34149,1732474154901}] 2024-11-24T18:49:16,884 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T18:49:16,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T18:49:16,901 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T18:49:16,901 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T18:49:16,902 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T18:49:16,905 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C34149%2C1732474154901.meta, suffix=.meta, logDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,34149,1732474154901, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs, maxLogs=32 2024-11-24T18:49:16,920 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,34149,1732474154901/f2b92657890a%2C34149%2C1732474154901.meta.1732474156907.meta, exclude list is [], retry=0 2024-11-24T18:49:16,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-aec05e80-fd71-44f1-8667-9d83201baaf0,DISK] 2024-11-24T18:49:16,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-0fb66ea9-a14c-4148-9f8d-8e4468c28db8,DISK] 2024-11-24T18:49:16,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-24e1f1e8-f53f-4b09-930b-847752c8af32,DISK] 2024-11-24T18:49:16,928 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/WALs/f2b92657890a,34149,1732474154901/f2b92657890a%2C34149%2C1732474154901.meta.1732474156907.meta 2024-11-24T18:49:16,928 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38565:38565),(127.0.0.1/127.0.0.1:40351:40351),(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-24T18:49:16,928 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T18:49:16,930 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T18:49:16,933 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T18:49:16,937 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T18:49:16,941 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T18:49:16,942 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:16,942 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T18:49:16,942 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T18:49:16,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T18:49:16,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T18:49:16,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T18:49:16,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T18:49:16,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T18:49:16,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T18:49:16,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T18:49:16,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T18:49:16,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:16,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:16,958 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T18:49:16,959 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740 2024-11-24T18:49:16,962 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740 2024-11-24T18:49:16,965 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T18:49:16,965 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T18:49:16,966 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T18:49:16,970 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T18:49:16,972 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67509697, jitterRate=0.005972877144813538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T18:49:16,972 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T18:49:16,974 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732474156942Writing region info on filesystem at 1732474156943 (+1 ms)Initializing all the Stores at 1732474156944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474156945 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474156947 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474156947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474156947Cleaning up temporary data from old regions at 1732474156965 (+18 ms)Running coprocessor post-open hooks at 1732474156972 (+7 ms)Region opened successfully at 1732474156974 (+2 ms) 2024-11-24T18:49:16,982 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732474156875 2024-11-24T18:49:16,994 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T18:49:16,995 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T18:49:16,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f2b92657890a,34149,1732474154901 2024-11-24T18:49:16,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f2b92657890a,34149,1732474154901, state=OPEN 2024-11-24T18:49:17,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:17,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:17,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:17,011 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:17,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:17,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:17,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:17,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:17,012 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f2b92657890a,34149,1732474154901 2024-11-24T18:49:17,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T18:49:17,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f2b92657890a,34149,1732474154901 in 302 msec 2024-11-24T18:49:17,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T18:49:17,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 826 msec 2024-11-24T18:49:17,026 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:17,026 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T18:49:17,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T18:49:17,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f2b92657890a,34149,1732474154901, seqNum=-1] 2024-11-24T18:49:17,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T18:49:17,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42513, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T18:49:17,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1180 sec 2024-11-24T18:49:17,098 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732474157098, completionTime=-1 2024-11-24T18:49:17,128 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T18:49:17,129 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T18:49:17,161 INFO [master/f2b92657890a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T18:49:17,161 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732474217161 2024-11-24T18:49:17,161 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732474277161 2024-11-24T18:49:17,161 INFO [master/f2b92657890a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-24T18:49:17,163 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T18:49:17,170 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,42503,1732474154022-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:17,170 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,42503,1732474154022-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:17,170 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,42503,1732474154022-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:17,172 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f2b92657890a:42503, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:17,172 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:17,175 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:17,179 DEBUG [master/f2b92657890a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T18:49:17,204 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.139sec 2024-11-24T18:49:17,205 INFO [master/f2b92657890a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T18:49:17,206 INFO [master/f2b92657890a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T18:49:17,207 INFO [master/f2b92657890a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T18:49:17,208 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T18:49:17,208 INFO [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T18:49:17,208 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,42503,1732474154022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:17,209 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,42503,1732474154022-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T18:49:17,213 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T18:49:17,214 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T18:49:17,215 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,42503,1732474154022-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:17,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f47012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T18:49:17,294 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T18:49:17,294 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T18:49:17,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f2b92657890a,42503,-1 for getting cluster id 2024-11-24T18:49:17,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T18:49:17,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc70120-f056-4471-aa67-1a1cf802c34f' 2024-11-24T18:49:17,309 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T18:49:17,309 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc70120-f056-4471-aa67-1a1cf802c34f" 2024-11-24T18:49:17,310 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3eb6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T18:49:17,310 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f2b92657890a,42503,-1] 2024-11-24T18:49:17,312 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T18:49:17,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:17,315 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T18:49:17,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee86852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T18:49:17,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T18:49:17,324 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f2b92657890a,34149,1732474154901, seqNum=-1] 2024-11-24T18:49:17,324 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T18:49:17,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T18:49:17,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f2b92657890a,42503,1732474154022 2024-11-24T18:49:17,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T18:49:17,352 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f2b92657890a,42503,1732474154022 2024-11-24T18:49:17,355 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ecec3c3 2024-11-24T18:49:17,356 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T18:49:17,359 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T18:49:17,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T18:49:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-24T18:49:17,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T18:49:17,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-24T18:49:17,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:17,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T18:49:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:17,389 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:17,390 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:17,392 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:38814 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38814 dst: /127.0.0.1:35813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-24T18:49:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:17,799 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:17,803 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e754c03c2b67cf51da31b23c410bb492, NAME => 'TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738 2024-11-24T18:49:17,811 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:17,811 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:17,816 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:41098 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:38597:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41098 dst: /127.0.0.1:38597 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:17,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-24T18:49:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:18,221 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:18,222 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:18,222 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing e754c03c2b67cf51da31b23c410bb492, disabling compactions & flushes 2024-11-24T18:49:18,222 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:18,222 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:18,222 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. after waiting 0 ms 2024-11-24T18:49:18,222 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:18,222 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:18,222 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for e754c03c2b67cf51da31b23c410bb492: Waiting for close lock at 1732474158222Disabling compacts and flushes for region at 1732474158222Disabling writes for close at 1732474158222Writing region close event to WAL at 1732474158222Closed at 1732474158222 2024-11-24T18:49:18,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T18:49:18,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732474158225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732474158225"}]},"ts":"1732474158225"} 2024-11-24T18:49:18,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T18:49:18,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T18:49:18,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732474158240"}]},"ts":"1732474158240"} 2024-11-24T18:49:18,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-24T18:49:18,246 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f2b92657890a=0} racks are {/default-rack=0} 2024-11-24T18:49:18,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T18:49:18,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T18:49:18,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T18:49:18,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T18:49:18,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T18:49:18,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T18:49:18,248 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T18:49:18,248 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T18:49:18,248 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T18:49:18,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T18:49:18,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e754c03c2b67cf51da31b23c410bb492, ASSIGN}] 2024-11-24T18:49:18,252 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e754c03c2b67cf51da31b23c410bb492, ASSIGN 2024-11-24T18:49:18,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e754c03c2b67cf51da31b23c410bb492, ASSIGN; state=OFFLINE, location=f2b92657890a,35053,1732474154797; forceNewPlan=false, retain=false 2024-11-24T18:49:18,407 INFO [f2b92657890a:42503 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-24T18:49:18,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e754c03c2b67cf51da31b23c410bb492, regionState=OPENING, regionLocation=f2b92657890a,35053,1732474154797 2024-11-24T18:49:18,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e754c03c2b67cf51da31b23c410bb492, ASSIGN because future has completed 2024-11-24T18:49:18,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e754c03c2b67cf51da31b23c410bb492, server=f2b92657890a,35053,1732474154797}] 2024-11-24T18:49:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:18,567 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T18:49:18,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T18:49:18,577 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:18,577 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e754c03c2b67cf51da31b23c410bb492, NAME => 'TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492.', STARTKEY => '', ENDKEY => ''} 2024-11-24T18:49:18,578 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,578 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:18,578 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,578 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,581 INFO [StoreOpener-e754c03c2b67cf51da31b23c410bb492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,584 INFO [StoreOpener-e754c03c2b67cf51da31b23c410bb492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e754c03c2b67cf51da31b23c410bb492 columnFamilyName cf 2024-11-24T18:49:18,584 DEBUG [StoreOpener-e754c03c2b67cf51da31b23c410bb492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:18,585 INFO [StoreOpener-e754c03c2b67cf51da31b23c410bb492-1 {}] regionserver.HStore(327): Store=e754c03c2b67cf51da31b23c410bb492/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:18,586 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,587 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,588 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,589 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,589 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,592 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,601 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T18:49:18,602 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e754c03c2b67cf51da31b23c410bb492; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61324683, jitterRate=-0.08619101345539093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T18:49:18,602 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:18,603 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e754c03c2b67cf51da31b23c410bb492: Running coprocessor pre-open hook at 1732474158579Writing region info on filesystem at 1732474158579Initializing all the Stores at 1732474158581 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474158581Cleaning up temporary data from old regions at 1732474158589 (+8 ms)Running coprocessor post-open hooks at 1732474158602 (+13 ms)Region opened successfully at 1732474158603 (+1 ms) 2024-11-24T18:49:18,605 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492., pid=6, masterSystemTime=1732474158567 2024-11-24T18:49:18,609 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:18,609 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:18,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e754c03c2b67cf51da31b23c410bb492, regionState=OPEN, openSeqNum=2, regionLocation=f2b92657890a,35053,1732474154797 2024-11-24T18:49:18,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e754c03c2b67cf51da31b23c410bb492, server=f2b92657890a,35053,1732474154797 because future has completed 2024-11-24T18:49:18,616 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f2b92657890a,35053,1732474154797, table=TestHBaseWalOnEC, region=e754c03c2b67cf51da31b23c410bb492. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T18:49:18,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T18:49:18,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e754c03c2b67cf51da31b23c410bb492, server=f2b92657890a,35053,1732474154797 in 206 msec 2024-11-24T18:49:18,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T18:49:18,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e754c03c2b67cf51da31b23c410bb492, ASSIGN in 373 msec 2024-11-24T18:49:18,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T18:49:18,633 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732474158632"}]},"ts":"1732474158632"} 2024-11-24T18:49:18,636 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-24T18:49:18,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T18:49:18,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 1.2730 sec 2024-11-24T18:49:18,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-24T18:49:19,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-24T18:49:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-24T18:49:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-24T18:49:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-24T18:49:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-24T18:49:19,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-24T18:49:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-24T18:49:19,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-24T18:49:19,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-24T18:49:19,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-24T18:49:19,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-24T18:49:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:19,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-24T18:49:19,536 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T18:49:19,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T18:49:19,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-24T18:49:19,547 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T18:49:19,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-24T18:49:19,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492., hostname=f2b92657890a,35053,1732474154797, seqNum=2] 2024-11-24T18:49:19,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T18:49:19,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T18:49:19,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-24T18:49:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-24T18:49:19,573 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-24T18:49:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:19,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T18:49:19,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T18:49:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:19,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T18:49:19,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:19,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e754c03c2b67cf51da31b23c410bb492 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-24T18:49:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492/.tmp/cf/8176494fe2f54ee5a306ea24552d49bd is 36, key is row/cf:cq/1732474159560/Put/seqid=0 2024-11-24T18:49:19,806 WARN [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:19,807 WARN [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:19,811 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1658745482_22 at /127.0.0.1:38900 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:35813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38900 dst: /127.0.0.1:35813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-24T18:49:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:20,221 WARN [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:20,222 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492/.tmp/cf/8176494fe2f54ee5a306ea24552d49bd 2024-11-24T18:49:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492/.tmp/cf/8176494fe2f54ee5a306ea24552d49bd as hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492/cf/8176494fe2f54ee5a306ea24552d49bd 2024-11-24T18:49:20,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492/cf/8176494fe2f54ee5a306ea24552d49bd, entries=1, sequenceid=5, filesize=4.7 K 2024-11-24T18:49:20,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e754c03c2b67cf51da31b23c410bb492 in 542ms, sequenceid=5, compaction requested=false 2024-11-24T18:49:20,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-24T18:49:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e754c03c2b67cf51da31b23c410bb492: 2024-11-24T18:49:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:20,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T18:49:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T18:49:20,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T18:49:20,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 718 msec 2024-11-24T18:49:20,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 731 msec 2024-11-24T18:49:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:20,714 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T18:49:20,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T18:49:20,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T18:49:20,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:20,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:20,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:20,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T18:49:20,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T18:49:20,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=368815740, stopped=false 2024-11-24T18:49:20,737 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f2b92657890a,42503,1732474154022 2024-11-24T18:49:20,856 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:20,856 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:20,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T18:49:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:20,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T18:49:20,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:20,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:20,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:20,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:20,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:20,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f2b92657890a,35053,1732474154797' ***** 2024-11-24T18:49:20,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T18:49:20,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:20,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f2b92657890a,34149,1732474154901' ***** 2024-11-24T18:49:20,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T18:49:20,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f2b92657890a,41305,1732474154952' ***** 2024-11-24T18:49:20,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T18:49:20,859 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T18:49:20,859 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T18:49:20,859 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T18:49:20,859 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T18:49:20,860 INFO [RS:1;f2b92657890a:34149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T18:49:20,860 INFO [RS:2;f2b92657890a:41305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T18:49:20,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T18:49:20,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T18:49:20,860 INFO [RS:0;f2b92657890a:35053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T18:49:20,860 INFO [RS:1;f2b92657890a:34149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T18:49:20,860 INFO [RS:0;f2b92657890a:35053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T18:49:20,860 INFO [RS:2;f2b92657890a:41305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T18:49:20,860 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(959): stopping server f2b92657890a,34149,1732474154901 2024-11-24T18:49:20,860 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(959): stopping server f2b92657890a,41305,1732474154952 2024-11-24T18:49:20,860 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:20,860 INFO [RS:2;f2b92657890a:41305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:20,860 INFO [RS:1;f2b92657890a:34149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:20,860 INFO [RS:1;f2b92657890a:34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f2b92657890a:34149. 2024-11-24T18:49:20,860 INFO [RS:2;f2b92657890a:41305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f2b92657890a:41305. 2024-11-24T18:49:20,861 DEBUG [RS:2;f2b92657890a:41305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:20,861 DEBUG [RS:1;f2b92657890a:34149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:20,861 DEBUG [RS:1;f2b92657890a:34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:20,861 DEBUG [RS:2;f2b92657890a:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:20,861 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(959): stopping server f2b92657890a,35053,1732474154797 2024-11-24T18:49:20,861 INFO [RS:0;f2b92657890a:35053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:20,861 INFO [RS:0;f2b92657890a:35053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f2b92657890a:35053. 2024-11-24T18:49:20,861 INFO [RS:1;f2b92657890a:34149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T18:49:20,861 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(976): stopping server f2b92657890a,41305,1732474154952; all regions closed. 2024-11-24T18:49:20,861 INFO [RS:1;f2b92657890a:34149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T18:49:20,861 DEBUG [RS:0;f2b92657890a:35053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:20,861 INFO [RS:1;f2b92657890a:34149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T18:49:20,861 DEBUG [RS:0;f2b92657890a:35053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:20,861 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T18:49:20,861 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e754c03c2b67cf51da31b23c410bb492, disabling compactions & flushes 2024-11-24T18:49:20,862 INFO [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:20,862 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:20,862 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. after waiting 0 ms 2024-11-24T18:49:20,862 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T18:49:20,862 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:20,862 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T18:49:20,862 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1325): Online Regions={e754c03c2b67cf51da31b23c410bb492=TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492.} 2024-11-24T18:49:20,862 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T18:49:20,862 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T18:49:20,862 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T18:49:20,863 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T18:49:20,863 DEBUG [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1351): Waiting on e754c03c2b67cf51da31b23c410bb492 2024-11-24T18:49:20,863 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T18:49:20,863 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T18:49:20,863 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T18:49:20,863 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T18:49:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741828_1018 (size=93) 2024-11-24T18:49:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741828_1018 (size=93) 2024-11-24T18:49:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741828_1018 (size=93) 2024-11-24T18:49:20,876 DEBUG [RS:2;f2b92657890a:41305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs 2024-11-24T18:49:20,876 INFO [RS:2;f2b92657890a:41305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f2b92657890a%2C41305%2C1732474154952:(num 1732474156464) 2024-11-24T18:49:20,876 DEBUG [RS:2;f2b92657890a:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:20,877 INFO [RS:2;f2b92657890a:41305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:20,877 INFO [RS:2;f2b92657890a:41305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:20,877 INFO [RS:2;f2b92657890a:41305 {}] hbase.ChoreService(370): Chore service for: regionserver/f2b92657890a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:20,877 INFO [RS:2;f2b92657890a:41305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T18:49:20,877 INFO [regionserver/f2b92657890a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:20,877 INFO [RS:2;f2b92657890a:41305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T18:49:20,877 INFO [RS:2;f2b92657890a:41305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T18:49:20,877 INFO [RS:2;f2b92657890a:41305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:20,878 INFO [RS:2;f2b92657890a:41305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41305 2024-11-24T18:49:20,882 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/default/TestHBaseWalOnEC/e754c03c2b67cf51da31b23c410bb492/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T18:49:20,884 INFO [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:20,885 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e754c03c2b67cf51da31b23c410bb492: Waiting for close lock at 1732474160861Running coprocessor pre-close hooks at 1732474160861Disabling compacts and flushes for region at 1732474160861Disabling writes for close at 1732474160862 (+1 ms)Writing region close event to WAL at 1732474160864 (+2 ms)Running coprocessor post-close hooks at 1732474160883 (+19 ms)Closed at 1732474160884 (+1 ms) 2024-11-24T18:49:20,885 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492. 2024-11-24T18:49:20,902 INFO [regionserver/f2b92657890a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:20,904 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/info/0f6c724f3eec4fd794971c274f93daa0 is 153, key is TestHBaseWalOnEC,,1732474157360.e754c03c2b67cf51da31b23c410bb492./info:regioninfo/1732474158610/Put/seqid=0 2024-11-24T18:49:20,906 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:20,906 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:20,911 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1170825855_22 at /127.0.0.1:41160 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:38597:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41160 dst: /127.0.0.1:38597 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-24T18:49:20,921 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:20,922 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/info/0f6c724f3eec4fd794971c274f93daa0 2024-11-24T18:49:20,931 INFO [regionserver/f2b92657890a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:20,938 INFO [regionserver/f2b92657890a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:20,952 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/ns/a05cc9415c7f41c8aa3cd63e5ab328b0 is 43, key is default/ns:d/1732474157073/Put/seqid=0 2024-11-24T18:49:20,954 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:20,955 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:20,961 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1170825855_22 at /127.0.0.1:50718 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:45129:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50718 dst: /127.0.0.1:45129 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-24T18:49:20,968 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:20,968 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/ns/a05cc9415c7f41c8aa3cd63e5ab328b0 2024-11-24T18:49:20,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:20,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f2b92657890a,41305,1732474154952 2024-11-24T18:49:20,987 INFO [RS:2;f2b92657890a:41305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:20,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f2b92657890a,41305,1732474154952] 2024-11-24T18:49:21,004 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/table/b93ace2e512f46468fc0ab2ee95610e5 is 52, key is TestHBaseWalOnEC/table:state/1732474158632/Put/seqid=0 2024-11-24T18:49:21,006 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,006 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,012 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1170825855_22 at /127.0.0.1:50734 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:45129:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50734 dst: /127.0.0.1:45129 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-24T18:49:21,018 WARN [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:21,019 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/table/b93ace2e512f46468fc0ab2ee95610e5 2024-11-24T18:49:21,036 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/info/0f6c724f3eec4fd794971c274f93daa0 as hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/info/0f6c724f3eec4fd794971c274f93daa0 2024-11-24T18:49:21,048 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/info/0f6c724f3eec4fd794971c274f93daa0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T18:49:21,050 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/ns/a05cc9415c7f41c8aa3cd63e5ab328b0 as hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/ns/a05cc9415c7f41c8aa3cd63e5ab328b0 2024-11-24T18:49:21,053 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f2b92657890a,41305,1732474154952 already deleted, retry=false 2024-11-24T18:49:21,053 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f2b92657890a,41305,1732474154952 expired; onlineServers=2 2024-11-24T18:49:21,061 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/ns/a05cc9415c7f41c8aa3cd63e5ab328b0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T18:49:21,063 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/.tmp/table/b93ace2e512f46468fc0ab2ee95610e5 as hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/table/b93ace2e512f46468fc0ab2ee95610e5 2024-11-24T18:49:21,063 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(976): stopping server f2b92657890a,35053,1732474154797; all regions closed. 2024-11-24T18:49:21,063 DEBUG [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T18:49:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741826_1016 (size=1298) 2024-11-24T18:49:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741826_1016 (size=1298) 2024-11-24T18:49:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741826_1016 (size=1298) 2024-11-24T18:49:21,070 DEBUG [RS:0;f2b92657890a:35053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs 2024-11-24T18:49:21,070 INFO [RS:0;f2b92657890a:35053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f2b92657890a%2C35053%2C1732474154797:(num 1732474156464) 2024-11-24T18:49:21,070 DEBUG [RS:0;f2b92657890a:35053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:21,070 INFO [RS:0;f2b92657890a:35053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:21,070 INFO [RS:0;f2b92657890a:35053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:21,071 INFO [RS:0;f2b92657890a:35053 {}] hbase.ChoreService(370): Chore service for: regionserver/f2b92657890a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:21,071 INFO [RS:0;f2b92657890a:35053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T18:49:21,071 INFO [regionserver/f2b92657890a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:21,071 INFO [RS:0;f2b92657890a:35053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T18:49:21,071 INFO [RS:0;f2b92657890a:35053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T18:49:21,071 INFO [RS:0;f2b92657890a:35053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:21,071 INFO [RS:0;f2b92657890a:35053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35053 2024-11-24T18:49:21,074 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/table/b93ace2e512f46468fc0ab2ee95610e5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T18:49:21,076 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 212ms, sequenceid=11, compaction requested=false 2024-11-24T18:49:21,076 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T18:49:21,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f2b92657890a,35053,1732474154797 2024-11-24T18:49:21,084 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T18:49:21,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:21,084 INFO [RS:0;f2b92657890a:35053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:21,085 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T18:49:21,085 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T18:49:21,085 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732474160862Running coprocessor pre-close hooks at 1732474160862Disabling compacts and flushes for region at 1732474160862Disabling writes for close at 1732474160863 (+1 ms)Obtaining lock to block concurrent updates at 1732474160863Preparing flush snapshotting stores in 1588230740 at 1732474160863Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732474160864 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732474160865 (+1 ms)Flushing 1588230740/info: creating writer at 1732474160866 (+1 ms)Flushing 1588230740/info: appending metadata at 1732474160898 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732474160899 (+1 ms)Flushing 1588230740/ns: creating writer at 1732474160933 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732474160951 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732474160952 (+1 ms)Flushing 1588230740/table: creating writer at 1732474160981 (+29 ms)Flushing 1588230740/table: appending metadata at 1732474161002 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732474161002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef55f09: reopening flushed file at 1732474161034 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7776e4c7: reopening flushed file at 1732474161048 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5416bee1: reopening flushed file at 1732474161061 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 212ms, sequenceid=11, compaction requested=false at 1732474161076 (+15 ms)Writing region close event to WAL at 1732474161078 (+2 ms)Running coprocessor post-close hooks at 1732474161085 (+7 ms)Closed at 1732474161085 2024-11-24T18:49:21,086 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T18:49:21,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f2b92657890a,35053,1732474154797] 2024-11-24T18:49:21,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f2b92657890a,35053,1732474154797 already deleted, retry=false 2024-11-24T18:49:21,105 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f2b92657890a,35053,1732474154797 expired; onlineServers=1 2024-11-24T18:49:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1016e2da4c60003, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:21,144 INFO [RS:2;f2b92657890a:41305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:21,145 INFO [RS:2;f2b92657890a:41305 {}] regionserver.HRegionServer(1031): Exiting; stopping=f2b92657890a,41305,1732474154952; zookeeper connection closed. 2024-11-24T18:49:21,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f2ab85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f2ab85 2024-11-24T18:49:21,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:21,195 INFO [RS:0;f2b92657890a:35053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:21,195 INFO [RS:0;f2b92657890a:35053 {}] regionserver.HRegionServer(1031): Exiting; stopping=f2b92657890a,35053,1732474154797; zookeeper connection closed. 2024-11-24T18:49:21,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1016e2da4c60001, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:21,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a0de43e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a0de43e 2024-11-24T18:49:21,263 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(976): stopping server f2b92657890a,34149,1732474154901; all regions closed. 2024-11-24T18:49:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741829_1019 (size=2751) 2024-11-24T18:49:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741829_1019 (size=2751) 2024-11-24T18:49:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741829_1019 (size=2751) 2024-11-24T18:49:21,274 DEBUG [RS:1;f2b92657890a:34149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs 2024-11-24T18:49:21,274 INFO [RS:1;f2b92657890a:34149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f2b92657890a%2C34149%2C1732474154901.meta:.meta(num 1732474156907) 2024-11-24T18:49:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741827_1017 (size=93) 2024-11-24T18:49:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741827_1017 (size=93) 2024-11-24T18:49:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741827_1017 (size=93) 2024-11-24T18:49:21,283 DEBUG [RS:1;f2b92657890a:34149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/oldWALs 2024-11-24T18:49:21,284 INFO [RS:1;f2b92657890a:34149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f2b92657890a%2C34149%2C1732474154901:(num 1732474156464) 2024-11-24T18:49:21,284 DEBUG [RS:1;f2b92657890a:34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:21,284 INFO [RS:1;f2b92657890a:34149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:21,284 INFO [RS:1;f2b92657890a:34149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:21,284 INFO [RS:1;f2b92657890a:34149 {}] hbase.ChoreService(370): Chore service for: regionserver/f2b92657890a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:21,284 INFO [RS:1;f2b92657890a:34149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:21,285 INFO [regionserver/f2b92657890a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:21,285 INFO [RS:1;f2b92657890a:34149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34149 2024-11-24T18:49:21,328 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f2b92657890a,34149,1732474154901 2024-11-24T18:49:21,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:21,328 INFO [RS:1;f2b92657890a:34149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:21,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f2b92657890a,34149,1732474154901] 2024-11-24T18:49:21,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f2b92657890a,34149,1732474154901 already deleted, retry=false 2024-11-24T18:49:21,358 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f2b92657890a,34149,1732474154901 expired; onlineServers=0 2024-11-24T18:49:21,358 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f2b92657890a,42503,1732474154022' ***** 2024-11-24T18:49:21,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T18:49:21,359 INFO [M:0;f2b92657890a:42503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:21,359 INFO [M:0;f2b92657890a:42503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:21,359 DEBUG [M:0;f2b92657890a:42503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T18:49:21,359 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T18:49:21,359 DEBUG [M:0;f2b92657890a:42503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T18:49:21,359 DEBUG [master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.large.0-1732474156106 {}] cleaner.HFileCleaner(306): Exit Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.large.0-1732474156106,5,FailOnTimeoutGroup] 2024-11-24T18:49:21,359 DEBUG [master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.small.0-1732474156107 {}] cleaner.HFileCleaner(306): Exit Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.small.0-1732474156107,5,FailOnTimeoutGroup] 2024-11-24T18:49:21,360 INFO [M:0;f2b92657890a:42503 {}] hbase.ChoreService(370): Chore service for: master/f2b92657890a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:21,360 INFO [M:0;f2b92657890a:42503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:21,360 DEBUG [M:0;f2b92657890a:42503 {}] master.HMaster(1795): Stopping service threads 2024-11-24T18:49:21,360 INFO [M:0;f2b92657890a:42503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T18:49:21,360 INFO [M:0;f2b92657890a:42503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T18:49:21,361 INFO [M:0;f2b92657890a:42503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T18:49:21,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T18:49:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:21,369 DEBUG [M:0;f2b92657890a:42503 {}] zookeeper.ZKUtil(347): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T18:49:21,369 WARN [M:0;f2b92657890a:42503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T18:49:21,370 INFO [M:0;f2b92657890a:42503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/.lastflushedseqids 2024-11-24T18:49:21,383 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,383 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,386 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:41180 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:38597:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41180 dst: /127.0.0.1:38597 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-24T18:49:21,397 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:21,397 INFO [M:0;f2b92657890a:42503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T18:49:21,397 INFO [M:0;f2b92657890a:42503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T18:49:21,397 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T18:49:21,397 INFO [M:0;f2b92657890a:42503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:21,397 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:21,398 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T18:49:21,398 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:21,398 INFO [M:0;f2b92657890a:42503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-24T18:49:21,421 DEBUG [M:0;f2b92657890a:42503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65bec3b5fb8a4d09a324307de42b4b29 is 82, key is hbase:meta,,1/info:regioninfo/1732474156996/Put/seqid=0 2024-11-24T18:49:21,424 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,424 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,428 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:50754 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:45129:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50754 dst: /127.0.0.1:45129 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:21,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-24T18:49:21,432 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:21,433 INFO [M:0;f2b92657890a:42503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65bec3b5fb8a4d09a324307de42b4b29 2024-11-24T18:49:21,448 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:21,448 INFO [RS:1;f2b92657890a:34149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:21,448 INFO [RS:1;f2b92657890a:34149 {}] regionserver.HRegionServer(1031): Exiting; stopping=f2b92657890a,34149,1732474154901; zookeeper connection closed. 2024-11-24T18:49:21,448 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x1016e2da4c60002, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:21,452 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@176133b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@176133b5 2024-11-24T18:49:21,453 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T18:49:21,466 DEBUG [M:0;f2b92657890a:42503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97974c887fa8406b93fae9422d8a31f0 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732474158642/Put/seqid=0 2024-11-24T18:49:21,469 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,469 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,473 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:50766 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:45129:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50766 dst: /127.0.0.1:45129 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:21,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-24T18:49:21,879 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:21,879 INFO [M:0;f2b92657890a:42503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97974c887fa8406b93fae9422d8a31f0 2024-11-24T18:49:21,918 DEBUG [M:0;f2b92657890a:42503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05f109b370a34b95bc061edd6d93c07f is 69, key is f2b92657890a,34149,1732474154901/rs:state/1732474156132/Put/seqid=0 2024-11-24T18:49:21,920 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,921 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T18:49:21,927 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-545963171_22 at /127.0.0.1:51418 [Receiving block BP-1868098618-172.17.0.2-1732474148952:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:38597:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51418 dst: /127.0.0.1:38597 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T18:49:21,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-24T18:49:21,936 WARN [M:0;f2b92657890a:42503 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T18:49:21,936 INFO [M:0;f2b92657890a:42503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05f109b370a34b95bc061edd6d93c07f 2024-11-24T18:49:21,950 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65bec3b5fb8a4d09a324307de42b4b29 as hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65bec3b5fb8a4d09a324307de42b4b29 2024-11-24T18:49:21,967 INFO [M:0;f2b92657890a:42503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65bec3b5fb8a4d09a324307de42b4b29, entries=8, sequenceid=72, filesize=5.5 K 2024-11-24T18:49:21,969 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97974c887fa8406b93fae9422d8a31f0 as hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97974c887fa8406b93fae9422d8a31f0 2024-11-24T18:49:21,981 INFO [M:0;f2b92657890a:42503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97974c887fa8406b93fae9422d8a31f0, entries=8, sequenceid=72, filesize=6.3 K 2024-11-24T18:49:21,984 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05f109b370a34b95bc061edd6d93c07f as hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05f109b370a34b95bc061edd6d93c07f 2024-11-24T18:49:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_-9223372036854775661_1023 (size=51) 2024-11-24T18:49:21,997 INFO [M:0;f2b92657890a:42503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05f109b370a34b95bc061edd6d93c07f, entries=3, sequenceid=72, filesize=5.2 K 2024-11-24T18:49:22,000 INFO [M:0;f2b92657890a:42503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 601ms, sequenceid=72, compaction requested=false 2024-11-24T18:49:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775660_1023 (size=51) 2024-11-24T18:49:22,008 INFO [M:0;f2b92657890a:42503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:22,008 DEBUG [M:0;f2b92657890a:42503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732474161397Disabling compacts and flushes for region at 1732474161397Disabling writes for close at 1732474161398 (+1 ms)Obtaining lock to block concurrent updates at 1732474161398Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732474161398Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1732474161398Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732474161400 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732474161400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732474161421 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732474161421Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732474161442 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732474161465 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732474161465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732474161891 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732474161917 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732474161917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32bcb75d: reopening flushed file at 1732474161948 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322f7493: reopening flushed file at 1732474161967 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa4b218: reopening flushed file at 1732474161981 (+14 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 601ms, sequenceid=72, compaction requested=false at 1732474162000 (+19 ms)Writing region close event to WAL at 1732474162008 (+8 ms)Closed at 1732474162008 2024-11-24T18:49:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741825_1011 (size=32653) 2024-11-24T18:49:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741825_1011 (size=32653) 2024-11-24T18:49:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741825_1011 (size=32653) 2024-11-24T18:49:22,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:22,016 INFO [M:0;f2b92657890a:42503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T18:49:22,016 INFO [M:0;f2b92657890a:42503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42503 2024-11-24T18:49:22,017 INFO [M:0;f2b92657890a:42503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:22,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775677_1021 (size=392) 2024-11-24T18:49:22,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775676_1021 (size=392) 2024-11-24T18:49:22,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_-9223372036854775645_1025 (size=4787) 2024-11-24T18:49:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_-9223372036854775644_1025 (size=4787) 2024-11-24T18:49:22,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:22,164 INFO [M:0;f2b92657890a:42503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:22,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x1016e2da4c60000, quorum=127.0.0.1:65136, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:22,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f750918{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:22,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:22,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:22,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:22,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:22,177 WARN [BP-1868098618-172.17.0.2-1732474148952 heartbeating to localhost/127.0.0.1:45531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T18:49:22,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T18:49:22,177 WARN [BP-1868098618-172.17.0.2-1732474148952 heartbeating to localhost/127.0.0.1:45531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1868098618-172.17.0.2-1732474148952 (Datanode Uuid ff5b6b8c-a981-4232-bd5c-b5171be3dac8) service to localhost/127.0.0.1:45531 2024-11-24T18:49:22,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T18:49:22,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data5/current/BP-1868098618-172.17.0.2-1732474148952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:22,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data6/current/BP-1868098618-172.17.0.2-1732474148952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:22,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T18:49:22,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b068f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:22,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:22,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:22,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:22,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:22,196 WARN [BP-1868098618-172.17.0.2-1732474148952 heartbeating to localhost/127.0.0.1:45531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T18:49:22,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T18:49:22,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T18:49:22,196 WARN [BP-1868098618-172.17.0.2-1732474148952 heartbeating to localhost/127.0.0.1:45531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1868098618-172.17.0.2-1732474148952 (Datanode Uuid e8c712a2-4eda-422d-8e81-44fbecd3a97c) service to localhost/127.0.0.1:45531 2024-11-24T18:49:22,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data3/current/BP-1868098618-172.17.0.2-1732474148952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:22,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data4/current/BP-1868098618-172.17.0.2-1732474148952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:22,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T18:49:22,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e705dc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:22,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:22,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:22,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:22,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:22,212 WARN [BP-1868098618-172.17.0.2-1732474148952 heartbeating to localhost/127.0.0.1:45531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T18:49:22,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T18:49:22,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T18:49:22,213 WARN [BP-1868098618-172.17.0.2-1732474148952 heartbeating to localhost/127.0.0.1:45531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1868098618-172.17.0.2-1732474148952 (Datanode Uuid 83853c4c-bc20-4f25-83a4-ccd89d82af4d) service to localhost/127.0.0.1:45531 2024-11-24T18:49:22,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data1/current/BP-1868098618-172.17.0.2-1732474148952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:22,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/cluster_827ccb2d-3b40-5927-e859-003a7c355425/data/data2/current/BP-1868098618-172.17.0.2-1732474148952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:22,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T18:49:22,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T18:49:22,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:22,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:22,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:22,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:22,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T18:49:22,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T18:49:22,287 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 157), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=9938 (was 8979) - AvailableMemoryMB LEAK? - 2024-11-24T18:49:22,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=9938 2024-11-24T18:49:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T18:49:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.log.dir so I do NOT create it in target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c 2024-11-24T18:49:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ecc352c-c56e-7d7b-4ca5-f3ee4fa4714a/hadoop.tmp.dir so I do NOT create it in target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c 2024-11-24T18:49:22,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97, deleteOnExit=true 2024-11-24T18:49:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T18:49:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/test.cache.data in system properties and HBase conf 2024-11-24T18:49:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T18:49:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir in system properties and HBase conf 2024-11-24T18:49:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T18:49:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T18:49:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T18:49:22,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T18:49:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T18:49:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/nfs.dump.dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/java.io.tmpdir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T18:49:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T18:49:22,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T18:49:22,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T18:49:22,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T18:49:22,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T18:49:22,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:22,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:22,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:22,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:22,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T18:49:22,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:22,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:22,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:22,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/java.io.tmpdir/jetty-localhost-45553-hadoop-hdfs-3_4_1-tests_jar-_-any-15058987906809102026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T18:49:22,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:45553} 2024-11-24T18:49:22,752 INFO [Time-limited test {}] server.Server(415): Started @16422ms 2024-11-24T18:49:23,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:23,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:23,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:23,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:23,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T18:49:23,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a92fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:23,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@137179d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:23,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@582dea15{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/java.io.tmpdir/jetty-localhost-38573-hadoop-hdfs-3_4_1-tests_jar-_-any-130312740910508056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:23,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f6d3ff7{HTTP/1.1, (http/1.1)}{localhost:38573} 2024-11-24T18:49:23,138 INFO [Time-limited test {}] server.Server(415): Started @16808ms 2024-11-24T18:49:23,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T18:49:23,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:23,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:23,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:23,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:23,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T18:49:23,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bb1336{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:23,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c597470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:23,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b340784{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/java.io.tmpdir/jetty-localhost-37829-hadoop-hdfs-3_4_1-tests_jar-_-any-5544385861946188584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:23,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1872922a{HTTP/1.1, (http/1.1)}{localhost:37829} 2024-11-24T18:49:23,275 INFO [Time-limited test {}] server.Server(415): Started @16945ms 2024-11-24T18:49:23,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T18:49:23,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T18:49:23,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T18:49:23,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T18:49:23,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T18:49:23,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T18:49:23,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38da8210{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,AVAILABLE} 2024-11-24T18:49:23,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f6422f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T18:49:23,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1183a3bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/java.io.tmpdir/jetty-localhost-38023-hadoop-hdfs-3_4_1-tests_jar-_-any-16497771326801341609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:23,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee4ec12{HTTP/1.1, (http/1.1)}{localhost:38023} 2024-11-24T18:49:23,405 INFO [Time-limited test {}] server.Server(415): Started @17075ms 2024-11-24T18:49:23,409 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T18:49:24,627 WARN [Thread-584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data2/current/BP-1473310508-172.17.0.2-1732474162322/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:24,627 WARN [Thread-583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data1/current/BP-1473310508-172.17.0.2-1732474162322/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:24,643 WARN [Thread-523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T18:49:24,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d4be09c1bfa81d5 with lease ID 0x7a26660d0eaaf8b8: Processing first storage report for DS-5dd26176-290e-400c-8144-7f816177b286 from datanode DatanodeRegistration(127.0.0.1:45485, datanodeUuid=8e11eb3d-2975-424f-bc88-8688a34073e4, infoPort=33043, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322) 2024-11-24T18:49:24,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d4be09c1bfa81d5 with lease ID 0x7a26660d0eaaf8b8: from storage DS-5dd26176-290e-400c-8144-7f816177b286 node DatanodeRegistration(127.0.0.1:45485, datanodeUuid=8e11eb3d-2975-424f-bc88-8688a34073e4, infoPort=33043, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:24,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d4be09c1bfa81d5 with lease ID 0x7a26660d0eaaf8b8: Processing first storage report for DS-5d17b745-3c51-448c-b479-5f7d95fd6b99 from datanode DatanodeRegistration(127.0.0.1:45485, datanodeUuid=8e11eb3d-2975-424f-bc88-8688a34073e4, infoPort=33043, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322) 2024-11-24T18:49:24,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d4be09c1bfa81d5 with lease ID 0x7a26660d0eaaf8b8: from storage DS-5d17b745-3c51-448c-b479-5f7d95fd6b99 node DatanodeRegistration(127.0.0.1:45485, datanodeUuid=8e11eb3d-2975-424f-bc88-8688a34073e4, infoPort=33043, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:24,683 WARN [Thread-594 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data3/current/BP-1473310508-172.17.0.2-1732474162322/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:24,683 WARN [Thread-595 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data4/current/BP-1473310508-172.17.0.2-1732474162322/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:24,704 WARN [Thread-546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T18:49:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x360c36a6e7fe206d with lease ID 0x7a26660d0eaaf8b9: Processing first storage report for DS-0c35b5cb-70ed-43a0-8396-8b10d37fdd45 from datanode DatanodeRegistration(127.0.0.1:35115, datanodeUuid=c761c033-5df4-45d8-a93e-a0fb0a13a6be, infoPort=40355, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322) 2024-11-24T18:49:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x360c36a6e7fe206d with lease ID 0x7a26660d0eaaf8b9: from storage DS-0c35b5cb-70ed-43a0-8396-8b10d37fdd45 node DatanodeRegistration(127.0.0.1:35115, datanodeUuid=c761c033-5df4-45d8-a93e-a0fb0a13a6be, infoPort=40355, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x360c36a6e7fe206d with lease ID 0x7a26660d0eaaf8b9: Processing first storage report for DS-66502f43-f763-45a8-961c-8be50ecb8e41 from datanode DatanodeRegistration(127.0.0.1:35115, datanodeUuid=c761c033-5df4-45d8-a93e-a0fb0a13a6be, infoPort=40355, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322) 2024-11-24T18:49:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x360c36a6e7fe206d with lease ID 0x7a26660d0eaaf8b9: from storage DS-66502f43-f763-45a8-961c-8be50ecb8e41 node DatanodeRegistration(127.0.0.1:35115, datanodeUuid=c761c033-5df4-45d8-a93e-a0fb0a13a6be, infoPort=40355, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:24,800 WARN [Thread-605 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data5/current/BP-1473310508-172.17.0.2-1732474162322/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:24,800 WARN [Thread-606 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data6/current/BP-1473310508-172.17.0.2-1732474162322/current, will proceed with Du for space computation calculation, 2024-11-24T18:49:24,817 WARN [Thread-568 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T18:49:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x376fc223c30fb68c with lease ID 0x7a26660d0eaaf8ba: Processing first storage report for DS-20f3c15d-9cc1-42a4-8b68-1b41663b2b03 from datanode DatanodeRegistration(127.0.0.1:41855, datanodeUuid=3d5b938d-7a37-4dbe-aecf-a7fd7038c31d, infoPort=37755, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322) 2024-11-24T18:49:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x376fc223c30fb68c with lease ID 0x7a26660d0eaaf8ba: from storage DS-20f3c15d-9cc1-42a4-8b68-1b41663b2b03 node DatanodeRegistration(127.0.0.1:41855, datanodeUuid=3d5b938d-7a37-4dbe-aecf-a7fd7038c31d, infoPort=37755, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x376fc223c30fb68c with lease ID 0x7a26660d0eaaf8ba: Processing first storage report for DS-f2a1aa2c-fe8d-417b-a579-fd5444cfb8d5 from datanode DatanodeRegistration(127.0.0.1:41855, datanodeUuid=3d5b938d-7a37-4dbe-aecf-a7fd7038c31d, infoPort=37755, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322) 2024-11-24T18:49:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x376fc223c30fb68c with lease ID 0x7a26660d0eaaf8ba: from storage DS-f2a1aa2c-fe8d-417b-a579-fd5444cfb8d5 node DatanodeRegistration(127.0.0.1:41855, datanodeUuid=3d5b938d-7a37-4dbe-aecf-a7fd7038c31d, infoPort=37755, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=1669625235;c=1732474162322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T18:49:24,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c 2024-11-24T18:49:24,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/zookeeper_0, clientPort=59892, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T18:49:24,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59892 2024-11-24T18:49:24,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:24,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741825_1001 (size=7) 2024-11-24T18:49:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741825_1001 (size=7) 2024-11-24T18:49:24,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741825_1001 (size=7) 2024-11-24T18:49:24,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5 with version=8 2024-11-24T18:49:24,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45531/user/jenkins/test-data/97d039ad-4604-17e3-413e-e34dea679738/hbase-staging 2024-11-24T18:49:24,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:24,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:24,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:24,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:24,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:24,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:24,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T18:49:24,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:24,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33197 2024-11-24T18:49:24,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33197 connecting to ZooKeeper ensemble=127.0.0.1:59892 2024-11-24T18:49:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331970x0, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:24,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33197-0x1016e2dd21b0000 connected 2024-11-24T18:49:25,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:25,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5, hbase.cluster.distributed=false 2024-11-24T18:49:25,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:25,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-24T18:49:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33197 2024-11-24T18:49:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33197 2024-11-24T18:49:25,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-24T18:49:25,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-24T18:49:25,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:25,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:25,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:25,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T18:49:25,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:25,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43253 2024-11-24T18:49:25,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43253 connecting to ZooKeeper ensemble=127.0.0.1:59892 2024-11-24T18:49:25,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432530x0, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:25,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43253-0x1016e2dd21b0001 connected 2024-11-24T18:49:25,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:25,072 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T18:49:25,073 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T18:49:25,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T18:49:25,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:25,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-24T18:49:25,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43253 2024-11-24T18:49:25,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43253 2024-11-24T18:49:25,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-24T18:49:25,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-24T18:49:25,099 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:25,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:25,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:25,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T18:49:25,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:25,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33635 2024-11-24T18:49:25,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33635 connecting to ZooKeeper ensemble=127.0.0.1:59892 2024-11-24T18:49:25,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336350x0, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:25,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336350x0, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:25,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33635-0x1016e2dd21b0002 connected 2024-11-24T18:49:25,115 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T18:49:25,115 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T18:49:25,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T18:49:25,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:25,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33635 2024-11-24T18:49:25,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33635 2024-11-24T18:49:25,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33635 2024-11-24T18:49:25,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33635 2024-11-24T18:49:25,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33635 2024-11-24T18:49:25,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f2b92657890a:0 server-side Connection retries=45 2024-11-24T18:49:25,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T18:49:25,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T18:49:25,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T18:49:25,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T18:49:25,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T18:49:25,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41649 2024-11-24T18:49:25,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41649 connecting to ZooKeeper ensemble=127.0.0.1:59892 2024-11-24T18:49:25,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416490x0, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T18:49:25,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416490x0, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:25,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T18:49:25,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41649-0x1016e2dd21b0003 connected 2024-11-24T18:49:25,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T18:49:25,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T18:49:25,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T18:49:25,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-24T18:49:25,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41649 2024-11-24T18:49:25,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41649 2024-11-24T18:49:25,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-24T18:49:25,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-24T18:49:25,185 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f2b92657890a:33197 2024-11-24T18:49:25,185 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f2b92657890a,33197,1732474164873 2024-11-24T18:49:25,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,199 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f2b92657890a,33197,1732474164873 2024-11-24T18:49:25,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:25,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:25,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,209 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T18:49:25,210 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f2b92657890a,33197,1732474164873 from backup master directory 2024-11-24T18:49:25,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f2b92657890a,33197,1732474164873 2024-11-24T18:49:25,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T18:49:25,219 WARN [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:25,219 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f2b92657890a,33197,1732474164873 2024-11-24T18:49:25,227 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/hbase.id] with ID: a34b013e-d8b2-4026-bc5f-2cc3ceba2511 2024-11-24T18:49:25,227 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/.tmp/hbase.id 2024-11-24T18:49:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741826_1002 (size=42) 2024-11-24T18:49:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741826_1002 (size=42) 2024-11-24T18:49:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741826_1002 (size=42) 2024-11-24T18:49:25,248 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/.tmp/hbase.id]:[hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/hbase.id] 2024-11-24T18:49:25,268 INFO [master/f2b92657890a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T18:49:25,268 INFO [master/f2b92657890a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T18:49:25,271 INFO [master/f2b92657890a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-24T18:49:25,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741827_1003 (size=196) 2024-11-24T18:49:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741827_1003 (size=196) 2024-11-24T18:49:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741827_1003 (size=196) 2024-11-24T18:49:25,304 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T18:49:25,305 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T18:49:25,308 INFO [master/f2b92657890a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T18:49:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741828_1004 (size=1189) 2024-11-24T18:49:25,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741828_1004 (size=1189) 2024-11-24T18:49:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741828_1004 (size=1189) 2024-11-24T18:49:25,339 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store 2024-11-24T18:49:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741829_1005 (size=34) 2024-11-24T18:49:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741829_1005 (size=34) 2024-11-24T18:49:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741829_1005 (size=34) 2024-11-24T18:49:25,364 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:25,365 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T18:49:25,365 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:25,365 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:25,365 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T18:49:25,365 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:25,365 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:25,365 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732474165365Disabling compacts and flushes for region at 1732474165365Disabling writes for close at 1732474165365Writing region close event to WAL at 1732474165365Closed at 1732474165365 2024-11-24T18:49:25,366 WARN [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/.initializing 2024-11-24T18:49:25,366 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/WALs/f2b92657890a,33197,1732474164873 2024-11-24T18:49:25,371 INFO [master/f2b92657890a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C33197%2C1732474164873, suffix=, logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/WALs/f2b92657890a,33197,1732474164873, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/oldWALs, maxLogs=10 2024-11-24T18:49:25,372 INFO [master/f2b92657890a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor f2b92657890a%2C33197%2C1732474164873.1732474165371 2024-11-24T18:49:25,391 INFO [master/f2b92657890a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/WALs/f2b92657890a,33197,1732474164873/f2b92657890a%2C33197%2C1732474164873.1732474165371 2024-11-24T18:49:25,400 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37755:37755),(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:40355:40355)] 2024-11-24T18:49:25,404 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T18:49:25,405 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:25,405 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,405 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T18:49:25,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:25,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:25,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T18:49:25,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:25,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:25,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T18:49:25,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:25,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:25,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T18:49:25,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:25,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:25,423 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,424 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,427 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,429 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,429 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,430 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T18:49:25,432 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T18:49:25,436 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T18:49:25,438 INFO [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71170288, jitterRate=0.06051993370056152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T18:49:25,439 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732474165405Initializing all the Stores at 1732474165407 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474165407Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474165407Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474165407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474165407Cleaning up temporary data from old regions at 1732474165429 (+22 ms)Region opened successfully at 1732474165439 (+10 ms) 2024-11-24T18:49:25,444 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T18:49:25,450 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675daa64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:25,452 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T18:49:25,452 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T18:49:25,452 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T18:49:25,452 INFO [master/f2b92657890a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T18:49:25,453 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T18:49:25,458 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T18:49:25,458 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T18:49:25,466 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T18:49:25,468 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T18:49:25,478 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T18:49:25,478 INFO [master/f2b92657890a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T18:49:25,480 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T18:49:25,493 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T18:49:25,494 INFO [master/f2b92657890a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T18:49:25,495 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T18:49:25,579 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T18:49:25,580 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T18:49:25,653 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T18:49:25,656 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T18:49:25,738 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T18:49:25,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,795 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f2b92657890a,33197,1732474164873, sessionid=0x1016e2dd21b0000, setting cluster-up flag (Was=false) 2024-11-24T18:49:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:26,331 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T18:49:26,334 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f2b92657890a,33197,1732474164873 2024-11-24T18:49:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:26,694 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T18:49:26,697 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f2b92657890a,33197,1732474164873 2024-11-24T18:49:26,699 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T18:49:26,702 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:26,702 INFO [master/f2b92657890a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T18:49:26,703 INFO [master/f2b92657890a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T18:49:26,703 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f2b92657890a,33197,1732474164873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f2b92657890a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f2b92657890a:0, corePoolSize=10, maxPoolSize=10 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:26,705 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:26,707 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732474196707 2024-11-24T18:49:26,707 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T18:49:26,707 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T18:49:26,708 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T18:49:26,708 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T18:49:26,708 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T18:49:26,708 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T18:49:26,708 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:26,708 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:26,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T18:49:26,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:26,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T18:49:26,713 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T18:49:26,713 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T18:49:26,714 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T18:49:26,714 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T18:49:26,714 INFO [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T18:49:26,714 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.large.0-1732474166714,5,FailOnTimeoutGroup] 2024-11-24T18:49:26,714 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.small.0-1732474166714,5,FailOnTimeoutGroup] 2024-11-24T18:49:26,714 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:26,714 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T18:49:26,715 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:26,715 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741831_1007 (size=1321) 2024-11-24T18:49:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741831_1007 (size=1321) 2024-11-24T18:49:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741831_1007 (size=1321) 2024-11-24T18:49:26,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T18:49:26,721 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5 2024-11-24T18:49:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741832_1008 (size=32) 2024-11-24T18:49:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741832_1008 (size=32) 2024-11-24T18:49:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741832_1008 (size=32) 2024-11-24T18:49:26,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:26,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T18:49:26,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T18:49:26,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:26,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:26,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T18:49:26,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T18:49:26,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:26,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:26,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T18:49:26,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T18:49:26,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:26,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:26,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T18:49:26,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T18:49:26,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:26,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:26,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T18:49:26,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740 2024-11-24T18:49:26,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740 2024-11-24T18:49:26,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T18:49:26,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T18:49:26,746 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T18:49:26,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T18:49:26,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T18:49:26,751 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73916165, jitterRate=0.10143668949604034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T18:49:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732474166731Initializing all the Stores at 1732474166732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474166732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474166732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474166732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474166732Cleaning up temporary data from old regions at 1732474166745 (+13 ms)Region opened successfully at 1732474166751 (+6 ms) 2024-11-24T18:49:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T18:49:26,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T18:49:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T18:49:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T18:49:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T18:49:26,752 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T18:49:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732474166752Disabling compacts and flushes for region at 1732474166752Disabling writes for close at 1732474166752Writing region close event to WAL at 1732474166752Closed at 1732474166752 2024-11-24T18:49:26,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:26,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T18:49:26,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T18:49:26,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T18:49:26,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T18:49:26,772 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(746): ClusterId : a34b013e-d8b2-4026-bc5f-2cc3ceba2511 2024-11-24T18:49:26,772 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(746): ClusterId : a34b013e-d8b2-4026-bc5f-2cc3ceba2511 2024-11-24T18:49:26,772 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(746): ClusterId : a34b013e-d8b2-4026-bc5f-2cc3ceba2511 2024-11-24T18:49:26,772 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T18:49:26,772 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T18:49:26,772 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T18:49:26,894 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T18:49:26,894 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T18:49:26,894 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T18:49:26,894 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T18:49:26,894 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T18:49:26,894 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T18:49:26,907 WARN [f2b92657890a:33197 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T18:49:26,948 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T18:49:26,948 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T18:49:26,948 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T18:49:26,948 DEBUG [RS:1;f2b92657890a:33635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276c15c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:26,948 DEBUG [RS:0;f2b92657890a:43253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c413b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:26,948 DEBUG [RS:2;f2b92657890a:41649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7ffb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2b92657890a/172.17.0.2:0 2024-11-24T18:49:26,961 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f2b92657890a:33635 2024-11-24T18:49:26,962 INFO [RS:1;f2b92657890a:33635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T18:49:26,962 INFO [RS:1;f2b92657890a:33635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T18:49:26,962 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T18:49:26,962 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(2659): reportForDuty to master=f2b92657890a,33197,1732474164873 with port=33635, startcode=1732474165099 2024-11-24T18:49:26,963 DEBUG [RS:1;f2b92657890a:33635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T18:49:26,965 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55667, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T18:49:26,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f2b92657890a,33635,1732474165099 2024-11-24T18:49:26,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(517): Registering regionserver=f2b92657890a,33635,1732474165099 2024-11-24T18:49:26,966 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f2b92657890a:43253 2024-11-24T18:49:26,966 INFO [RS:0;f2b92657890a:43253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T18:49:26,966 INFO [RS:0;f2b92657890a:43253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T18:49:26,966 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T18:49:26,967 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(2659): reportForDuty to master=f2b92657890a,33197,1732474164873 with port=43253, startcode=1732474165054 2024-11-24T18:49:26,967 DEBUG [RS:0;f2b92657890a:43253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T18:49:26,968 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5 2024-11-24T18:49:26,968 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46653 2024-11-24T18:49:26,968 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T18:49:26,969 DEBUG [RS:2;f2b92657890a:41649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f2b92657890a:41649 2024-11-24T18:49:26,969 INFO [RS:2;f2b92657890a:41649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T18:49:26,969 INFO [RS:2;f2b92657890a:41649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T18:49:26,969 DEBUG [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T18:49:26,972 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T18:49:26,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f2b92657890a,43253,1732474165054 2024-11-24T18:49:26,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(517): Registering regionserver=f2b92657890a,43253,1732474165054 2024-11-24T18:49:26,974 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5 2024-11-24T18:49:26,974 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46653 2024-11-24T18:49:26,974 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T18:49:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:27,032 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(2659): reportForDuty to master=f2b92657890a,33197,1732474164873 with port=41649, startcode=1732474165137 2024-11-24T18:49:27,032 DEBUG [RS:2;f2b92657890a:41649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T18:49:27,034 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T18:49:27,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f2b92657890a,41649,1732474165137 2024-11-24T18:49:27,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(517): Registering regionserver=f2b92657890a,41649,1732474165137 2024-11-24T18:49:27,037 DEBUG [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5 2024-11-24T18:49:27,037 DEBUG [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46653 2024-11-24T18:49:27,037 DEBUG [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T18:49:27,170 DEBUG [RS:1;f2b92657890a:33635 {}] zookeeper.ZKUtil(111): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f2b92657890a,33635,1732474165099 2024-11-24T18:49:27,170 WARN [RS:1;f2b92657890a:33635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:27,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f2b92657890a,43253,1732474165054] 2024-11-24T18:49:27,170 INFO [RS:1;f2b92657890a:33635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T18:49:27,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f2b92657890a,33635,1732474165099] 2024-11-24T18:49:27,170 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,33635,1732474165099 2024-11-24T18:49:27,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:27,233 DEBUG [RS:0;f2b92657890a:43253 {}] zookeeper.ZKUtil(111): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f2b92657890a,43253,1732474165054 2024-11-24T18:49:27,233 WARN [RS:0;f2b92657890a:43253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:27,234 INFO [RS:0;f2b92657890a:43253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T18:49:27,234 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,43253,1732474165054 2024-11-24T18:49:27,234 DEBUG [RS:2;f2b92657890a:41649 {}] zookeeper.ZKUtil(111): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f2b92657890a,41649,1732474165137 2024-11-24T18:49:27,234 WARN [RS:2;f2b92657890a:41649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T18:49:27,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f2b92657890a,41649,1732474165137] 2024-11-24T18:49:27,234 INFO [RS:2;f2b92657890a:41649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T18:49:27,235 DEBUG [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,41649,1732474165137 2024-11-24T18:49:27,237 INFO [RS:1;f2b92657890a:33635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T18:49:27,242 INFO [RS:0;f2b92657890a:43253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T18:49:27,242 INFO [RS:2;f2b92657890a:41649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T18:49:27,244 INFO [RS:1;f2b92657890a:33635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T18:49:27,245 INFO [RS:0;f2b92657890a:43253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T18:49:27,251 INFO [RS:0;f2b92657890a:43253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T18:49:27,251 INFO [RS:1;f2b92657890a:33635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T18:49:27,251 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,251 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,252 INFO [RS:2;f2b92657890a:41649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T18:49:27,252 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T18:49:27,252 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T18:49:27,253 INFO [RS:0;f2b92657890a:43253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T18:49:27,253 INFO [RS:1;f2b92657890a:33635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T18:49:27,254 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,254 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,254 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,255 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:27,255 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,255 DEBUG [RS:0;f2b92657890a:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:27,255 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,255 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,255 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,255 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:27,255 DEBUG [RS:1;f2b92657890a:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:27,256 INFO [RS:2;f2b92657890a:41649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T18:49:27,256 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,260 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,260 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,260 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,260 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T18:49:27,260 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,260 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,43253,1732474165054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33635,1732474165099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:27,261 INFO [RS:2;f2b92657890a:41649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T18:49:27,262 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f2b92657890a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f2b92657890a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:27,262 DEBUG [RS:2;f2b92657890a:41649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T18:49:27,266 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,266 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,266 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,266 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,266 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,266 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,41649,1732474165137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:27,279 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T18:49:27,279 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,41649,1732474165137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,280 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,280 INFO [RS:2;f2b92657890a:41649 {}] regionserver.Replication(171): f2b92657890a,41649,1732474165137 started 2024-11-24T18:49:27,280 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T18:49:27,280 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T18:49:27,280 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33635,1732474165099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,280 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,43253,1732474165054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,280 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,280 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,280 INFO [RS:1;f2b92657890a:33635 {}] regionserver.Replication(171): f2b92657890a,33635,1732474165099 started 2024-11-24T18:49:27,280 INFO [RS:0;f2b92657890a:43253 {}] regionserver.Replication(171): f2b92657890a,43253,1732474165054 started 2024-11-24T18:49:27,293 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,293 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,293 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,293 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(1482): Serving as f2b92657890a,41649,1732474165137, RpcServer on f2b92657890a/172.17.0.2:41649, sessionid=0x1016e2dd21b0003 2024-11-24T18:49:27,293 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1482): Serving as f2b92657890a,43253,1732474165054, RpcServer on f2b92657890a/172.17.0.2:43253, sessionid=0x1016e2dd21b0001 2024-11-24T18:49:27,293 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1482): Serving as f2b92657890a,33635,1732474165099, RpcServer on f2b92657890a/172.17.0.2:33635, sessionid=0x1016e2dd21b0002 2024-11-24T18:49:27,293 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T18:49:27,293 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T18:49:27,293 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T18:49:27,293 DEBUG [RS:2;f2b92657890a:41649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f2b92657890a,41649,1732474165137 2024-11-24T18:49:27,293 DEBUG [RS:0;f2b92657890a:43253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f2b92657890a,43253,1732474165054 2024-11-24T18:49:27,293 DEBUG [RS:1;f2b92657890a:33635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f2b92657890a,33635,1732474165099 2024-11-24T18:49:27,293 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,41649,1732474165137' 2024-11-24T18:49:27,293 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,43253,1732474165054' 2024-11-24T18:49:27,293 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,33635,1732474165099' 2024-11-24T18:49:27,293 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T18:49:27,293 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T18:49:27,293 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T18:49:27,294 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T18:49:27,294 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T18:49:27,294 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T18:49:27,294 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T18:49:27,294 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T18:49:27,294 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T18:49:27,294 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T18:49:27,294 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T18:49:27,294 DEBUG [RS:1;f2b92657890a:33635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f2b92657890a,33635,1732474165099 2024-11-24T18:49:27,294 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T18:49:27,295 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,33635,1732474165099' 2024-11-24T18:49:27,295 DEBUG [RS:2;f2b92657890a:41649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f2b92657890a,41649,1732474165137 2024-11-24T18:49:27,295 DEBUG [RS:0;f2b92657890a:43253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f2b92657890a,43253,1732474165054 2024-11-24T18:49:27,295 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T18:49:27,295 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,41649,1732474165137' 2024-11-24T18:49:27,295 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2b92657890a,43253,1732474165054' 2024-11-24T18:49:27,295 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T18:49:27,295 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T18:49:27,295 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T18:49:27,295 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T18:49:27,295 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T18:49:27,295 DEBUG [RS:1;f2b92657890a:33635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T18:49:27,295 INFO [RS:1;f2b92657890a:33635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T18:49:27,295 INFO [RS:1;f2b92657890a:33635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T18:49:27,295 DEBUG [RS:2;f2b92657890a:41649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T18:49:27,296 DEBUG [RS:0;f2b92657890a:43253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T18:49:27,296 INFO [RS:2;f2b92657890a:41649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T18:49:27,296 INFO [RS:0;f2b92657890a:43253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T18:49:27,296 INFO [RS:0;f2b92657890a:43253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T18:49:27,296 INFO [RS:2;f2b92657890a:41649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T18:49:27,401 INFO [RS:0;f2b92657890a:43253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C43253%2C1732474165054, suffix=, logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,43253,1732474165054, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs, maxLogs=32 2024-11-24T18:49:27,401 INFO [RS:2;f2b92657890a:41649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C41649%2C1732474165137, suffix=, logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,41649,1732474165137, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs, maxLogs=32 2024-11-24T18:49:27,401 INFO [RS:1;f2b92657890a:33635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C33635%2C1732474165099, suffix=, logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,33635,1732474165099, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs, maxLogs=32 2024-11-24T18:49:27,405 INFO [RS:0;f2b92657890a:43253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f2b92657890a%2C43253%2C1732474165054.1732474167405 2024-11-24T18:49:27,405 INFO [RS:2;f2b92657890a:41649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f2b92657890a%2C41649%2C1732474165137.1732474167405 2024-11-24T18:49:27,406 INFO [RS:1;f2b92657890a:33635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f2b92657890a%2C33635%2C1732474165099.1732474167406 2024-11-24T18:49:27,413 INFO [RS:2;f2b92657890a:41649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,41649,1732474165137/f2b92657890a%2C41649%2C1732474165137.1732474167405 2024-11-24T18:49:27,414 DEBUG [RS:2;f2b92657890a:41649 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37755:37755),(127.0.0.1/127.0.0.1:40355:40355),(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-24T18:49:27,415 INFO [RS:0;f2b92657890a:43253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,43253,1732474165054/f2b92657890a%2C43253%2C1732474165054.1732474167405 2024-11-24T18:49:27,415 INFO [RS:1;f2b92657890a:33635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,33635,1732474165099/f2b92657890a%2C33635%2C1732474165099.1732474167406 2024-11-24T18:49:27,416 DEBUG [RS:0;f2b92657890a:43253 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40355:40355),(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:37755:37755)] 2024-11-24T18:49:27,416 DEBUG [RS:1;f2b92657890a:33635 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:40355:40355),(127.0.0.1/127.0.0.1:37755:37755)] 2024-11-24T18:49:27,658 DEBUG [f2b92657890a:33197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T18:49:27,658 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(204): Hosts are {f2b92657890a=0} racks are {/default-rack=0} 2024-11-24T18:49:27,661 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T18:49:27,661 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T18:49:27,661 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T18:49:27,661 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T18:49:27,661 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T18:49:27,661 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T18:49:27,661 INFO [f2b92657890a:33197 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T18:49:27,661 INFO [f2b92657890a:33197 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T18:49:27,661 INFO [f2b92657890a:33197 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T18:49:27,661 DEBUG [f2b92657890a:33197 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T18:49:27,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f2b92657890a,43253,1732474165054 2024-11-24T18:49:27,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f2b92657890a,43253,1732474165054, state=OPENING 2024-11-24T18:49:27,682 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T18:49:27,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:27,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:27,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:27,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:27,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,693 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T18:49:27,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f2b92657890a,43253,1732474165054}] 2024-11-24T18:49:27,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T18:49:27,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T18:49:27,856 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T18:49:27,857 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T18:49:27,860 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2b92657890a%2C43253%2C1732474165054.meta, suffix=.meta, logDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,43253,1732474165054, archiveDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs, maxLogs=32 2024-11-24T18:49:27,862 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor f2b92657890a%2C43253%2C1732474165054.meta.1732474167861.meta 2024-11-24T18:49:27,879 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/WALs/f2b92657890a,43253,1732474165054/f2b92657890a%2C43253%2C1732474165054.meta.1732474167861.meta 2024-11-24T18:49:27,881 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:37755:37755),(127.0.0.1/127.0.0.1:40355:40355)] 2024-11-24T18:49:27,882 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T18:49:27,882 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T18:49:27,883 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T18:49:27,883 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T18:49:27,883 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T18:49:27,883 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:27,883 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T18:49:27,883 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T18:49:27,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T18:49:27,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T18:49:27,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:27,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:27,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T18:49:27,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T18:49:27,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:27,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:27,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T18:49:27,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T18:49:27,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:27,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:27,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T18:49:27,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T18:49:27,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:27,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T18:49:27,894 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T18:49:27,895 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740 2024-11-24T18:49:27,897 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740 2024-11-24T18:49:27,898 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T18:49:27,898 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T18:49:27,899 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T18:49:27,901 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T18:49:27,902 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63745299, jitterRate=-0.05012102425098419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T18:49:27,903 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T18:49:27,905 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732474167883Writing region info on filesystem at 1732474167883Initializing all the Stores at 1732474167885 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474167885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474167885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474167885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732474167885Cleaning up temporary data from old regions at 1732474167898 (+13 ms)Running coprocessor post-open hooks at 1732474167903 (+5 ms)Region opened successfully at 1732474167904 (+1 ms) 2024-11-24T18:49:27,906 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732474167848 2024-11-24T18:49:27,910 DEBUG [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T18:49:27,910 INFO [RS_OPEN_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T18:49:27,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f2b92657890a,43253,1732474165054 2024-11-24T18:49:27,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f2b92657890a,43253,1732474165054, state=OPEN 2024-11-24T18:49:27,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:27,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:27,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f2b92657890a,43253,1732474165054 2024-11-24T18:49:27,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:27,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T18:49:27,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T18:49:27,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T18:49:27,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f2b92657890a,43253,1732474165054 in 237 msec 2024-11-24T18:49:27,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T18:49:27,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1810 sec 2024-11-24T18:49:27,940 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T18:49:27,940 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T18:49:27,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T18:49:27,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f2b92657890a,43253,1732474165054, seqNum=-1] 2024-11-24T18:49:27,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T18:49:27,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T18:49:27,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-24T18:49:27,955 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732474167955, completionTime=-1 2024-11-24T18:49:27,955 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T18:49:27,955 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T18:49:27,958 INFO [master/f2b92657890a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T18:49:27,958 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732474227958 2024-11-24T18:49:27,958 INFO [master/f2b92657890a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732474287958 2024-11-24T18:49:27,958 INFO [master/f2b92657890a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T18:49:27,958 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T18:49:27,959 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33197,1732474164873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,959 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33197,1732474164873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,959 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33197,1732474164873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,959 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f2b92657890a:33197, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,959 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,960 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,962 DEBUG [master/f2b92657890a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T18:49:27,966 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.747sec 2024-11-24T18:49:27,971 INFO [master/f2b92657890a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T18:49:27,971 INFO [master/f2b92657890a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T18:49:27,971 INFO [master/f2b92657890a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T18:49:27,971 INFO [master/f2b92657890a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T18:49:27,971 INFO [master/f2b92657890a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T18:49:27,971 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33197,1732474164873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T18:49:27,972 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33197,1732474164873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T18:49:27,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef1387e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T18:49:27,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f2b92657890a,33197,-1 for getting cluster id 2024-11-24T18:49:27,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T18:49:27,976 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a34b013e-d8b2-4026-bc5f-2cc3ceba2511' 2024-11-24T18:49:27,977 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T18:49:27,977 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a34b013e-d8b2-4026-bc5f-2cc3ceba2511" 2024-11-24T18:49:27,977 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d5f554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T18:49:27,977 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f2b92657890a,33197,-1] 2024-11-24T18:49:27,978 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T18:49:27,980 DEBUG [master/f2b92657890a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T18:49:27,980 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T18:49:27,981 INFO [master/f2b92657890a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2b92657890a,33197,1732474164873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T18:49:27,984 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:27,986 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T18:49:27,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4401fa48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T18:49:27,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T18:49:27,989 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f2b92657890a,43253,1732474165054, seqNum=-1] 2024-11-24T18:49:27,989 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T18:49:27,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T18:49:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f2b92657890a,33197,1732474164873 2024-11-24T18:49:27,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T18:49:27,996 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f2b92657890a,33197,1732474164873 2024-11-24T18:49:27,996 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bc95c68 2024-11-24T18:49:27,997 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T18:49:27,999 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T18:49:28,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T18:49:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-24T18:49:28,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T18:49:28,004 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:28,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-24T18:49:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:28,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T18:49:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741837_1013 (size=392) 2024-11-24T18:49:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741837_1013 (size=392) 2024-11-24T18:49:28,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741837_1013 (size=392) 2024-11-24T18:49:28,017 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93e9d31061a469c8364ce1e055ad2ee0, NAME => 'TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5 2024-11-24T18:49:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741838_1014 (size=51) 2024-11-24T18:49:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741838_1014 (size=51) 2024-11-24T18:49:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741838_1014 (size=51) 2024-11-24T18:49:28,025 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:28,025 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 93e9d31061a469c8364ce1e055ad2ee0, disabling compactions & flushes 2024-11-24T18:49:28,025 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,025 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,025 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. after waiting 0 ms 2024-11-24T18:49:28,026 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,026 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,026 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93e9d31061a469c8364ce1e055ad2ee0: Waiting for close lock at 1732474168025Disabling compacts and flushes for region at 1732474168025Disabling writes for close at 1732474168025Writing region close event to WAL at 1732474168026 (+1 ms)Closed at 1732474168026 2024-11-24T18:49:28,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T18:49:28,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732474168027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732474168027"}]},"ts":"1732474168027"} 2024-11-24T18:49:28,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T18:49:28,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T18:49:28,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732474168032"}]},"ts":"1732474168032"} 2024-11-24T18:49:28,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-24T18:49:28,036 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f2b92657890a=0} racks are {/default-rack=0} 2024-11-24T18:49:28,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T18:49:28,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T18:49:28,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T18:49:28,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T18:49:28,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T18:49:28,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T18:49:28,037 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T18:49:28,037 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T18:49:28,037 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T18:49:28,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T18:49:28,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=93e9d31061a469c8364ce1e055ad2ee0, ASSIGN}] 2024-11-24T18:49:28,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=93e9d31061a469c8364ce1e055ad2ee0, ASSIGN 2024-11-24T18:49:28,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=93e9d31061a469c8364ce1e055ad2ee0, ASSIGN; state=OFFLINE, location=f2b92657890a,33635,1732474165099; forceNewPlan=false, retain=false 2024-11-24T18:49:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:28,192 INFO [f2b92657890a:33197 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-24T18:49:28,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93e9d31061a469c8364ce1e055ad2ee0, regionState=OPENING, regionLocation=f2b92657890a,33635,1732474165099 2024-11-24T18:49:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=93e9d31061a469c8364ce1e055ad2ee0, ASSIGN because future has completed 2024-11-24T18:49:28,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e9d31061a469c8364ce1e055ad2ee0, server=f2b92657890a,33635,1732474165099}] 2024-11-24T18:49:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:28,357 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T18:49:28,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T18:49:28,363 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,363 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93e9d31061a469c8364ce1e055ad2ee0, NAME => 'TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0.', STARTKEY => '', ENDKEY => ''} 2024-11-24T18:49:28,364 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,364 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T18:49:28,364 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,364 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,366 INFO [StoreOpener-93e9d31061a469c8364ce1e055ad2ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,368 INFO [StoreOpener-93e9d31061a469c8364ce1e055ad2ee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e9d31061a469c8364ce1e055ad2ee0 columnFamilyName cf 2024-11-24T18:49:28,368 DEBUG [StoreOpener-93e9d31061a469c8364ce1e055ad2ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T18:49:28,368 INFO [StoreOpener-93e9d31061a469c8364ce1e055ad2ee0-1 {}] regionserver.HStore(327): Store=93e9d31061a469c8364ce1e055ad2ee0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T18:49:28,368 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,369 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,370 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,370 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,370 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,372 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,374 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T18:49:28,375 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93e9d31061a469c8364ce1e055ad2ee0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66379672, jitterRate=-0.01086580753326416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T18:49:28,375 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:28,376 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93e9d31061a469c8364ce1e055ad2ee0: Running coprocessor pre-open hook at 1732474168364Writing region info on filesystem at 1732474168364Initializing all the Stores at 1732474168365 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732474168366 (+1 ms)Cleaning up temporary data from old regions at 1732474168370 (+4 ms)Running coprocessor post-open hooks at 1732474168375 (+5 ms)Region opened successfully at 1732474168376 (+1 ms) 2024-11-24T18:49:28,377 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0., pid=6, masterSystemTime=1732474168357 2024-11-24T18:49:28,381 DEBUG [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,381 INFO [RS_OPEN_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93e9d31061a469c8364ce1e055ad2ee0, regionState=OPEN, openSeqNum=2, regionLocation=f2b92657890a,33635,1732474165099 2024-11-24T18:49:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e9d31061a469c8364ce1e055ad2ee0, server=f2b92657890a,33635,1732474165099 because future has completed 2024-11-24T18:49:28,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T18:49:28,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93e9d31061a469c8364ce1e055ad2ee0, server=f2b92657890a,33635,1732474165099 in 190 msec 2024-11-24T18:49:28,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T18:49:28,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=93e9d31061a469c8364ce1e055ad2ee0, ASSIGN in 358 msec 2024-11-24T18:49:28,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T18:49:28,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732474168401"}]},"ts":"1732474168401"} 2024-11-24T18:49:28,404 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-24T18:49:28,406 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T18:49:28,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 406 msec 2024-11-24T18:49:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T18:49:28,632 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T18:49:28,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-24T18:49:28,632 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T18:49:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-24T18:49:28,636 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T18:49:28,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-24T18:49:28,640 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0., hostname=f2b92657890a,33635,1732474165099, seqNum=2] 2024-11-24T18:49:28,640 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T18:49:28,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T18:49:28,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-24T18:49:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-24T18:49:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:28,649 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-24T18:49:28,651 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T18:49:28,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T18:49:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:28,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T18:49:28,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,806 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 93e9d31061a469c8364ce1e055ad2ee0 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-24T18:49:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0/.tmp/cf/528e8643a95140d1a069d550bc77164d is 36, key is row/cf:cq/1732474168643/Put/seqid=0 2024-11-24T18:49:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741839_1015 (size=4787) 2024-11-24T18:49:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741839_1015 (size=4787) 2024-11-24T18:49:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741839_1015 (size=4787) 2024-11-24T18:49:28,842 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0/.tmp/cf/528e8643a95140d1a069d550bc77164d 2024-11-24T18:49:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0/.tmp/cf/528e8643a95140d1a069d550bc77164d as hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0/cf/528e8643a95140d1a069d550bc77164d 2024-11-24T18:49:28,864 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0/cf/528e8643a95140d1a069d550bc77164d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-24T18:49:28,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 93e9d31061a469c8364ce1e055ad2ee0 in 60ms, sequenceid=5, compaction requested=false 2024-11-24T18:49:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 93e9d31061a469c8364ce1e055ad2ee0: 2024-11-24T18:49:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2b92657890a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T18:49:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T18:49:28,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T18:49:28,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 218 msec 2024-11-24T18:49:28,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 230 msec 2024-11-24T18:49:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T18:49:28,972 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T18:49:28,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T18:49:28,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T18:49:28,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:28,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:28,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:28,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T18:49:28,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T18:49:28,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1747517981, stopped=false 2024-11-24T18:49:28,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f2b92657890a,33197,1732474164873 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:29,033 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T18:49:29,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T18:49:29,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:29,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:29,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:29,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:29,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:29,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T18:49:29,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f2b92657890a,43253,1732474165054' ***** 2024-11-24T18:49:29,034 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T18:49:29,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f2b92657890a,33635,1732474165099' ***** 2024-11-24T18:49:29,034 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T18:49:29,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f2b92657890a,41649,1732474165137' ***** 2024-11-24T18:49:29,034 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T18:49:29,035 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T18:49:29,035 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T18:49:29,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T18:49:29,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T18:49:29,035 INFO [RS:2;f2b92657890a:41649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T18:49:29,035 INFO [RS:0;f2b92657890a:43253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T18:49:29,035 INFO [RS:2;f2b92657890a:41649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T18:49:29,035 INFO [RS:0;f2b92657890a:43253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T18:49:29,035 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(959): stopping server f2b92657890a,41649,1732474165137 2024-11-24T18:49:29,035 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(959): stopping server f2b92657890a,43253,1732474165054 2024-11-24T18:49:29,035 INFO [RS:2;f2b92657890a:41649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:29,035 INFO [RS:0;f2b92657890a:43253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:29,035 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T18:49:29,035 INFO [RS:2;f2b92657890a:41649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f2b92657890a:41649. 2024-11-24T18:49:29,035 INFO [RS:0;f2b92657890a:43253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f2b92657890a:43253. 2024-11-24T18:49:29,035 INFO [RS:1;f2b92657890a:33635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T18:49:29,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T18:49:29,035 INFO [RS:1;f2b92657890a:33635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T18:49:29,035 DEBUG [RS:2;f2b92657890a:41649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:29,035 DEBUG [RS:0;f2b92657890a:43253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:29,035 DEBUG [RS:2;f2b92657890a:41649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:29,035 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(3091): Received CLOSE for 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:29,035 DEBUG [RS:0;f2b92657890a:43253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:29,035 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(976): stopping server f2b92657890a,41649,1732474165137; all regions closed. 2024-11-24T18:49:29,036 INFO [RS:0;f2b92657890a:43253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T18:49:29,036 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(959): stopping server f2b92657890a,33635,1732474165099 2024-11-24T18:49:29,036 INFO [RS:1;f2b92657890a:33635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:29,036 INFO [RS:0;f2b92657890a:43253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T18:49:29,036 INFO [RS:1;f2b92657890a:33635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f2b92657890a:33635. 2024-11-24T18:49:29,036 INFO [RS:0;f2b92657890a:43253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T18:49:29,036 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93e9d31061a469c8364ce1e055ad2ee0, disabling compactions & flushes 2024-11-24T18:49:29,036 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T18:49:29,036 DEBUG [RS:1;f2b92657890a:33635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T18:49:29,036 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,036 INFO [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:29,036 DEBUG [RS:1;f2b92657890a:33635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:29,036 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:29,036 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T18:49:29,036 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,036 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. after waiting 0 ms 2024-11-24T18:49:29,036 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1325): Online Regions={93e9d31061a469c8364ce1e055ad2ee0=TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0.} 2024-11-24T18:49:29,036 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:29,036 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,036 DEBUG [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1351): Waiting on 93e9d31061a469c8364ce1e055ad2ee0 2024-11-24T18:49:29,036 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,037 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,038 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T18:49:29,038 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T18:49:29,038 DEBUG [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T18:49:29,038 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T18:49:29,038 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T18:49:29,039 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T18:49:29,039 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T18:49:29,039 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T18:49:29,039 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T18:49:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741834_1010 (size=93) 2024-11-24T18:49:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741834_1010 (size=93) 2024-11-24T18:49:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741834_1010 (size=93) 2024-11-24T18:49:29,044 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/default/TestHBaseWalOnEC/93e9d31061a469c8364ce1e055ad2ee0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T18:49:29,044 DEBUG [RS:2;f2b92657890a:41649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs 2024-11-24T18:49:29,044 INFO [RS:2;f2b92657890a:41649 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f2b92657890a%2C41649%2C1732474165137:(num 1732474167405) 2024-11-24T18:49:29,044 DEBUG [RS:2;f2b92657890a:41649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:29,044 INFO [RS:2;f2b92657890a:41649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:29,044 INFO [RS:2;f2b92657890a:41649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:29,044 INFO [RS:2;f2b92657890a:41649 {}] hbase.ChoreService(370): Chore service for: regionserver/f2b92657890a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:29,045 INFO [RS:2;f2b92657890a:41649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T18:49:29,045 INFO [regionserver/f2b92657890a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:29,045 INFO [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:29,045 INFO [RS:2;f2b92657890a:41649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T18:49:29,045 INFO [RS:2;f2b92657890a:41649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T18:49:29,045 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93e9d31061a469c8364ce1e055ad2ee0: Waiting for close lock at 1732474169036Running coprocessor pre-close hooks at 1732474169036Disabling compacts and flushes for region at 1732474169036Disabling writes for close at 1732474169036Writing region close event to WAL at 1732474169039 (+3 ms)Running coprocessor post-close hooks at 1732474169044 (+5 ms)Closed at 1732474169045 (+1 ms) 2024-11-24T18:49:29,045 INFO [RS:2;f2b92657890a:41649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:29,045 DEBUG [RS_CLOSE_REGION-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0. 2024-11-24T18:49:29,045 INFO [RS:2;f2b92657890a:41649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41649 2024-11-24T18:49:29,058 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/info/a6f613f9a9c94aa1800e9d2108a922bb is 153, key is TestHBaseWalOnEC,,1732474167999.93e9d31061a469c8364ce1e055ad2ee0./info:regioninfo/1732474168382/Put/seqid=0 2024-11-24T18:49:29,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741840_1016 (size=6637) 2024-11-24T18:49:29,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741840_1016 (size=6637) 2024-11-24T18:49:29,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741840_1016 (size=6637) 2024-11-24T18:49:29,066 INFO [regionserver/f2b92657890a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:29,066 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/info/a6f613f9a9c94aa1800e9d2108a922bb 2024-11-24T18:49:29,066 INFO [regionserver/f2b92657890a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:29,068 INFO [regionserver/f2b92657890a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:29,087 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/ns/bab4a8da01fb4ab6bb0b78786710ac8f is 43, key is default/ns:d/1732474167945/Put/seqid=0 2024-11-24T18:49:29,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741841_1017 (size=5153) 2024-11-24T18:49:29,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741841_1017 (size=5153) 2024-11-24T18:49:29,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741841_1017 (size=5153) 2024-11-24T18:49:29,095 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/ns/bab4a8da01fb4ab6bb0b78786710ac8f 2024-11-24T18:49:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f2b92657890a,41649,1732474165137 2024-11-24T18:49:29,101 INFO [RS:2;f2b92657890a:41649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:29,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f2b92657890a,41649,1732474165137] 2024-11-24T18:49:29,120 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/table/65cd0c35d32f41fb9829f1ca40dcc42c is 52, key is TestHBaseWalOnEC/table:state/1732474168401/Put/seqid=0 2024-11-24T18:49:29,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f2b92657890a,41649,1732474165137 already deleted, retry=false 2024-11-24T18:49:29,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f2b92657890a,41649,1732474165137 expired; onlineServers=2 2024-11-24T18:49:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741842_1018 (size=5249) 2024-11-24T18:49:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741842_1018 (size=5249) 2024-11-24T18:49:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741842_1018 (size=5249) 2024-11-24T18:49:29,132 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/table/65cd0c35d32f41fb9829f1ca40dcc42c 2024-11-24T18:49:29,142 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/info/a6f613f9a9c94aa1800e9d2108a922bb as hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/info/a6f613f9a9c94aa1800e9d2108a922bb 2024-11-24T18:49:29,152 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/info/a6f613f9a9c94aa1800e9d2108a922bb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T18:49:29,154 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/ns/bab4a8da01fb4ab6bb0b78786710ac8f as hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/ns/bab4a8da01fb4ab6bb0b78786710ac8f 2024-11-24T18:49:29,163 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/ns/bab4a8da01fb4ab6bb0b78786710ac8f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T18:49:29,165 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/.tmp/table/65cd0c35d32f41fb9829f1ca40dcc42c as hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/table/65cd0c35d32f41fb9829f1ca40dcc42c 2024-11-24T18:49:29,175 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/table/65cd0c35d32f41fb9829f1ca40dcc42c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T18:49:29,177 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false 2024-11-24T18:49:29,184 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T18:49:29,184 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T18:49:29,185 INFO [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T18:49:29,185 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732474169038Running coprocessor pre-close hooks at 1732474169038Disabling compacts and flushes for region at 1732474169038Disabling writes for close at 1732474169039 (+1 ms)Obtaining lock to block concurrent updates at 1732474169039Preparing flush snapshotting stores in 1588230740 at 1732474169039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732474169039Flushing stores of hbase:meta,,1.1588230740 at 1732474169040 (+1 ms)Flushing 1588230740/info: creating writer at 1732474169040Flushing 1588230740/info: appending metadata at 1732474169057 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732474169057Flushing 1588230740/ns: creating writer at 1732474169072 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732474169087 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732474169087Flushing 1588230740/table: creating writer at 1732474169103 (+16 ms)Flushing 1588230740/table: appending metadata at 1732474169120 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732474169120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5badf6da: reopening flushed file at 1732474169141 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5446d75b: reopening flushed file at 1732474169153 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1196d63: reopening flushed file at 1732474169163 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false at 1732474169177 (+14 ms)Writing region close event to WAL at 1732474169179 (+2 ms)Running coprocessor post-close hooks at 1732474169184 (+5 ms)Closed at 1732474169185 (+1 ms) 2024-11-24T18:49:29,185 DEBUG [RS_CLOSE_META-regionserver/f2b92657890a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T18:49:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,220 INFO [RS:2;f2b92657890a:41649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41649-0x1016e2dd21b0003, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,220 INFO [RS:2;f2b92657890a:41649 {}] regionserver.HRegionServer(1031): Exiting; stopping=f2b92657890a,41649,1732474165137; zookeeper connection closed. 2024-11-24T18:49:29,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5da71c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5da71c0 2024-11-24T18:49:29,237 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(976): stopping server f2b92657890a,33635,1732474165099; all regions closed. 2024-11-24T18:49:29,237 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,237 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,237 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,238 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,238 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,239 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(976): stopping server f2b92657890a,43253,1732474165054; all regions closed. 2024-11-24T18:49:29,239 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,239 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,239 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,239 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,240 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741835_1011 (size=1298) 2024-11-24T18:49:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741835_1011 (size=1298) 2024-11-24T18:49:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741835_1011 (size=1298) 2024-11-24T18:49:29,246 DEBUG [RS:1;f2b92657890a:33635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs 2024-11-24T18:49:29,246 INFO [RS:1;f2b92657890a:33635 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f2b92657890a%2C33635%2C1732474165099:(num 1732474167406) 2024-11-24T18:49:29,246 DEBUG [RS:1;f2b92657890a:33635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:29,246 INFO [RS:1;f2b92657890a:33635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:29,246 INFO [RS:1;f2b92657890a:33635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:29,246 INFO [RS:1;f2b92657890a:33635 {}] hbase.ChoreService(370): Chore service for: regionserver/f2b92657890a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:29,247 INFO [RS:1;f2b92657890a:33635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T18:49:29,247 INFO [regionserver/f2b92657890a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:29,247 INFO [RS:1;f2b92657890a:33635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T18:49:29,247 INFO [RS:1;f2b92657890a:33635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T18:49:29,247 INFO [RS:1;f2b92657890a:33635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:29,247 INFO [RS:1;f2b92657890a:33635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33635 2024-11-24T18:49:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741836_1012 (size=2751) 2024-11-24T18:49:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741836_1012 (size=2751) 2024-11-24T18:49:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741836_1012 (size=2751) 2024-11-24T18:49:29,256 DEBUG [RS:0;f2b92657890a:43253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs 2024-11-24T18:49:29,256 INFO [RS:0;f2b92657890a:43253 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f2b92657890a%2C43253%2C1732474165054.meta:.meta(num 1732474167861) 2024-11-24T18:49:29,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f2b92657890a,33635,1732474165099 2024-11-24T18:49:29,256 INFO [RS:1;f2b92657890a:33635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:29,257 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007f2f488f4700@318a4a6f rejected from java.util.concurrent.ThreadPoolExecutor@7488c23a[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T18:49:29,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:29,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f2b92657890a,33635,1732474165099] 2024-11-24T18:49:29,262 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,262 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,263 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,263 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,263 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741833_1009 (size=93) 2024-11-24T18:49:29,269 INFO [regionserver/f2b92657890a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T18:49:29,270 INFO [regionserver/f2b92657890a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T18:49:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741833_1009 (size=93) 2024-11-24T18:49:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741833_1009 (size=93) 2024-11-24T18:49:29,276 DEBUG [RS:0;f2b92657890a:43253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/oldWALs 2024-11-24T18:49:29,277 INFO [RS:0;f2b92657890a:43253 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f2b92657890a%2C43253%2C1732474165054:(num 1732474167405) 2024-11-24T18:49:29,277 DEBUG [RS:0;f2b92657890a:43253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T18:49:29,277 INFO [RS:0;f2b92657890a:43253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T18:49:29,277 INFO [RS:0;f2b92657890a:43253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:29,277 INFO [RS:0;f2b92657890a:43253 {}] hbase.ChoreService(370): Chore service for: regionserver/f2b92657890a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:29,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f2b92657890a,33635,1732474165099 already deleted, retry=false 2024-11-24T18:49:29,277 INFO [RS:0;f2b92657890a:43253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:29,277 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f2b92657890a,33635,1732474165099 expired; onlineServers=1 2024-11-24T18:49:29,277 INFO [RS:0;f2b92657890a:43253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43253 2024-11-24T18:49:29,278 INFO [regionserver/f2b92657890a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:29,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f2b92657890a,43253,1732474165054 2024-11-24T18:49:29,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T18:49:29,288 INFO [RS:0;f2b92657890a:43253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:29,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f2b92657890a,43253,1732474165054] 2024-11-24T18:49:29,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f2b92657890a,43253,1732474165054 already deleted, retry=false 2024-11-24T18:49:29,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f2b92657890a,43253,1732474165054 expired; onlineServers=0 2024-11-24T18:49:29,309 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f2b92657890a,33197,1732474164873' ***** 2024-11-24T18:49:29,309 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T18:49:29,309 INFO [M:0;f2b92657890a:33197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T18:49:29,310 INFO [M:0;f2b92657890a:33197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T18:49:29,310 DEBUG [M:0;f2b92657890a:33197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T18:49:29,310 DEBUG [M:0;f2b92657890a:33197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T18:49:29,310 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T18:49:29,310 DEBUG [master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.large.0-1732474166714 {}] cleaner.HFileCleaner(306): Exit Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.large.0-1732474166714,5,FailOnTimeoutGroup] 2024-11-24T18:49:29,310 INFO [M:0;f2b92657890a:33197 {}] hbase.ChoreService(370): Chore service for: master/f2b92657890a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T18:49:29,310 INFO [M:0;f2b92657890a:33197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T18:49:29,310 DEBUG [M:0;f2b92657890a:33197 {}] master.HMaster(1795): Stopping service threads 2024-11-24T18:49:29,311 INFO [M:0;f2b92657890a:33197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T18:49:29,311 INFO [M:0;f2b92657890a:33197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T18:49:29,311 INFO [M:0;f2b92657890a:33197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T18:49:29,311 DEBUG [master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.small.0-1732474166714 {}] cleaner.HFileCleaner(306): Exit Thread[master/f2b92657890a:0:becomeActiveMaster-HFileCleaner.small.0-1732474166714,5,FailOnTimeoutGroup] 2024-11-24T18:49:29,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T18:49:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T18:49:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T18:49:29,334 DEBUG [M:0;f2b92657890a:33197 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-24T18:49:29,335 DEBUG [M:0;f2b92657890a:33197 {}] master.ActiveMasterManager(353): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-24T18:49:29,335 INFO [M:0;f2b92657890a:33197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/.lastflushedseqids 2024-11-24T18:49:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741843_1019 (size=127) 2024-11-24T18:49:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741843_1019 (size=127) 2024-11-24T18:49:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741843_1019 (size=127) 2024-11-24T18:49:29,349 INFO [M:0;f2b92657890a:33197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T18:49:29,350 INFO [M:0;f2b92657890a:33197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T18:49:29,350 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T18:49:29,350 INFO [M:0;f2b92657890a:33197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:29,350 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:29,350 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T18:49:29,350 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:29,350 INFO [M:0;f2b92657890a:33197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-24T18:49:29,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,367 INFO [RS:1;f2b92657890a:33635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:29,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x1016e2dd21b0002, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,367 INFO [RS:1;f2b92657890a:33635 {}] regionserver.HRegionServer(1031): Exiting; stopping=f2b92657890a,33635,1732474165099; zookeeper connection closed. 2024-11-24T18:49:29,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bd13ec1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bd13ec1 2024-11-24T18:49:29,374 DEBUG [M:0;f2b92657890a:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a94a95915ed474ca17599b127aeee8a is 82, key is hbase:meta,,1/info:regioninfo/1732474167911/Put/seqid=0 2024-11-24T18:49:29,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741844_1020 (size=5672) 2024-11-24T18:49:29,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741844_1020 (size=5672) 2024-11-24T18:49:29,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741844_1020 (size=5672) 2024-11-24T18:49:29,388 INFO [M:0;f2b92657890a:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a94a95915ed474ca17599b127aeee8a 2024-11-24T18:49:29,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,399 INFO [RS:0;f2b92657890a:43253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:29,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x1016e2dd21b0001, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,399 INFO [RS:0;f2b92657890a:43253 {}] regionserver.HRegionServer(1031): Exiting; stopping=f2b92657890a,43253,1732474165054; zookeeper connection closed. 2024-11-24T18:49:29,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@977173c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@977173c 2024-11-24T18:49:29,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T18:49:29,420 DEBUG [M:0;f2b92657890a:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd73628f4f254b21b3446af62f11ac62 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732474168408/Put/seqid=0 2024-11-24T18:49:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741845_1021 (size=6438) 2024-11-24T18:49:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741845_1021 (size=6438) 2024-11-24T18:49:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741845_1021 (size=6438) 2024-11-24T18:49:29,435 INFO [M:0;f2b92657890a:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.13 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd73628f4f254b21b3446af62f11ac62 2024-11-24T18:49:29,466 DEBUG [M:0;f2b92657890a:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80f3ea376f745ca81108c9d75823e12 is 69, key is f2b92657890a,33635,1732474165099/rs:state/1732474166966/Put/seqid=0 2024-11-24T18:49:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741846_1022 (size=5294) 2024-11-24T18:49:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741846_1022 (size=5294) 2024-11-24T18:49:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741846_1022 (size=5294) 2024-11-24T18:49:29,481 INFO [M:0;f2b92657890a:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80f3ea376f745ca81108c9d75823e12 2024-11-24T18:49:29,491 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a94a95915ed474ca17599b127aeee8a as hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a94a95915ed474ca17599b127aeee8a 2024-11-24T18:49:29,503 INFO [M:0;f2b92657890a:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a94a95915ed474ca17599b127aeee8a, entries=8, sequenceid=72, filesize=5.5 K 2024-11-24T18:49:29,505 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd73628f4f254b21b3446af62f11ac62 as hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd73628f4f254b21b3446af62f11ac62 2024-11-24T18:49:29,513 INFO [M:0;f2b92657890a:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd73628f4f254b21b3446af62f11ac62, entries=8, sequenceid=72, filesize=6.3 K 2024-11-24T18:49:29,515 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80f3ea376f745ca81108c9d75823e12 as hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b80f3ea376f745ca81108c9d75823e12 2024-11-24T18:49:29,524 INFO [M:0;f2b92657890a:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46653/user/jenkins/test-data/89aeccbf-1007-9e13-9c6c-b4a511bac1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b80f3ea376f745ca81108c9d75823e12, entries=3, sequenceid=72, filesize=5.2 K 2024-11-24T18:49:29,526 INFO [M:0;f2b92657890a:33197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=72, compaction requested=false 2024-11-24T18:49:29,534 INFO [M:0;f2b92657890a:33197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T18:49:29,534 DEBUG [M:0;f2b92657890a:33197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732474169350Disabling compacts and flushes for region at 1732474169350Disabling writes for close at 1732474169350Obtaining lock to block concurrent updates at 1732474169350Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732474169350Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27459, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1732474169351 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732474169352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732474169352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732474169373 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732474169374 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732474169396 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732474169419 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732474169419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732474169443 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732474169465 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732474169465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba2a2b8: reopening flushed file at 1732474169489 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2ac4e6: reopening flushed file at 1732474169503 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552a4bbb: reopening flushed file at 1732474169513 (+10 ms)Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=72, compaction requested=false at 1732474169526 (+13 ms)Writing region close event to WAL at 1732474169534 (+8 ms)Closed at 1732474169534 2024-11-24T18:49:29,535 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,535 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,535 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,535 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,535 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T18:49:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741830_1006 (size=32662) 2024-11-24T18:49:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741830_1006 (size=32662) 2024-11-24T18:49:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41855 is added to blk_1073741830_1006 (size=32662) 2024-11-24T18:49:29,539 INFO [M:0;f2b92657890a:33197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T18:49:29,539 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T18:49:29,539 INFO [M:0;f2b92657890a:33197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33197 2024-11-24T18:49:29,540 INFO [M:0;f2b92657890a:33197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T18:49:29,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,651 INFO [M:0;f2b92657890a:33197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T18:49:29,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x1016e2dd21b0000, quorum=127.0.0.1:59892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T18:49:29,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1183a3bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:29,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee4ec12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:29,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:29,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f6422f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:29,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38da8210{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:29,658 WARN [BP-1473310508-172.17.0.2-1732474162322 heartbeating to localhost/127.0.0.1:46653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T18:49:29,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T18:49:29,658 WARN [BP-1473310508-172.17.0.2-1732474162322 heartbeating to localhost/127.0.0.1:46653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473310508-172.17.0.2-1732474162322 (Datanode Uuid 3d5b938d-7a37-4dbe-aecf-a7fd7038c31d) service to localhost/127.0.0.1:46653 2024-11-24T18:49:29,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T18:49:29,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data5/current/BP-1473310508-172.17.0.2-1732474162322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:29,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data6/current/BP-1473310508-172.17.0.2-1732474162322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:29,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T18:49:29,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b340784{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:29,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1872922a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:29,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:29,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c597470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:29,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bb1336{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:29,667 WARN [BP-1473310508-172.17.0.2-1732474162322 heartbeating to localhost/127.0.0.1:46653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T18:49:29,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T18:49:29,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T18:49:29,667 WARN [BP-1473310508-172.17.0.2-1732474162322 heartbeating to localhost/127.0.0.1:46653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473310508-172.17.0.2-1732474162322 (Datanode Uuid c761c033-5df4-45d8-a93e-a0fb0a13a6be) service to localhost/127.0.0.1:46653 2024-11-24T18:49:29,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data3/current/BP-1473310508-172.17.0.2-1732474162322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:29,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data4/current/BP-1473310508-172.17.0.2-1732474162322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:29,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T18:49:29,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@582dea15{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T18:49:29,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f6d3ff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:29,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:29,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@137179d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:29,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a92fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:29,680 WARN [BP-1473310508-172.17.0.2-1732474162322 heartbeating to localhost/127.0.0.1:46653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T18:49:29,680 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T18:49:29,680 WARN [BP-1473310508-172.17.0.2-1732474162322 heartbeating to localhost/127.0.0.1:46653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473310508-172.17.0.2-1732474162322 (Datanode Uuid 8e11eb3d-2975-424f-bc88-8688a34073e4) service to localhost/127.0.0.1:46653 2024-11-24T18:49:29,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T18:49:29,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data1/current/BP-1473310508-172.17.0.2-1732474162322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:29,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/cluster_239507e0-9af4-db26-8f9d-b0c965ed1d97/data/data2/current/BP-1473310508-172.17.0.2-1732474162322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T18:49:29,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T18:49:29,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T18:49:29,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T18:49:29,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T18:49:29,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T18:49:29,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/964886dd-02aa-825f-45aa-fe48fc2c779c/hadoop.log.dir/,STOPPED} 2024-11-24T18:49:29,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T18:49:29,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T18:49:29,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=152 (was 88) - Thread LEAK? -, OpenFileDescriptor=516 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=579 (was 577) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9280 (was 9938)