2024-11-08 02:53:17,592 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 02:53:17,603 main DEBUG Took 0.009427 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 02:53:17,604 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 02:53:17,604 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 02:53:17,605 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 02:53:17,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,615 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 02:53:17,633 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,635 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,635 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,636 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,637 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,638 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,638 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,639 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,640 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,641 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:53:17,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,643 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 02:53:17,644 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:53:17,645 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 02:53:17,647 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 02:53:17,647 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 02:53:17,649 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 02:53:17,649 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 02:53:17,658 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 02:53:17,660 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 02:53:17,662 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 02:53:17,662 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 02:53:17,663 main DEBUG createAppenders(={Console}) 2024-11-08 02:53:17,663 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-08 02:53:17,664 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 02:53:17,664 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-08 02:53:17,664 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 02:53:17,665 main DEBUG OutputStream closed 2024-11-08 02:53:17,665 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 02:53:17,665 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 02:53:17,665 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-08 02:53:17,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 02:53:17,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 02:53:17,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 02:53:17,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 02:53:17,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 02:53:17,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 02:53:17,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 02:53:17,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 02:53:17,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 02:53:17,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 02:53:17,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 02:53:17,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 02:53:17,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 02:53:17,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 02:53:17,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 02:53:17,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 02:53:17,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 02:53:17,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 02:53:17,739 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 02:53:17,739 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-08 02:53:17,739 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 02:53:17,740 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-08T02:53:17,755 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-08 02:53:17,758 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 02:53:17,758 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T02:53:18,012 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7 2024-11-08T02:53:18,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3, deleteOnExit=true 2024-11-08T02:53:18,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/test.cache.data in system properties and HBase conf 2024-11-08T02:53:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:53:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:53:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:53:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:53:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:53:18,132 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T02:53:18,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:53:18,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:53:18,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:53:18,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:53:18,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:53:18,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:53:18,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:53:18,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:53:18,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:53:18,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:53:18,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:53:18,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:53:18,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:53:18,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:53:18,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:53:19,047 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T02:53:19,127 INFO [Time-limited test {}] log.Log(170): Logging initialized @2174ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T02:53:19,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:19,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:19,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:19,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:19,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:53:19,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:19,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:19,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:19,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/java.io.tmpdir/jetty-localhost-32823-hadoop-hdfs-3_4_1-tests_jar-_-any-16956339449638649938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:53:19,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:32823} 2024-11-08T02:53:19,499 INFO [Time-limited test {}] server.Server(415): Started @2546ms 2024-11-08T02:53:19,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:19,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:19,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:19,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:19,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:53:19,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:19,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:19,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/java.io.tmpdir/jetty-localhost-41415-hadoop-hdfs-3_4_1-tests_jar-_-any-2896269166560417344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:19,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:41415} 2024-11-08T02:53:19,985 INFO [Time-limited test {}] server.Server(415): Started @3033ms 2024-11-08T02:53:20,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:53:20,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:20,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:20,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:20,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:20,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:53:20,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:20,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:20,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/java.io.tmpdir/jetty-localhost-39241-hadoop-hdfs-3_4_1-tests_jar-_-any-6275614519822834784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:20,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:39241} 2024-11-08T02:53:20,321 INFO [Time-limited test {}] server.Server(415): Started @3369ms 2024-11-08T02:53:20,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:53:20,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:20,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:20,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:20,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:20,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:53:20,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:20,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:20,489 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data1/current/BP-855385582-172.17.0.2-1731034398796/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:20,489 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data4/current/BP-855385582-172.17.0.2-1731034398796/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:20,489 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data2/current/BP-855385582-172.17.0.2-1731034398796/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:20,489 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data3/current/BP-855385582-172.17.0.2-1731034398796/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:20,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/java.io.tmpdir/jetty-localhost-44215-hadoop-hdfs-3_4_1-tests_jar-_-any-18446374901364949959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:20,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:44215} 2024-11-08T02:53:20,513 INFO [Time-limited test {}] server.Server(415): Started @3561ms 2024-11-08T02:53:20,516 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:53:20,537 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:53:20,538 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:53:20,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f9a21e3462ba90 with lease ID 0xeed93ef8af4db153: Processing first storage report for DS-987bc31f-9128-4af1-9d95-6a27ee4a423c from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=d11b289a-9752-4542-b269-08c161b80c9b, infoPort=36811, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796) 2024-11-08T02:53:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f9a21e3462ba90 with lease ID 0xeed93ef8af4db153: from storage DS-987bc31f-9128-4af1-9d95-6a27ee4a423c node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=d11b289a-9752-4542-b269-08c161b80c9b, infoPort=36811, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:53:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2356556055c8432 with lease ID 0xeed93ef8af4db152: Processing first storage report for DS-4b6beb6b-da2d-438d-a3bf-98dba316be21 from datanode DatanodeRegistration(127.0.0.1:33189, datanodeUuid=8368be81-b638-49f0-90cb-55926a332385, infoPort=41139, infoSecurePort=0, ipcPort=40731, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796) 2024-11-08T02:53:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2356556055c8432 with lease ID 0xeed93ef8af4db152: from storage DS-4b6beb6b-da2d-438d-a3bf-98dba316be21 node DatanodeRegistration(127.0.0.1:33189, datanodeUuid=8368be81-b638-49f0-90cb-55926a332385, infoPort=41139, infoSecurePort=0, ipcPort=40731, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f9a21e3462ba90 with lease ID 0xeed93ef8af4db153: Processing first storage report for DS-c45790e9-4e6d-4e9c-b120-cd86d8af3c5c from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=d11b289a-9752-4542-b269-08c161b80c9b, infoPort=36811, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796) 2024-11-08T02:53:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f9a21e3462ba90 with lease ID 0xeed93ef8af4db153: from storage DS-c45790e9-4e6d-4e9c-b120-cd86d8af3c5c node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=d11b289a-9752-4542-b269-08c161b80c9b, infoPort=36811, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2356556055c8432 with lease ID 0xeed93ef8af4db152: Processing first storage report for DS-6219c45f-dbb5-4063-a84a-8ecbb7e5f854 from datanode DatanodeRegistration(127.0.0.1:33189, datanodeUuid=8368be81-b638-49f0-90cb-55926a332385, infoPort=41139, infoSecurePort=0, ipcPort=40731, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796) 2024-11-08T02:53:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2356556055c8432 with lease ID 0xeed93ef8af4db152: from storage DS-6219c45f-dbb5-4063-a84a-8ecbb7e5f854 node DatanodeRegistration(127.0.0.1:33189, datanodeUuid=8368be81-b638-49f0-90cb-55926a332385, infoPort=41139, infoSecurePort=0, ipcPort=40731, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:20,651 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data6/current/BP-855385582-172.17.0.2-1731034398796/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:20,651 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data5/current/BP-855385582-172.17.0.2-1731034398796/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:20,685 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:53:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe75e3034031e3e59 with lease ID 0xeed93ef8af4db154: Processing first storage report for DS-45a7f7ec-be36-486b-a0bb-8ff205f89420 from datanode DatanodeRegistration(127.0.0.1:37523, datanodeUuid=e131bf81-552b-4272-9210-2532ef231dcf, infoPort=42597, infoSecurePort=0, ipcPort=35733, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796) 2024-11-08T02:53:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe75e3034031e3e59 with lease ID 0xeed93ef8af4db154: from storage DS-45a7f7ec-be36-486b-a0bb-8ff205f89420 node DatanodeRegistration(127.0.0.1:37523, datanodeUuid=e131bf81-552b-4272-9210-2532ef231dcf, infoPort=42597, infoSecurePort=0, ipcPort=35733, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:53:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe75e3034031e3e59 with lease ID 0xeed93ef8af4db154: Processing first storage report for DS-ca71f0ee-52af-40a8-b195-253a43a1cc82 from datanode DatanodeRegistration(127.0.0.1:37523, datanodeUuid=e131bf81-552b-4272-9210-2532ef231dcf, infoPort=42597, infoSecurePort=0, ipcPort=35733, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796) 2024-11-08T02:53:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe75e3034031e3e59 with lease ID 0xeed93ef8af4db154: from storage DS-ca71f0ee-52af-40a8-b195-253a43a1cc82 node DatanodeRegistration(127.0.0.1:37523, datanodeUuid=e131bf81-552b-4272-9210-2532ef231dcf, infoPort=42597, infoSecurePort=0, ipcPort=35733, storageInfo=lv=-57;cid=testClusterID;nsid=1861798918;c=1731034398796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:20,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7 2024-11-08T02:53:20,936 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-08T02:53:20,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=161, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=3573 2024-11-08T02:53:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:53:20,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-08T02:53:21,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/zookeeper_0, clientPort=59171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:53:21,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59171 2024-11-08T02:53:21,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:21,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:21,216 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:21,217 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:21,264 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:42026 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:33189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42026 dst: /127.0.0.1:33189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-08T02:53:21,682 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:21,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095 with version=8 2024-11-08T02:53:21,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/hbase-staging 2024-11-08T02:53:21,782 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T02:53:22,026 INFO [Time-limited test {}] client.ConnectionUtils(128): master/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:22,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:22,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:22,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:53:22,247 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T02:53:22,259 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T02:53:22,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:22,294 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28502 (auto-detected) 2024-11-08T02:53:22,295 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T02:53:22,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46001 2024-11-08T02:53:22,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46001 connecting to ZooKeeper ensemble=127.0.0.1:59171 2024-11-08T02:53:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460010x0, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:22,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46001-0x10185cc3e910000 connected 2024-11-08T02:53:22,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:22,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095, hbase.cluster.distributed=false 2024-11-08T02:53:22,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:22,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46001 2024-11-08T02:53:22,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46001 2024-11-08T02:53:22,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46001 2024-11-08T02:53:22,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46001 2024-11-08T02:53:22,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46001 2024-11-08T02:53:22,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:22,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:22,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:22,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:53:22,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:22,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33081 2024-11-08T02:53:22,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33081 connecting to ZooKeeper ensemble=127.0.0.1:59171 2024-11-08T02:53:22,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330810x0, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:22,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33081-0x10185cc3e910001 connected 2024-11-08T02:53:22,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:22,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:53:22,590 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:53:22,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:53:22,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:22,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33081 2024-11-08T02:53:22,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33081 2024-11-08T02:53:22,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33081 2024-11-08T02:53:22,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33081 2024-11-08T02:53:22,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33081 2024-11-08T02:53:22,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:22,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:22,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:22,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:53:22,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:22,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34911 2024-11-08T02:53:22,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34911 connecting to ZooKeeper ensemble=127.0.0.1:59171 2024-11-08T02:53:22,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349110x0, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:22,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34911-0x10185cc3e910002 connected 2024-11-08T02:53:22,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:22,639 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:53:22,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:53:22,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:53:22,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:22,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T02:53:22,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34911 2024-11-08T02:53:22,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34911 2024-11-08T02:53:22,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T02:53:22,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34911 2024-11-08T02:53:22,671 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:22,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:22,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:22,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:22,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:53:22,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:22,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41053 2024-11-08T02:53:22,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41053 connecting to ZooKeeper ensemble=127.0.0.1:59171 2024-11-08T02:53:22,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410530x0, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:22,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41053-0x10185cc3e910003 connected 2024-11-08T02:53:22,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:22,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:53:22,686 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:53:22,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:53:22,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:22,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41053 2024-11-08T02:53:22,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41053 2024-11-08T02:53:22,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41053 2024-11-08T02:53:22,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41053 2024-11-08T02:53:22,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41053 2024-11-08T02:53:22,709 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;619c4b2c20b6:46001 2024-11-08T02:53:22,710 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,720 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,750 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T02:53:22,752 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/619c4b2c20b6,46001,1731034401833 from backup master directory 2024-11-08T02:53:22,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:22,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:22,756 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:22,756 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:22,758 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T02:53:22,759 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T02:53:22,819 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/hbase.id] with ID: 37dd7341-1516-4b6f-a6a3-293376317530 2024-11-08T02:53:22,819 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/.tmp/hbase.id 2024-11-08T02:53:22,826 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:22,827 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:22,829 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:42054 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:33189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42054 dst: /127.0.0.1:33189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-08T02:53:22,836 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:22,836 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/.tmp/hbase.id]:[hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/hbase.id] 2024-11-08T02:53:22,876 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:22,880 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:53:22,898 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T02:53:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:22,913 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:22,913 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:22,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:38048 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:42563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38048 dst: /127.0.0.1:42563 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:22,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-08T02:53:22,922 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:22,937 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:53:22,939 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:53:22,945 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:53:22,975 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:22,975 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:22,979 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:39684 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:37523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39684 dst: /127.0.0.1:37523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:22,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-08T02:53:22,985 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:23,002 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store 2024-11-08T02:53:23,018 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:23,019 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:23,022 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:39700 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39700 dst: /127.0.0.1:37523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-08T02:53:23,027 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:23,031 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T02:53:23,034 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:23,035 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:53:23,035 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:23,035 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:23,037 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:53:23,037 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:23,037 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:23,038 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731034403035Disabling compacts and flushes for region at 1731034403035Disabling writes for close at 1731034403037 (+2 ms)Writing region close event to WAL at 1731034403037Closed at 1731034403037 2024-11-08T02:53:23,039 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/.initializing 2024-11-08T02:53:23,040 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/WALs/619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:23,048 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:53:23,062 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C46001%2C1731034401833, suffix=, logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/WALs/619c4b2c20b6,46001,1731034401833, archiveDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/oldWALs, maxLogs=10 2024-11-08T02:53:23,099 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/WALs/619c4b2c20b6,46001,1731034401833/619c4b2c20b6%2C46001%2C1731034401833.1731034403068, exclude list is [], retry=0 2024-11-08T02:53:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:23,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-987bc31f-9128-4af1-9d95-6a27ee4a423c,DISK] 2024-11-08T02:53:23,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33189,DS-4b6beb6b-da2d-438d-a3bf-98dba316be21,DISK] 2024-11-08T02:53:23,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37523,DS-45a7f7ec-be36-486b-a0bb-8ff205f89420,DISK] 2024-11-08T02:53:23,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T02:53:23,162 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/WALs/619c4b2c20b6,46001,1731034401833/619c4b2c20b6%2C46001%2C1731034401833.1731034403068 2024-11-08T02:53:23,162 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42597:42597),(127.0.0.1/127.0.0.1:41139:41139),(127.0.0.1/127.0.0.1:36811:36811)] 2024-11-08T02:53:23,163 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:53:23,163 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:23,166 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,167 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:53:23,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:23,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:53:23,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:23,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:53:23,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:23,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:53:23,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:23,248 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,251 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,252 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,257 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,257 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,261 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:53:23,264 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:23,269 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:53:23,270 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70019320, jitterRate=0.043369174003601074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:53:23,276 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731034403180Initializing all the Stores at 1731034403182 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034403182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034403183 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034403183Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034403183Cleaning up temporary data from old regions at 1731034403258 (+75 ms)Region opened successfully at 1731034403276 (+18 ms) 2024-11-08T02:53:23,277 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:53:23,309 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6287d995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:23,341 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:53:23,352 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:53:23,352 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:53:23,355 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:53:23,357 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T02:53:23,361 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T02:53:23,361 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:53:23,386 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:53:23,394 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T02:53:23,397 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T02:53:23,399 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:53:23,400 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:53:23,402 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T02:53:23,404 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:53:23,407 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:53:23,409 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T02:53:23,410 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:53:23,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T02:53:23,429 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:53:23,431 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,438 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=619c4b2c20b6,46001,1731034401833, sessionid=0x10185cc3e910000, setting cluster-up flag (Was=false) 2024-11-08T02:53:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,459 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T02:53:23,461 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:23,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:23,474 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T02:53:23,475 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:23,482 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:53:23,498 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(746): ClusterId : 37dd7341-1516-4b6f-a6a3-293376317530 2024-11-08T02:53:23,498 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(746): ClusterId : 37dd7341-1516-4b6f-a6a3-293376317530 2024-11-08T02:53:23,498 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(746): ClusterId : 37dd7341-1516-4b6f-a6a3-293376317530 2024-11-08T02:53:23,500 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:53:23,500 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:53:23,500 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:53:23,507 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:53:23,507 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:53:23,507 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:53:23,507 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:53:23,507 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:53:23,507 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:53:23,511 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:53:23,511 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:53:23,511 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:53:23,512 DEBUG [RS:2;619c4b2c20b6:41053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b709e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:23,512 DEBUG [RS:1;619c4b2c20b6:34911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3482cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:23,512 DEBUG [RS:0;619c4b2c20b6:33081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ffd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:23,531 DEBUG [RS:1;619c4b2c20b6:34911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;619c4b2c20b6:34911 2024-11-08T02:53:23,532 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;619c4b2c20b6:41053 2024-11-08T02:53:23,533 DEBUG [RS:0;619c4b2c20b6:33081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;619c4b2c20b6:33081 2024-11-08T02:53:23,535 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:53:23,535 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:53:23,535 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:53:23,535 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:53:23,535 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:53:23,535 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:53:23,535 DEBUG [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:53:23,535 DEBUG [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:53:23,535 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:53:23,538 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,46001,1731034401833 with port=33081, startcode=1731034402518 2024-11-08T02:53:23,538 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,46001,1731034401833 with port=34911, startcode=1731034402619 2024-11-08T02:53:23,538 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,46001,1731034401833 with port=41053, startcode=1731034402671 2024-11-08T02:53:23,551 DEBUG [RS:2;619c4b2c20b6:41053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:53:23,551 DEBUG [RS:1;619c4b2c20b6:34911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:53:23,551 DEBUG [RS:0;619c4b2c20b6:33081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:53:23,593 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:53:23,593 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:53:23,594 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49545, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:53:23,593 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-08T02:53:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-08T02:53:23,601 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T02:53:23,606 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:53:23,608 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T02:53:23,609 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T02:53:23,614 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:53:23,620 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 619c4b2c20b6,46001,1731034401833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:53:23,627 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:23,627 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:23,627 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:23,628 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:23,628 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/619c4b2c20b6:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:53:23,628 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,628 DEBUG [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T02:53:23,628 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T02:53:23,628 DEBUG [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T02:53:23,628 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:23,628 WARN [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T02:53:23,628 WARN [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T02:53:23,628 WARN [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T02:53:23,628 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,630 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731034433629 2024-11-08T02:53:23,631 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:53:23,632 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:53:23,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:23,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:53:23,636 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:53:23,636 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:53:23,637 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:53:23,637 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:53:23,638 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,641 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:53:23,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:53:23,642 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:53:23,642 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:53:23,644 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:53:23,645 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:53:23,647 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731034403646,5,FailOnTimeoutGroup] 2024-11-08T02:53:23,648 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731034403647,5,FailOnTimeoutGroup] 2024-11-08T02:53:23,648 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,648 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:53:23,648 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:23,648 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:23,649 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,649 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,655 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:42078 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:33189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42078 dst: /127.0.0.1:33189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-08T02:53:23,665 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:23,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:53:23,667 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095 2024-11-08T02:53:23,674 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:23,674 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:23,678 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:39752 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:37523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39752 dst: /127.0.0.1:37523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-08T02:53:23,683 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:23,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:23,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:53:23,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:53:23,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:23,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:53:23,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:53:23,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:23,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:53:23,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:53:23,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:23,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:53:23,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:53:23,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:23,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:23,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:53:23,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740 2024-11-08T02:53:23,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740 2024-11-08T02:53:23,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:53:23,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:53:23,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:53:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:53:23,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:53:23,719 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70372915, jitterRate=0.048638150095939636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:53:23,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731034403685Initializing all the Stores at 1731034403687 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034403687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034403687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034403687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034403687Cleaning up temporary data from old regions at 1731034403708 (+21 ms)Region opened successfully at 1731034403722 (+14 ms) 2024-11-08T02:53:23,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:53:23,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:53:23,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:53:23,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:53:23,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:53:23,725 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:53:23,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731034403722Disabling compacts and flushes for region at 1731034403722Disabling writes for close at 1731034403723 (+1 ms)Writing region close event to WAL at 1731034403724 (+1 ms)Closed at 1731034403725 (+1 ms) 2024-11-08T02:53:23,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:23,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:53:23,730 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,46001,1731034401833 with port=41053, startcode=1731034402671 2024-11-08T02:53:23,730 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,46001,1731034401833 with port=33081, startcode=1731034402518 2024-11-08T02:53:23,730 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,46001,1731034401833 with port=34911, startcode=1731034402619 2024-11-08T02:53:23,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:23,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:23,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:53:23,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:23,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:23,743 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095 2024-11-08T02:53:23,743 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42551 2024-11-08T02:53:23,744 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:53:23,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:53:23,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:23,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:23,747 DEBUG [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095 2024-11-08T02:53:23,747 DEBUG [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42551 2024-11-08T02:53:23,748 DEBUG [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:53:23,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:23,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:53:23,751 DEBUG [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095 2024-11-08T02:53:23,751 DEBUG [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42551 2024-11-08T02:53:23,751 DEBUG [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:53:23,755 DEBUG [RS:2;619c4b2c20b6:41053 {}] zookeeper.ZKUtil(111): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:23,756 WARN [RS:2;619c4b2c20b6:41053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:23,756 INFO [RS:2;619c4b2c20b6:41053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:53:23,756 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:23,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:23,757 DEBUG [RS:1;619c4b2c20b6:34911 {}] zookeeper.ZKUtil(111): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:23,757 WARN [RS:1;619c4b2c20b6:34911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:23,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,34911,1731034402619] 2024-11-08T02:53:23,757 INFO [RS:1;619c4b2c20b6:34911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:53:23,757 DEBUG [RS:0;619c4b2c20b6:33081 {}] zookeeper.ZKUtil(111): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:23,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,41053,1731034402671] 2024-11-08T02:53:23,757 WARN [RS:0;619c4b2c20b6:33081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:23,758 DEBUG [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:23,758 INFO [RS:0;619c4b2c20b6:33081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:53:23,758 DEBUG [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:23,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,33081,1731034402518] 2024-11-08T02:53:23,783 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:53:23,783 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:53:23,783 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:53:23,797 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:53:23,797 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:53:23,798 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:53:23,803 INFO [RS:0;619c4b2c20b6:33081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:53:23,803 INFO [RS:1;619c4b2c20b6:34911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:53:23,803 INFO [RS:2;619c4b2c20b6:41053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:53:23,803 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,803 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,803 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,804 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:53:23,805 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:53:23,805 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:53:23,811 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:53:23,811 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:53:23,811 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:53:23,812 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,812 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,812 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,812 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,812 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,812 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,812 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,812 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,812 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:23,813 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:23,813 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:23,813 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,813 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,814 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:23,814 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:23,814 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,815 DEBUG [RS:0;619c4b2c20b6:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:23,815 DEBUG [RS:2;619c4b2c20b6:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:23,815 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:23,815 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:23,815 DEBUG [RS:1;619c4b2c20b6:34911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:23,816 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,816 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,816 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,817 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,817 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,817 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,33081,1731034402518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,820 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,41053,1731034402671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:23,821 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,34911,1731034402619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:23,845 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:53:23,845 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:53:23,845 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:53:23,847 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,34911,1731034402619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,847 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,41053,1731034402671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,847 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,33081,1731034402518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,847 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,847 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,847 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,847 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.Replication(171): 619c4b2c20b6,33081,1731034402518 started 2024-11-08T02:53:23,847 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.Replication(171): 619c4b2c20b6,41053,1731034402671 started 2024-11-08T02:53:23,847 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.Replication(171): 619c4b2c20b6,34911,1731034402619 started 2024-11-08T02:53:23,866 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,867 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,34911,1731034402619, RpcServer on 619c4b2c20b6/172.17.0.2:34911, sessionid=0x10185cc3e910002 2024-11-08T02:53:23,868 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:53:23,868 DEBUG [RS:1;619c4b2c20b6:34911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:23,868 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,34911,1731034402619' 2024-11-08T02:53:23,868 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:53:23,869 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:53:23,870 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:53:23,870 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:53:23,870 DEBUG [RS:1;619c4b2c20b6:34911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:23,870 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,34911,1731034402619' 2024-11-08T02:53:23,870 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:53:23,871 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:53:23,871 DEBUG [RS:1;619c4b2c20b6:34911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:53:23,871 INFO [RS:1;619c4b2c20b6:34911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:53:23,871 INFO [RS:1;619c4b2c20b6:34911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:53:23,872 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,872 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:23,872 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,41053,1731034402671, RpcServer on 619c4b2c20b6/172.17.0.2:41053, sessionid=0x10185cc3e910003 2024-11-08T02:53:23,872 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,33081,1731034402518, RpcServer on 619c4b2c20b6/172.17.0.2:33081, sessionid=0x10185cc3e910001 2024-11-08T02:53:23,873 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:53:23,873 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:53:23,873 DEBUG [RS:0;619c4b2c20b6:33081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:23,873 DEBUG [RS:2;619c4b2c20b6:41053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:23,873 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,33081,1731034402518' 2024-11-08T02:53:23,873 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,41053,1731034402671' 2024-11-08T02:53:23,873 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:53:23,873 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:53:23,874 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:53:23,874 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:53:23,875 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:53:23,875 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:53:23,875 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:53:23,875 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:53:23,875 DEBUG [RS:0;619c4b2c20b6:33081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:23,875 DEBUG [RS:2;619c4b2c20b6:41053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:23,875 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,33081,1731034402518' 2024-11-08T02:53:23,875 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,41053,1731034402671' 2024-11-08T02:53:23,875 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:53:23,875 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:53:23,876 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:53:23,876 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:53:23,876 DEBUG [RS:0;619c4b2c20b6:33081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:53:23,876 INFO [RS:0;619c4b2c20b6:33081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:53:23,876 INFO [RS:0;619c4b2c20b6:33081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:53:23,876 DEBUG [RS:2;619c4b2c20b6:41053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:53:23,876 INFO [RS:2;619c4b2c20b6:41053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:53:23,876 INFO [RS:2;619c4b2c20b6:41053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:53:23,902 WARN [619c4b2c20b6:46001 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:53:23,977 INFO [RS:1;619c4b2c20b6:34911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:53:23,977 INFO [RS:0;619c4b2c20b6:33081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:53:23,977 INFO [RS:2;619c4b2c20b6:41053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:53:23,981 INFO [RS:2;619c4b2c20b6:41053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C41053%2C1731034402671, suffix=, logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,41053,1731034402671, archiveDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs, maxLogs=32 2024-11-08T02:53:23,981 INFO [RS:0;619c4b2c20b6:33081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C33081%2C1731034402518, suffix=, logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,33081,1731034402518, archiveDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs, maxLogs=32 2024-11-08T02:53:23,981 INFO [RS:1;619c4b2c20b6:34911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C34911%2C1731034402619, suffix=, logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,34911,1731034402619, archiveDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs, maxLogs=32 2024-11-08T02:53:23,999 DEBUG [RS:1;619c4b2c20b6:34911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,34911,1731034402619/619c4b2c20b6%2C34911%2C1731034402619.1731034403985, exclude list is [], retry=0 2024-11-08T02:53:24,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-987bc31f-9128-4af1-9d95-6a27ee4a423c,DISK] 2024-11-08T02:53:24,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37523,DS-45a7f7ec-be36-486b-a0bb-8ff205f89420,DISK] 2024-11-08T02:53:24,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33189,DS-4b6beb6b-da2d-438d-a3bf-98dba316be21,DISK] 2024-11-08T02:53:24,007 DEBUG [RS:2;619c4b2c20b6:41053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,41053,1731034402671/619c4b2c20b6%2C41053%2C1731034402671.1731034403986, exclude list is [], retry=0 2024-11-08T02:53:24,007 DEBUG [RS:0;619c4b2c20b6:33081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,33081,1731034402518/619c4b2c20b6%2C33081%2C1731034402518.1731034403986, exclude list is [], retry=0 2024-11-08T02:53:24,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33189,DS-4b6beb6b-da2d-438d-a3bf-98dba316be21,DISK] 2024-11-08T02:53:24,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-987bc31f-9128-4af1-9d95-6a27ee4a423c,DISK] 2024-11-08T02:53:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37523,DS-45a7f7ec-be36-486b-a0bb-8ff205f89420,DISK] 2024-11-08T02:53:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37523,DS-45a7f7ec-be36-486b-a0bb-8ff205f89420,DISK] 2024-11-08T02:53:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-987bc31f-9128-4af1-9d95-6a27ee4a423c,DISK] 2024-11-08T02:53:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33189,DS-4b6beb6b-da2d-438d-a3bf-98dba316be21,DISK] 2024-11-08T02:53:24,033 INFO [RS:1;619c4b2c20b6:34911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,34911,1731034402619/619c4b2c20b6%2C34911%2C1731034402619.1731034403985 2024-11-08T02:53:24,034 DEBUG [RS:1;619c4b2c20b6:34911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42597:42597),(127.0.0.1/127.0.0.1:36811:36811),(127.0.0.1/127.0.0.1:41139:41139)] 2024-11-08T02:53:24,035 INFO [RS:2;619c4b2c20b6:41053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,41053,1731034402671/619c4b2c20b6%2C41053%2C1731034402671.1731034403986 2024-11-08T02:53:24,036 DEBUG [RS:2;619c4b2c20b6:41053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811),(127.0.0.1/127.0.0.1:42597:42597),(127.0.0.1/127.0.0.1:41139:41139)] 2024-11-08T02:53:24,036 INFO [RS:0;619c4b2c20b6:33081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,33081,1731034402518/619c4b2c20b6%2C33081%2C1731034402518.1731034403986 2024-11-08T02:53:24,037 DEBUG [RS:0;619c4b2c20b6:33081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42597:42597),(127.0.0.1/127.0.0.1:36811:36811),(127.0.0.1/127.0.0.1:41139:41139)] 2024-11-08T02:53:24,155 DEBUG [619c4b2c20b6:46001 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T02:53:24,165 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:53:24,172 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:53:24,172 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:53:24,172 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:53:24,172 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:53:24,172 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:53:24,172 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:53:24,172 INFO [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:53:24,172 INFO [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:53:24,172 INFO [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:53:24,172 DEBUG [619c4b2c20b6:46001 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:53:24,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:24,186 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,41053,1731034402671, state=OPENING 2024-11-08T02:53:24,194 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:53:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:24,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:24,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,199 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:53:24,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,41053,1731034402671}] 2024-11-08T02:53:24,375 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:53:24,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:53:24,389 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:53:24,389 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:53:24,390 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:53:24,393 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C41053%2C1731034402671.meta, suffix=.meta, logDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,41053,1731034402671, archiveDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs, maxLogs=32 2024-11-08T02:53:24,408 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,41053,1731034402671/619c4b2c20b6%2C41053%2C1731034402671.meta.1731034404394.meta, exclude list is [], retry=0 2024-11-08T02:53:24,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37523,DS-45a7f7ec-be36-486b-a0bb-8ff205f89420,DISK] 2024-11-08T02:53:24,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-987bc31f-9128-4af1-9d95-6a27ee4a423c,DISK] 2024-11-08T02:53:24,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33189,DS-4b6beb6b-da2d-438d-a3bf-98dba316be21,DISK] 2024-11-08T02:53:24,415 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/WALs/619c4b2c20b6,41053,1731034402671/619c4b2c20b6%2C41053%2C1731034402671.meta.1731034404394.meta 2024-11-08T02:53:24,416 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42597:42597),(127.0.0.1/127.0.0.1:36811:36811),(127.0.0.1/127.0.0.1:41139:41139)] 2024-11-08T02:53:24,416 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:53:24,418 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:53:24,420 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:53:24,425 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:53:24,429 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:53:24,430 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:24,430 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:53:24,430 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:53:24,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:53:24,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:53:24,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:24,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:24,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:53:24,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:53:24,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:24,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:24,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:53:24,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:53:24,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:24,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:24,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:53:24,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:53:24,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:24,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:24,443 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:53:24,444 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740 2024-11-08T02:53:24,447 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740 2024-11-08T02:53:24,450 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:53:24,450 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:53:24,450 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:53:24,453 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:53:24,454 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74250623, jitterRate=0.10642050206661224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:53:24,454 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:53:24,456 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731034404430Writing region info on filesystem at 1731034404431 (+1 ms)Initializing all the Stores at 1731034404433 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034404433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034404433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034404433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034404433Cleaning up temporary data from old regions at 1731034404450 (+17 ms)Running coprocessor post-open hooks at 1731034404455 (+5 ms)Region opened successfully at 1731034404456 (+1 ms) 2024-11-08T02:53:24,463 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731034404366 2024-11-08T02:53:24,499 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:53:24,499 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:53:24,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:24,503 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,41053,1731034402671, state=OPEN 2024-11-08T02:53:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:24,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:24,506 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:24,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:53:24,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,41053,1731034402671 in 307 msec 2024-11-08T02:53:24,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:53:24,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 777 msec 2024-11-08T02:53:24,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:24,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:53:24,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:53:24,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,41053,1731034402671, seqNum=-1] 2024-11-08T02:53:24,564 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:53:24,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:53:24,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0720 sec 2024-11-08T02:53:24,585 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731034404585, completionTime=-1 2024-11-08T02:53:24,588 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T02:53:24,588 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T02:53:24,613 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T02:53:24,613 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731034464613 2024-11-08T02:53:24,613 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731034524613 2024-11-08T02:53:24,613 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-08T02:53:24,614 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:53:24,620 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,46001,1731034401833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:24,621 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,46001,1731034401833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:24,621 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,46001,1731034401833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:24,622 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-619c4b2c20b6:46001, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:24,622 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:24,623 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:24,629 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:53:24,649 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.892sec 2024-11-08T02:53:24,651 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:53:24,652 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:53:24,653 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:53:24,654 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:53:24,654 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:53:24,655 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,46001,1731034401833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:24,655 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,46001,1731034401833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:53:24,660 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:53:24,661 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:53:24,662 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,46001,1731034401833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:24,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503fc44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:53:24,716 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T02:53:24,716 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T02:53:24,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 619c4b2c20b6,46001,-1 for getting cluster id 2024-11-08T02:53:24,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:53:24,730 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37dd7341-1516-4b6f-a6a3-293376317530' 2024-11-08T02:53:24,733 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:53:24,733 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37dd7341-1516-4b6f-a6a3-293376317530" 2024-11-08T02:53:24,734 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168d8dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:53:24,734 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [619c4b2c20b6,46001,-1] 2024-11-08T02:53:24,737 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:53:24,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:24,739 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:53:24,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c9c918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:53:24,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:53:24,749 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,41053,1731034402671, seqNum=-1] 2024-11-08T02:53:24,750 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:53:24,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:53:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:24,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:53:24,780 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:24,782 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293a093d 2024-11-08T02:53:24,783 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:53:24,785 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:53:24,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:53:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T02:53:24,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:53:24,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T02:53:24,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:24,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:53:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:24,815 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:24,816 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:24,820 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:38108 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38108 dst: /127.0.0.1:42563 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:24,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-08T02:53:24,826 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:24,828 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8064a397b4089ae80eea29df9d88afe4, NAME => 'TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095 2024-11-08T02:53:24,834 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:24,835 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:24,837 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:39806 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:37523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39806 dst: /127.0.0.1:37523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-08T02:53:24,842 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:24,842 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:24,843 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 8064a397b4089ae80eea29df9d88afe4, disabling compactions & flushes 2024-11-08T02:53:24,843 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:24,843 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:24,843 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. after waiting 0 ms 2024-11-08T02:53:24,843 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:24,843 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:24,843 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8064a397b4089ae80eea29df9d88afe4: Waiting for close lock at 1731034404843Disabling compacts and flushes for region at 1731034404843Disabling writes for close at 1731034404843Writing region close event to WAL at 1731034404843Closed at 1731034404843 2024-11-08T02:53:24,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:53:24,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731034404845"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731034404845"}]},"ts":"1731034404845"} 2024-11-08T02:53:24,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:53:24,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:53:24,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731034404857"}]},"ts":"1731034404857"} 2024-11-08T02:53:24,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T02:53:24,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:53:24,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:53:24,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:53:24,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:53:24,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:53:24,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:53:24,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:53:24,866 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:53:24,867 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:53:24,867 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:53:24,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:53:24,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8064a397b4089ae80eea29df9d88afe4, ASSIGN}] 2024-11-08T02:53:24,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8064a397b4089ae80eea29df9d88afe4, ASSIGN 2024-11-08T02:53:24,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8064a397b4089ae80eea29df9d88afe4, ASSIGN; state=OFFLINE, location=619c4b2c20b6,41053,1731034402671; forceNewPlan=false, retain=false 2024-11-08T02:53:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:25,025 INFO [619c4b2c20b6:46001 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T02:53:25,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8064a397b4089ae80eea29df9d88afe4, regionState=OPENING, regionLocation=619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:25,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8064a397b4089ae80eea29df9d88afe4, ASSIGN because future has completed 2024-11-08T02:53:25,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8064a397b4089ae80eea29df9d88afe4, server=619c4b2c20b6,41053,1731034402671}] 2024-11-08T02:53:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:25,191 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:25,191 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8064a397b4089ae80eea29df9d88afe4, NAME => 'TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:53:25,191 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,192 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:25,192 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,192 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,194 INFO [StoreOpener-8064a397b4089ae80eea29df9d88afe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,196 INFO [StoreOpener-8064a397b4089ae80eea29df9d88afe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8064a397b4089ae80eea29df9d88afe4 columnFamilyName cf 2024-11-08T02:53:25,196 DEBUG [StoreOpener-8064a397b4089ae80eea29df9d88afe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:25,197 INFO [StoreOpener-8064a397b4089ae80eea29df9d88afe4-1 {}] regionserver.HStore(327): Store=8064a397b4089ae80eea29df9d88afe4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:25,197 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,198 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,199 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,199 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,199 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,202 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,206 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:53:25,207 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8064a397b4089ae80eea29df9d88afe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61514074, jitterRate=-0.08336886763572693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:53:25,207 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:25,208 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8064a397b4089ae80eea29df9d88afe4: Running coprocessor pre-open hook at 1731034405192Writing region info on filesystem at 1731034405192Initializing all the Stores at 1731034405193 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034405193Cleaning up temporary data from old regions at 1731034405199 (+6 ms)Running coprocessor post-open hooks at 1731034405207 (+8 ms)Region opened successfully at 1731034405208 (+1 ms) 2024-11-08T02:53:25,210 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4., pid=6, masterSystemTime=1731034405184 2024-11-08T02:53:25,215 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:25,215 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:25,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8064a397b4089ae80eea29df9d88afe4, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:25,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8064a397b4089ae80eea29df9d88afe4, server=619c4b2c20b6,41053,1731034402671 because future has completed 2024-11-08T02:53:25,223 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46001 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=619c4b2c20b6,41053,1731034402671, table=TestHBaseWalOnEC, region=8064a397b4089ae80eea29df9d88afe4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T02:53:25,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:53:25,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8064a397b4089ae80eea29df9d88afe4, server=619c4b2c20b6,41053,1731034402671 in 194 msec 2024-11-08T02:53:25,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:53:25,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8064a397b4089ae80eea29df9d88afe4, ASSIGN in 360 msec 2024-11-08T02:53:25,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:53:25,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731034405234"}]},"ts":"1731034405234"} 2024-11-08T02:53:25,236 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T02:53:25,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:53:25,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 445 msec 2024-11-08T02:53:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:25,437 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T02:53:25,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T02:53:25,439 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:53:25,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T02:53:25,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:53:25,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T02:53:25,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4., hostname=619c4b2c20b6,41053,1731034402671, seqNum=2] 2024-11-08T02:53:25,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T02:53:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T02:53:25,467 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T02:53:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:25,469 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T02:53:25,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T02:53:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:25,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T02:53:25,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:25,636 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8064a397b4089ae80eea29df9d88afe4 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T02:53:25,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4/.tmp/cf/1280bd4eb459428d9b5b3f0cff722749 is 36, key is row/cf:cq/1731034405454/Put/seqid=0 2024-11-08T02:53:25,705 WARN [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:25,705 WARN [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:25,709 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2071024895_22 at /127.0.0.1:42124 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:33189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42124 dst: /127.0.0.1:33189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:25,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-08T02:53:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:26,114 WARN [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,115 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4/.tmp/cf/1280bd4eb459428d9b5b3f0cff722749 2024-11-08T02:53:26,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4/.tmp/cf/1280bd4eb459428d9b5b3f0cff722749 as hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4/cf/1280bd4eb459428d9b5b3f0cff722749 2024-11-08T02:53:26,169 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4/cf/1280bd4eb459428d9b5b3f0cff722749, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T02:53:26,176 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 8064a397b4089ae80eea29df9d88afe4 in 539ms, sequenceid=5, compaction requested=false 2024-11-08T02:53:26,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-08T02:53:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8064a397b4089ae80eea29df9d88afe4: 2024-11-08T02:53:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T02:53:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T02:53:26,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T02:53:26,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 715 msec 2024-11-08T02:53:26,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 728 msec 2024-11-08T02:53:26,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-08T02:53:26,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-08T02:53:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-08T02:53:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-08T02:53:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-08T02:53:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-08T02:53:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-08T02:53:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-08T02:53:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:26,607 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T02:53:26,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:53:26,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:53:26,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:26,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:53:26,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:53:26,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=715057171, stopped=false 2024-11-08T02:53:26,627 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=619c4b2c20b6,46001,1731034401833 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:26,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:53:26,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:26,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:26,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:53:26,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:26,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:26,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:26,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,33081,1731034402518' ***** 2024-11-08T02:53:26,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:53:26,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,34911,1731034402619' ***** 2024-11-08T02:53:26,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:53:26,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,41053,1731034402671' ***** 2024-11-08T02:53:26,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:53:26,631 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:53:26,631 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:53:26,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:53:26,632 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:53:26,632 INFO [RS:0;619c4b2c20b6:33081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:53:26,632 INFO [RS:2;619c4b2c20b6:41053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:53:26,632 INFO [RS:0;619c4b2c20b6:33081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:53:26,632 INFO [RS:2;619c4b2c20b6:41053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:53:26,632 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:26,632 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:26,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:53:26,632 INFO [RS:0;619c4b2c20b6:33081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;619c4b2c20b6:33081. 2024-11-08T02:53:26,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:53:26,632 INFO [RS:1;619c4b2c20b6:34911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:53:26,633 DEBUG [RS:0;619c4b2c20b6:33081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:26,633 INFO [RS:1;619c4b2c20b6:34911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:53:26,633 DEBUG [RS:0;619c4b2c20b6:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,633 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:26,633 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:26,633 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(3091): Received CLOSE for 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:26,633 INFO [RS:1;619c4b2c20b6:34911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;619c4b2c20b6:34911. 2024-11-08T02:53:26,633 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,33081,1731034402518; all regions closed. 2024-11-08T02:53:26,633 DEBUG [RS:1;619c4b2c20b6:34911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:26,633 DEBUG [RS:1;619c4b2c20b6:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,633 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,34911,1731034402619; all regions closed. 2024-11-08T02:53:26,633 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:26,633 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:26,633 INFO [RS:2;619c4b2c20b6:41053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;619c4b2c20b6:41053. 2024-11-08T02:53:26,633 DEBUG [RS:2;619c4b2c20b6:41053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:26,634 DEBUG [RS:2;619c4b2c20b6:41053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,634 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:53:26,634 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:53:26,634 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:53:26,634 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:53:26,634 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8064a397b4089ae80eea29df9d88afe4, disabling compactions & flushes 2024-11-08T02:53:26,634 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:53:26,635 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:26,635 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1325): Online Regions={8064a397b4089ae80eea29df9d88afe4=TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:53:26,635 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:53:26,635 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:26,635 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:53:26,635 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. after waiting 0 ms 2024-11-08T02:53:26,635 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:53:26,635 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:26,635 DEBUG [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8064a397b4089ae80eea29df9d88afe4 2024-11-08T02:53:26,635 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:53:26,635 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:53:26,635 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T02:53:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741826_1016 (size=93) 2024-11-08T02:53:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_1073741826_1016 (size=93) 2024-11-08T02:53:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741826_1016 (size=93) 2024-11-08T02:53:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_1073741828_1018 (size=93) 2024-11-08T02:53:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741828_1018 (size=93) 2024-11-08T02:53:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741828_1018 (size=93) 2024-11-08T02:53:26,651 DEBUG [RS:1;619c4b2c20b6:34911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs 2024-11-08T02:53:26,651 INFO [RS:1;619c4b2c20b6:34911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C34911%2C1731034402619:(num 1731034403985) 2024-11-08T02:53:26,652 DEBUG [RS:1;619c4b2c20b6:34911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,652 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:26,652 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:26,652 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:26,652 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:53:26,653 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:53:26,653 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:53:26,653 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:26,653 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:26,653 INFO [RS:1;619c4b2c20b6:34911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34911 2024-11-08T02:53:26,653 DEBUG [RS:0;619c4b2c20b6:33081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C33081%2C1731034402518:(num 1731034403986) 2024-11-08T02:53:26,654 DEBUG [RS:0;619c4b2c20b6:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:53:26,654 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:26,655 INFO [RS:0;619c4b2c20b6:33081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33081 2024-11-08T02:53:26,655 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:26,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:26,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,33081,1731034402518 2024-11-08T02:53:26,657 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,34911,1731034402619 2024-11-08T02:53:26,659 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:26,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,34911,1731034402619] 2024-11-08T02:53:26,662 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/default/TestHBaseWalOnEC/8064a397b4089ae80eea29df9d88afe4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:53:26,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,34911,1731034402619 already deleted, retry=false 2024-11-08T02:53:26,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,34911,1731034402619 expired; onlineServers=2 2024-11-08T02:53:26,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,33081,1731034402518] 2024-11-08T02:53:26,665 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:26,665 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8064a397b4089ae80eea29df9d88afe4: Waiting for close lock at 1731034406634Running coprocessor pre-close hooks at 1731034406634Disabling compacts and flushes for region at 1731034406634Disabling writes for close at 1731034406635 (+1 ms)Writing region close event to WAL at 1731034406644 (+9 ms)Running coprocessor post-close hooks at 1731034406663 (+19 ms)Closed at 1731034406665 (+2 ms) 2024-11-08T02:53:26,666 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4. 2024-11-08T02:53:26,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,33081,1731034402518 already deleted, retry=false 2024-11-08T02:53:26,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,33081,1731034402518 expired; onlineServers=1 2024-11-08T02:53:26,675 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/info/8b3ac480462c4d6c839a9b10f785d34a is 153, key is TestHBaseWalOnEC,,1731034404786.8064a397b4089ae80eea29df9d88afe4./info:regioninfo/1731034405215/Put/seqid=0 2024-11-08T02:53:26,678 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,678 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,682 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2071024895_22 at /127.0.0.1:38166 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:42563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38166 dst: /127.0.0.1:42563 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-08T02:53:26,686 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,687 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/info/8b3ac480462c4d6c839a9b10f785d34a 2024-11-08T02:53:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-08T02:53:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-08T02:53:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-08T02:53:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-08T02:53:26,715 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/ns/ffb2812071d54876a941fa3d49356672 is 43, key is default/ns:d/1731034404570/Put/seqid=0 2024-11-08T02:53:26,718 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,718 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,721 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2071024895_22 at /127.0.0.1:39884 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:37523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39884 dst: /127.0.0.1:37523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-08T02:53:26,724 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,725 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/ns/ffb2812071d54876a941fa3d49356672 2024-11-08T02:53:26,725 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:26,725 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:26,725 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:26,753 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/table/067db8ca43514998a9760b6558835c86 is 52, key is TestHBaseWalOnEC/table:state/1731034405234/Put/seqid=0 2024-11-08T02:53:26,756 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,756 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:26,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x10185cc3e910001, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:26,761 INFO [RS:0;619c4b2c20b6:33081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:26,761 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2071024895_22 at /127.0.0.1:42236 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:33189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42236 dst: /127.0.0.1:33189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:26,761 INFO [RS:0;619c4b2c20b6:33081 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,33081,1731034402518; zookeeper connection closed. 2024-11-08T02:53:26,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:26,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34911-0x10185cc3e910002, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:26,762 INFO [RS:1;619c4b2c20b6:34911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:26,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f8a64c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f8a64c6 2024-11-08T02:53:26,762 INFO [RS:1;619c4b2c20b6:34911 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,34911,1731034402619; zookeeper connection closed. 2024-11-08T02:53:26,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18a962dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18a962dd 2024-11-08T02:53:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-08T02:53:26,766 WARN [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,766 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/table/067db8ca43514998a9760b6558835c86 2024-11-08T02:53:26,777 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/info/8b3ac480462c4d6c839a9b10f785d34a as hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/info/8b3ac480462c4d6c839a9b10f785d34a 2024-11-08T02:53:26,786 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/info/8b3ac480462c4d6c839a9b10f785d34a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T02:53:26,788 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/ns/ffb2812071d54876a941fa3d49356672 as hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/ns/ffb2812071d54876a941fa3d49356672 2024-11-08T02:53:26,796 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/ns/ffb2812071d54876a941fa3d49356672, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:53:26,798 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/.tmp/table/067db8ca43514998a9760b6558835c86 as hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/table/067db8ca43514998a9760b6558835c86 2024-11-08T02:53:26,807 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/table/067db8ca43514998a9760b6558835c86, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T02:53:26,808 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false 2024-11-08T02:53:26,809 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:53:26,818 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:53:26,819 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:53:26,819 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:53:26,819 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731034406634Running coprocessor pre-close hooks at 1731034406634Disabling compacts and flushes for region at 1731034406635 (+1 ms)Disabling writes for close at 1731034406635Obtaining lock to block concurrent updates at 1731034406635Preparing flush snapshotting stores in 1588230740 at 1731034406635Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731034406637 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731034406639 (+2 ms)Flushing 1588230740/info: creating writer at 1731034406645 (+6 ms)Flushing 1588230740/info: appending metadata at 1731034406671 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731034406671Flushing 1588230740/ns: creating writer at 1731034406697 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731034406714 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731034406714Flushing 1588230740/table: creating writer at 1731034406733 (+19 ms)Flushing 1588230740/table: appending metadata at 1731034406752 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731034406752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c1f24e: reopening flushed file at 1731034406776 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@580edeae: reopening flushed file at 1731034406786 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e202401: reopening flushed file at 1731034406797 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false at 1731034406808 (+11 ms)Writing region close event to WAL at 1731034406811 (+3 ms)Running coprocessor post-close hooks at 1731034406819 (+8 ms)Closed at 1731034406819 2024-11-08T02:53:26,819 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:53:26,835 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,41053,1731034402671; all regions closed. 2024-11-08T02:53:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741829_1019 (size=2751) 2024-11-08T02:53:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_1073741829_1019 (size=2751) 2024-11-08T02:53:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741829_1019 (size=2751) 2024-11-08T02:53:26,841 DEBUG [RS:2;619c4b2c20b6:41053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs 2024-11-08T02:53:26,841 INFO [RS:2;619c4b2c20b6:41053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C41053%2C1731034402671.meta:.meta(num 1731034404394) 2024-11-08T02:53:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741827_1017 (size=1298) 2024-11-08T02:53:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741827_1017 (size=1298) 2024-11-08T02:53:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_1073741827_1017 (size=1298) 2024-11-08T02:53:26,846 DEBUG [RS:2;619c4b2c20b6:41053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/oldWALs 2024-11-08T02:53:26,846 INFO [RS:2;619c4b2c20b6:41053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C41053%2C1731034402671:(num 1731034403986) 2024-11-08T02:53:26,846 DEBUG [RS:2;619c4b2c20b6:41053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:26,846 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:26,846 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:26,847 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:26,847 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:26,847 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:26,847 INFO [RS:2;619c4b2c20b6:41053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41053 2024-11-08T02:53:26,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,41053,1731034402671 2024-11-08T02:53:26,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:26,849 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:26,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,41053,1731034402671] 2024-11-08T02:53:26,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,41053,1731034402671 already deleted, retry=false 2024-11-08T02:53:26,852 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,41053,1731034402671 expired; onlineServers=0 2024-11-08T02:53:26,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '619c4b2c20b6,46001,1731034401833' ***** 2024-11-08T02:53:26,853 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:53:26,853 INFO [M:0;619c4b2c20b6:46001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:26,853 INFO [M:0;619c4b2c20b6:46001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:26,853 DEBUG [M:0;619c4b2c20b6:46001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:53:26,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:53:26,853 DEBUG [M:0;619c4b2c20b6:46001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:53:26,853 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731034403647 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731034403647,5,FailOnTimeoutGroup] 2024-11-08T02:53:26,853 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731034403646 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731034403646,5,FailOnTimeoutGroup] 2024-11-08T02:53:26,853 INFO [M:0;619c4b2c20b6:46001 {}] hbase.ChoreService(370): Chore service for: master/619c4b2c20b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:26,854 INFO [M:0;619c4b2c20b6:46001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:26,854 DEBUG [M:0;619c4b2c20b6:46001 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:53:26,854 INFO [M:0;619c4b2c20b6:46001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:53:26,854 INFO [M:0;619c4b2c20b6:46001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:53:26,854 INFO [M:0;619c4b2c20b6:46001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:53:26,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:53:26,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:26,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:26,855 DEBUG [M:0;619c4b2c20b6:46001 {}] zookeeper.ZKUtil(347): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T02:53:26,855 WARN [M:0;619c4b2c20b6:46001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:53:26,856 INFO [M:0;619c4b2c20b6:46001 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/.lastflushedseqids 2024-11-08T02:53:26,865 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,865 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,867 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:39910 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:37523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39910 dst: /127.0.0.1:37523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-08T02:53:26,871 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,871 INFO [M:0;619c4b2c20b6:46001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:53:26,871 INFO [M:0;619c4b2c20b6:46001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:53:26,872 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:53:26,872 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:26,872 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:26,872 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:53:26,872 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:26,872 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-08T02:53:26,891 DEBUG [M:0;619c4b2c20b6:46001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1095689210d4fd580f0ae3463c10299 is 82, key is hbase:meta,,1/info:regioninfo/1731034404501/Put/seqid=0 2024-11-08T02:53:26,893 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,893 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,895 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:39928 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:37523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39928 dst: /127.0.0.1:37523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-08T02:53:26,899 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,900 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1095689210d4fd580f0ae3463c10299 2024-11-08T02:53:26,923 DEBUG [M:0;619c4b2c20b6:46001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242e33e51aa84a08a781f40995d68f36 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731034405240/Put/seqid=0 2024-11-08T02:53:26,925 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,925 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,928 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:38198 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:42563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38198 dst: /127.0.0.1:42563 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:26,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_-9223372036854775552_1037 (size=6438) 2024-11-08T02:53:26,932 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,933 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242e33e51aa84a08a781f40995d68f36 2024-11-08T02:53:26,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:26,951 INFO [RS:2;619c4b2c20b6:41053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:26,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10185cc3e910003, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:26,951 INFO [RS:2;619c4b2c20b6:41053 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,41053,1731034402671; zookeeper connection closed. 2024-11-08T02:53:26,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49e7af6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49e7af6c 2024-11-08T02:53:26,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T02:53:26,955 DEBUG [M:0;619c4b2c20b6:46001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c7cfc33b11c40588c4bb83781ba7fcb is 69, key is 619c4b2c20b6,33081,1731034402518/rs:state/1731034403748/Put/seqid=0 2024-11-08T02:53:26,957 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,957 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T02:53:26,960 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_425271165_22 at /127.0.0.1:42256 [Receiving block BP-855385582-172.17.0.2-1731034398796:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:33189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42256 dst: /127.0.0.1:33189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:53:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-08T02:53:26,965 WARN [M:0;619c4b2c20b6:46001 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T02:53:26,965 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c7cfc33b11c40588c4bb83781ba7fcb 2024-11-08T02:53:26,974 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1095689210d4fd580f0ae3463c10299 as hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1095689210d4fd580f0ae3463c10299 2024-11-08T02:53:26,982 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1095689210d4fd580f0ae3463c10299, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T02:53:26,984 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242e33e51aa84a08a781f40995d68f36 as hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/242e33e51aa84a08a781f40995d68f36 2024-11-08T02:53:26,992 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/242e33e51aa84a08a781f40995d68f36, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T02:53:26,993 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c7cfc33b11c40588c4bb83781ba7fcb as hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c7cfc33b11c40588c4bb83781ba7fcb 2024-11-08T02:53:27,001 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c7cfc33b11c40588c4bb83781ba7fcb, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T02:53:27,002 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=72, compaction requested=false 2024-11-08T02:53:27,004 INFO [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:27,004 DEBUG [M:0;619c4b2c20b6:46001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731034406872Disabling compacts and flushes for region at 1731034406872Disabling writes for close at 1731034406872Obtaining lock to block concurrent updates at 1731034406872Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731034406872Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731034406873 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731034406874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731034406874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731034406890 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731034406890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731034406907 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731034406923 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731034406923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731034406940 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731034406955 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731034406955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626863a0: reopening flushed file at 1731034406973 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34045eb8: reopening flushed file at 1731034406983 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a97e38: reopening flushed file at 1731034406992 (+9 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=72, compaction requested=false at 1731034407003 (+11 ms)Writing region close event to WAL at 1731034407004 (+1 ms)Closed at 1731034407004 2024-11-08T02:53:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741825_1011 (size=32665) 2024-11-08T02:53:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33189 is added to blk_1073741825_1011 (size=32665) 2024-11-08T02:53:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741825_1011 (size=32665) 2024-11-08T02:53:27,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:27,009 INFO [M:0;619c4b2c20b6:46001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:53:27,009 INFO [M:0;619c4b2c20b6:46001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46001 2024-11-08T02:53:27,009 INFO [M:0;619c4b2c20b6:46001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:27,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:27,111 INFO [M:0;619c4b2c20b6:46001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46001-0x10185cc3e910000, quorum=127.0.0.1:59171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:27,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:27,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:27,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:27,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:27,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:27,120 WARN [BP-855385582-172.17.0.2-1731034398796 heartbeating to localhost/127.0.0.1:42551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:53:27,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:53:27,121 WARN [BP-855385582-172.17.0.2-1731034398796 heartbeating to localhost/127.0.0.1:42551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855385582-172.17.0.2-1731034398796 (Datanode Uuid e131bf81-552b-4272-9210-2532ef231dcf) service to localhost/127.0.0.1:42551 2024-11-08T02:53:27,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:53:27,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data5/current/BP-855385582-172.17.0.2-1731034398796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:27,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data6/current/BP-855385582-172.17.0.2-1731034398796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:27,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:53:27,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:27,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:27,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:27,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:27,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:27,132 WARN [BP-855385582-172.17.0.2-1731034398796 heartbeating to localhost/127.0.0.1:42551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:53:27,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:53:27,132 WARN [BP-855385582-172.17.0.2-1731034398796 heartbeating to localhost/127.0.0.1:42551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855385582-172.17.0.2-1731034398796 (Datanode Uuid 8368be81-b638-49f0-90cb-55926a332385) service to localhost/127.0.0.1:42551 2024-11-08T02:53:27,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:53:27,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data3/current/BP-855385582-172.17.0.2-1731034398796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:27,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data4/current/BP-855385582-172.17.0.2-1731034398796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:27,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:53:27,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:27,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:27,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:27,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:27,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:27,138 WARN [BP-855385582-172.17.0.2-1731034398796 heartbeating to localhost/127.0.0.1:42551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:53:27,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:53:27,138 WARN [BP-855385582-172.17.0.2-1731034398796 heartbeating to localhost/127.0.0.1:42551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855385582-172.17.0.2-1731034398796 (Datanode Uuid d11b289a-9752-4542-b269-08c161b80c9b) service to localhost/127.0.0.1:42551 2024-11-08T02:53:27,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:53:27,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data1/current/BP-855385582-172.17.0.2-1731034398796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:27,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/cluster_31035117-6c65-9fb9-e063-17ec975f57f3/data/data2/current/BP-855385582-172.17.0.2-1731034398796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:27,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:53:27,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:53:27,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:27,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:27,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:27,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:27,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:53:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:53:27,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 161), OpenFileDescriptor=447 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=51 (was 60), ProcessCount=11 (was 11), AvailableMemoryMB=3277 (was 3573) 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=51, ProcessCount=11, AvailableMemoryMB=3277 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.log.dir so I do NOT create it in target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d6c2c39-9f33-b042-c147-cd08417e30e7/hadoop.tmp.dir so I do NOT create it in target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86, deleteOnExit=true 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/test.cache.data in system properties and HBase conf 2024-11-08T02:53:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:53:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:53:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:53:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:53:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:53:27,210 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:53:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:53:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:53:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:53:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:53:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:53:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:53:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:53:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:53:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:53:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:53:27,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:53:27,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:53:27,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:53:27,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:53:27,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:27,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:27,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:27,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:27,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:53:27,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:27,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b942cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:27,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23cdb01f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:27,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10f19266{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/java.io.tmpdir/jetty-localhost-44649-hadoop-hdfs-3_4_1-tests_jar-_-any-17804646375946761800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:53:27,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e563735{HTTP/1.1, (http/1.1)}{localhost:44649} 2024-11-08T02:53:27,418 INFO [Time-limited test {}] server.Server(415): Started @10466ms 2024-11-08T02:53:27,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:27,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:27,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:27,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:27,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:53:27,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6519033b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:27,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17794d45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:27,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14e02ddb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/java.io.tmpdir/jetty-localhost-36261-hadoop-hdfs-3_4_1-tests_jar-_-any-13419330901002476140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:27,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77ad49ec{HTTP/1.1, (http/1.1)}{localhost:36261} 2024-11-08T02:53:27,626 INFO [Time-limited test {}] server.Server(415): Started @10673ms 2024-11-08T02:53:27,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:53:27,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:27,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:27,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:27,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:27,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:53:27,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67522592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:27,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365855b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:27,723 WARN [Thread-529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data1/current/BP-1884759800-172.17.0.2-1731034407243/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:27,723 WARN [Thread-530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data2/current/BP-1884759800-172.17.0.2-1731034407243/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:27,741 WARN [Thread-508 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:53:27,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68be23fcb36aa18d with lease ID 0xe9b981664121394c: Processing first storage report for DS-266faba1-6edc-4cc7-8610-23735391071e from datanode DatanodeRegistration(127.0.0.1:42139, datanodeUuid=f9ac5e54-39f7-4a1b-9023-36ad886da033, infoPort=43845, infoSecurePort=0, ipcPort=33445, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243) 2024-11-08T02:53:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68be23fcb36aa18d with lease ID 0xe9b981664121394c: from storage DS-266faba1-6edc-4cc7-8610-23735391071e node DatanodeRegistration(127.0.0.1:42139, datanodeUuid=f9ac5e54-39f7-4a1b-9023-36ad886da033, infoPort=43845, infoSecurePort=0, ipcPort=33445, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68be23fcb36aa18d with lease ID 0xe9b981664121394c: Processing first storage report for DS-22a97daa-1058-434f-aa44-7b4811b864aa from datanode DatanodeRegistration(127.0.0.1:42139, datanodeUuid=f9ac5e54-39f7-4a1b-9023-36ad886da033, infoPort=43845, infoSecurePort=0, ipcPort=33445, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243) 2024-11-08T02:53:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68be23fcb36aa18d with lease ID 0xe9b981664121394c: from storage DS-22a97daa-1058-434f-aa44-7b4811b864aa node DatanodeRegistration(127.0.0.1:42139, datanodeUuid=f9ac5e54-39f7-4a1b-9023-36ad886da033, infoPort=43845, infoSecurePort=0, ipcPort=33445, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:27,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fb2047e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/java.io.tmpdir/jetty-localhost-34319-hadoop-hdfs-3_4_1-tests_jar-_-any-9595271236622163020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:27,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@289325e6{HTTP/1.1, (http/1.1)}{localhost:34319} 2024-11-08T02:53:27,781 INFO [Time-limited test {}] server.Server(415): Started @10828ms 2024-11-08T02:53:27,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:53:27,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:53:27,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:53:27,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:53:27,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:53:27,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:53:27,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@487911d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:53:27,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba064bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:53:27,872 WARN [Thread-564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data3/current/BP-1884759800-172.17.0.2-1731034407243/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:27,872 WARN [Thread-565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data4/current/BP-1884759800-172.17.0.2-1731034407243/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:27,894 WARN [Thread-544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:53:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3afff95206c59e8b with lease ID 0xe9b981664121394d: Processing first storage report for DS-343b36da-d236-45e8-854b-b1be81a51807 from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=33129b3a-69db-40f1-bcfe-a2c7bb7ebe60, infoPort=43385, infoSecurePort=0, ipcPort=44607, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243) 2024-11-08T02:53:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3afff95206c59e8b with lease ID 0xe9b981664121394d: from storage DS-343b36da-d236-45e8-854b-b1be81a51807 node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=33129b3a-69db-40f1-bcfe-a2c7bb7ebe60, infoPort=43385, infoSecurePort=0, ipcPort=44607, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3afff95206c59e8b with lease ID 0xe9b981664121394d: Processing first storage report for DS-31623f00-6785-4150-b477-d43d15162ea1 from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=33129b3a-69db-40f1-bcfe-a2c7bb7ebe60, infoPort=43385, infoSecurePort=0, ipcPort=44607, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243) 2024-11-08T02:53:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3afff95206c59e8b with lease ID 0xe9b981664121394d: from storage DS-31623f00-6785-4150-b477-d43d15162ea1 node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=33129b3a-69db-40f1-bcfe-a2c7bb7ebe60, infoPort=43385, infoSecurePort=0, ipcPort=44607, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:27,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ac757be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/java.io.tmpdir/jetty-localhost-39695-hadoop-hdfs-3_4_1-tests_jar-_-any-3495198366616978678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:27,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1956d1c3{HTTP/1.1, (http/1.1)}{localhost:39695} 2024-11-08T02:53:27,937 INFO [Time-limited test {}] server.Server(415): Started @10985ms 2024-11-08T02:53:27,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:53:28,030 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data5/current/BP-1884759800-172.17.0.2-1731034407243/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:28,030 WARN [Thread-591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data6/current/BP-1884759800-172.17.0.2-1731034407243/current, will proceed with Du for space computation calculation, 2024-11-08T02:53:28,053 WARN [Thread-579 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:53:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59376a7b4eb11b5d with lease ID 0xe9b981664121394e: Processing first storage report for DS-d157de3a-3523-4190-a467-63953a584101 from datanode DatanodeRegistration(127.0.0.1:44133, datanodeUuid=d5f666ed-f049-45fd-baf1-0dbcf73e095c, infoPort=46255, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243) 2024-11-08T02:53:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59376a7b4eb11b5d with lease ID 0xe9b981664121394e: from storage DS-d157de3a-3523-4190-a467-63953a584101 node DatanodeRegistration(127.0.0.1:44133, datanodeUuid=d5f666ed-f049-45fd-baf1-0dbcf73e095c, infoPort=46255, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59376a7b4eb11b5d with lease ID 0xe9b981664121394e: Processing first storage report for DS-2569e764-a244-4b7a-bed7-b73335cb4224 from datanode DatanodeRegistration(127.0.0.1:44133, datanodeUuid=d5f666ed-f049-45fd-baf1-0dbcf73e095c, infoPort=46255, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243) 2024-11-08T02:53:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59376a7b4eb11b5d with lease ID 0xe9b981664121394e: from storage DS-2569e764-a244-4b7a-bed7-b73335cb4224 node DatanodeRegistration(127.0.0.1:44133, datanodeUuid=d5f666ed-f049-45fd-baf1-0dbcf73e095c, infoPort=46255, infoSecurePort=0, ipcPort=44039, storageInfo=lv=-57;cid=testClusterID;nsid=75420217;c=1731034407243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:53:28,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c 2024-11-08T02:53:28,068 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/zookeeper_0, clientPort=55729, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:53:28,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55729 2024-11-08T02:53:28,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:53:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:53:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:53:28,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23 with version=8 2024-11-08T02:53:28,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42551/user/jenkins/test-data/04b0a034-60bf-4d00-d4ee-3704c396f095/hbase-staging 2024-11-08T02:53:28,090 INFO [Time-limited test {}] client.ConnectionUtils(128): master/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:28,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:28,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:28,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:53:28,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:28,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40213 2024-11-08T02:53:28,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40213 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-11-08T02:53:28,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402130x0, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:28,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40213-0x10185cc59ec0000 connected 2024-11-08T02:53:28,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:28,120 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23, hbase.cluster.distributed=false 2024-11-08T02:53:28,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:28,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40213 2024-11-08T02:53:28,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40213 2024-11-08T02:53:28,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40213 2024-11-08T02:53:28,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40213 2024-11-08T02:53:28,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40213 2024-11-08T02:53:28,143 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:28,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:28,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:28,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:53:28,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:28,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34243 2024-11-08T02:53:28,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34243 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-11-08T02:53:28,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342430x0, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:28,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34243-0x10185cc59ec0001 connected 2024-11-08T02:53:28,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:28,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:53:28,154 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:53:28,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:53:28,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:28,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-08T02:53:28,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34243 2024-11-08T02:53:28,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34243 2024-11-08T02:53:28,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-08T02:53:28,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-08T02:53:28,172 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:28,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:28,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:28,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:53:28,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:28,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43225 2024-11-08T02:53:28,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43225 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-11-08T02:53:28,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432250x0, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:28,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43225-0x10185cc59ec0002 connected 2024-11-08T02:53:28,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:28,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:53:28,182 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:53:28,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:53:28,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:28,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-08T02:53:28,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43225 2024-11-08T02:53:28,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43225 2024-11-08T02:53:28,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-08T02:53:28,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-08T02:53:28,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:53:28,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:53:28,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:53:28,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:53:28,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:53:28,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:53:28,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45103 2024-11-08T02:53:28,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45103 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-11-08T02:53:28,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451030x0, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:53:28,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451030x0, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:28,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45103-0x10185cc59ec0003 connected 2024-11-08T02:53:28,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:53:28,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:53:28,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:53:28,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:53:28,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45103 2024-11-08T02:53:28,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45103 2024-11-08T02:53:28,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45103 2024-11-08T02:53:28,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45103 2024-11-08T02:53:28,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45103 2024-11-08T02:53:28,225 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;619c4b2c20b6:40213 2024-11-08T02:53:28,225 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,228 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,231 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T02:53:28,232 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/619c4b2c20b6,40213,1731034408090 from backup master directory 2024-11-08T02:53:28,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:53:28,234 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:28,234 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,240 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/hbase.id] with ID: 4858280a-d935-4f76-bf6e-44cade0b1a5b 2024-11-08T02:53:28,240 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/.tmp/hbase.id 2024-11-08T02:53:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:53:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:53:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:53:28,249 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/.tmp/hbase.id]:[hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/hbase.id] 2024-11-08T02:53:28,268 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:53:28,268 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:53:28,270 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:53:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:53:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:53:28,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:53:28,285 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:53:28,285 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:53:28,286 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T02:53:28,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:53:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:53:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:53:28,298 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store 2024-11-08T02:53:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:53:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:53:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:53:28,308 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:28,308 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:53:28,308 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:28,308 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:28,308 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:53:28,308 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:28,309 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:28,309 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731034408308Disabling compacts and flushes for region at 1731034408308Disabling writes for close at 1731034408308Writing region close event to WAL at 1731034408309 (+1 ms)Closed at 1731034408309 2024-11-08T02:53:28,309 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/.initializing 2024-11-08T02:53:28,310 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/WALs/619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,313 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C40213%2C1731034408090, suffix=, logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/WALs/619c4b2c20b6,40213,1731034408090, archiveDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/oldWALs, maxLogs=10 2024-11-08T02:53:28,314 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 619c4b2c20b6%2C40213%2C1731034408090.1731034408314 2024-11-08T02:53:28,324 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/WALs/619c4b2c20b6,40213,1731034408090/619c4b2c20b6%2C40213%2C1731034408090.1731034408314 2024-11-08T02:53:28,327 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255),(127.0.0.1/127.0.0.1:43845:43845),(127.0.0.1/127.0.0.1:43385:43385)] 2024-11-08T02:53:28,330 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:53:28,330 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:28,330 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,330 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:53:28,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:53:28,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:53:28,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:28,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:53:28,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:28,344 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,345 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,345 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,347 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,347 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,347 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:53:28,349 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:53:28,352 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:53:28,353 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68772703, jitterRate=0.02479313313961029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:53:28,354 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731034408331Initializing all the Stores at 1731034408332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034408332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034408334 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034408334Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034408334Cleaning up temporary data from old regions at 1731034408347 (+13 ms)Region opened successfully at 1731034408354 (+7 ms) 2024-11-08T02:53:28,355 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:53:28,359 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd64fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:28,361 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:53:28,361 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:53:28,361 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:53:28,361 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:53:28,362 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:53:28,362 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:53:28,362 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:53:28,365 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:53:28,366 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T02:53:28,368 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T02:53:28,368 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:53:28,369 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:53:28,371 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T02:53:28,372 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:53:28,373 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:53:28,374 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T02:53:28,375 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:53:28,377 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T02:53:28,380 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:53:28,381 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,385 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=619c4b2c20b6,40213,1731034408090, sessionid=0x10185cc59ec0000, setting cluster-up flag (Was=false) 2024-11-08T02:53:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,395 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T02:53:28,396 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,405 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T02:53:28,406 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,407 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:53:28,410 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:28,410 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:53:28,410 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:53:28,411 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 619c4b2c20b6,40213,1731034408090 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/619c4b2c20b6:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:28,412 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,413 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731034438413 2024-11-08T02:53:28,413 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:53:28,414 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:53:28,414 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:53:28,414 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:53:28,414 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:53:28,414 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:53:28,414 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:28,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:53:28,415 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:53:28,415 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:53:28,415 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:53:28,416 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(746): ClusterId : 4858280a-d935-4f76-bf6e-44cade0b1a5b 2024-11-08T02:53:28,416 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(746): ClusterId : 4858280a-d935-4f76-bf6e-44cade0b1a5b 2024-11-08T02:53:28,416 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:53:28,416 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:53:28,416 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:53:28,416 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:53:28,417 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731034408416,5,FailOnTimeoutGroup] 2024-11-08T02:53:28,417 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,417 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731034408417,5,FailOnTimeoutGroup] 2024-11-08T02:53:28,417 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:53:28,417 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:53:28,417 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,417 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,421 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(746): ClusterId : 4858280a-d935-4f76-bf6e-44cade0b1a5b 2024-11-08T02:53:28,421 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:53:28,421 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:53:28,421 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:53:28,422 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:53:28,422 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:53:28,425 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:53:28,425 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:53:28,425 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:53:28,426 DEBUG [RS:1;619c4b2c20b6:43225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d84c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:28,428 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:53:28,429 DEBUG [RS:0;619c4b2c20b6:34243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25009b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:53:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:53:28,430 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:53:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:53:28,430 DEBUG [RS:2;619c4b2c20b6:45103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6197c0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:53:28,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:53:28,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23 2024-11-08T02:53:28,439 DEBUG [RS:1;619c4b2c20b6:43225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;619c4b2c20b6:43225 2024-11-08T02:53:28,439 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:53:28,439 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:53:28,439 DEBUG [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:53:28,440 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,40213,1731034408090 with port=43225, startcode=1731034408171 2024-11-08T02:53:28,441 DEBUG [RS:1;619c4b2c20b6:43225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:53:28,443 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;619c4b2c20b6:34243 2024-11-08T02:53:28,443 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:53:28,443 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:53:28,443 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;619c4b2c20b6:45103 2024-11-08T02:53:28,443 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:53:28,443 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:53:28,443 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:53:28,443 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:53:28,444 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,40213,1731034408090 with port=34243, startcode=1731034408142 2024-11-08T02:53:28,444 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,40213,1731034408090 with port=45103, startcode=1731034408199 2024-11-08T02:53:28,444 DEBUG [RS:0;619c4b2c20b6:34243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:53:28,444 DEBUG [RS:2;619c4b2c20b6:45103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:53:28,446 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56091, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:53:28,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:53:28,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:53:28,447 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:53:28,447 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:53:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:53:28,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:28,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40213 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:28,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:28,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40213 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,451 DEBUG [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23 2024-11-08T02:53:28,451 DEBUG [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41393 2024-11-08T02:53:28,451 DEBUG [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:53:28,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:53:28,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:28,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40213 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:28,454 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23 2024-11-08T02:53:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:28,454 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41393 2024-11-08T02:53:28,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:53:28,454 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:53:28,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,454 DEBUG [RS:1;619c4b2c20b6:43225 {}] zookeeper.ZKUtil(111): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:28,454 WARN [RS:1;619c4b2c20b6:43225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:28,455 INFO [RS:1;619c4b2c20b6:43225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T02:53:28,455 DEBUG [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:28,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:53:28,455 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23 2024-11-08T02:53:28,456 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41393 2024-11-08T02:53:28,456 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:53:28,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:53:28,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,43225,1731034408171] 2024-11-08T02:53:28,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,45103,1731034408199] 2024-11-08T02:53:28,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:53:28,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:28,461 DEBUG [RS:2;619c4b2c20b6:45103 {}] zookeeper.ZKUtil(111): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,461 WARN [RS:2;619c4b2c20b6:45103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:28,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:53:28,461 INFO [RS:2;619c4b2c20b6:45103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T02:53:28,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,462 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,462 DEBUG [RS:0;619c4b2c20b6:34243 {}] zookeeper.ZKUtil(111): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:28,462 WARN [RS:0;619c4b2c20b6:34243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:53:28,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:53:28,463 INFO [RS:0;619c4b2c20b6:34243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T02:53:28,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,34243,1731034408142] 2024-11-08T02:53:28,463 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:28,464 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:53:28,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:53:28,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:53:28,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740 2024-11-08T02:53:28,467 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:53:28,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740 2024-11-08T02:53:28,467 INFO [RS:1;619c4b2c20b6:43225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:53:28,467 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,468 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:53:28,468 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:53:28,469 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:53:28,469 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,469 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:53:28,469 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,470 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,471 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,471 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:53:28,471 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,471 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:28,471 DEBUG [RS:1;619c4b2c20b6:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:28,471 INFO [RS:2;619c4b2c20b6:45103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:53:28,471 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,471 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:53:28,472 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:53:28,472 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,472 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,472 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,472 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:53:28,472 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:53:28,472 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,472 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,43225,1731034408171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:28,472 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,473 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:28,474 DEBUG [RS:2;619c4b2c20b6:45103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:28,478 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:53:28,479 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,479 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,479 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,479 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,479 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,479 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,45103,1731034408199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:28,479 INFO [RS:0;619c4b2c20b6:34243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:53:28,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:53:28,479 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62890492, jitterRate=-0.06285864114761353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:53:28,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731034408449Initializing all the Stores at 1731034408450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034408450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034408451 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034408451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034408451Cleaning up temporary data from old regions at 1731034408470 (+19 ms)Region opened successfully at 1731034408481 (+11 ms) 2024-11-08T02:53:28,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:53:28,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:53:28,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:53:28,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:53:28,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:53:28,485 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:53:28,486 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:53:28,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731034408481Disabling compacts and flushes for region at 1731034408481Disabling writes for close at 1731034408481Writing region close event to WAL at 1731034408486 (+5 ms)Closed at 1731034408486 2024-11-08T02:53:28,486 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:53:28,486 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,487 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,488 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,488 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,488 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:53:28,488 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:28,488 DEBUG [RS:0;619c4b2c20b6:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:53:28,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:28,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:53:28,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:53:28,489 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,489 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,489 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,489 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,489 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,489 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,34243,1731034408142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:28,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:53:28,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:53:28,492 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:53:28,493 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,43225,1731034408171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,493 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,493 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.Replication(171): 619c4b2c20b6,43225,1731034408171 started 2024-11-08T02:53:28,495 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:53:28,495 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,45103,1731034408199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,495 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,495 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.Replication(171): 619c4b2c20b6,45103,1731034408199 started 2024-11-08T02:53:28,507 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,508 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,43225,1731034408171, RpcServer on 619c4b2c20b6/172.17.0.2:43225, sessionid=0x10185cc59ec0002 2024-11-08T02:53:28,508 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:53:28,508 DEBUG [RS:1;619c4b2c20b6:43225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:28,508 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,43225,1731034408171' 2024-11-08T02:53:28,508 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:53:28,509 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:53:28,509 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:53:28,509 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:53:28,509 DEBUG [RS:1;619c4b2c20b6:43225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:28,509 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,43225,1731034408171' 2024-11-08T02:53:28,509 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:53:28,510 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:53:28,510 DEBUG [RS:1;619c4b2c20b6:43225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:53:28,510 INFO [RS:1;619c4b2c20b6:43225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:53:28,510 INFO [RS:1;619c4b2c20b6:43225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:53:28,517 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,517 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,45103,1731034408199, RpcServer on 619c4b2c20b6/172.17.0.2:45103, sessionid=0x10185cc59ec0003 2024-11-08T02:53:28,517 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:53:28,517 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:53:28,517 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,34243,1731034408142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,517 DEBUG [RS:2;619c4b2c20b6:45103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,517 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,45103,1731034408199' 2024-11-08T02:53:28,517 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:53:28,517 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,517 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.Replication(171): 619c4b2c20b6,34243,1731034408142 started 2024-11-08T02:53:28,518 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:53:28,518 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:53:28,518 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:53:28,518 DEBUG [RS:2;619c4b2c20b6:45103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,518 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,45103,1731034408199' 2024-11-08T02:53:28,518 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:53:28,519 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:53:28,520 DEBUG [RS:2;619c4b2c20b6:45103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:53:28,520 INFO [RS:2;619c4b2c20b6:45103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:53:28,520 INFO [RS:2;619c4b2c20b6:45103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:53:28,532 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,532 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,34243,1731034408142, RpcServer on 619c4b2c20b6/172.17.0.2:34243, sessionid=0x10185cc59ec0001 2024-11-08T02:53:28,532 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:53:28,532 DEBUG [RS:0;619c4b2c20b6:34243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:28,532 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,34243,1731034408142' 2024-11-08T02:53:28,532 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:53:28,533 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:53:28,533 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:53:28,534 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:53:28,534 DEBUG [RS:0;619c4b2c20b6:34243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:28,534 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,34243,1731034408142' 2024-11-08T02:53:28,534 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:53:28,534 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:53:28,534 DEBUG [RS:0;619c4b2c20b6:34243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:53:28,534 INFO [RS:0;619c4b2c20b6:34243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:53:28,534 INFO [RS:0;619c4b2c20b6:34243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:53:28,613 INFO [RS:1;619c4b2c20b6:43225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C43225%2C1731034408171, suffix=, logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,43225,1731034408171, archiveDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs, maxLogs=32 2024-11-08T02:53:28,615 INFO [RS:1;619c4b2c20b6:43225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 619c4b2c20b6%2C43225%2C1731034408171.1731034408615 2024-11-08T02:53:28,622 INFO [RS:2;619c4b2c20b6:45103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C45103%2C1731034408199, suffix=, logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,45103,1731034408199, archiveDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs, maxLogs=32 2024-11-08T02:53:28,624 INFO [RS:2;619c4b2c20b6:45103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 619c4b2c20b6%2C45103%2C1731034408199.1731034408623 2024-11-08T02:53:28,624 INFO [RS:1;619c4b2c20b6:43225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,43225,1731034408171/619c4b2c20b6%2C43225%2C1731034408171.1731034408615 2024-11-08T02:53:28,628 DEBUG [RS:1;619c4b2c20b6:43225 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255),(127.0.0.1/127.0.0.1:43845:43845),(127.0.0.1/127.0.0.1:43385:43385)] 2024-11-08T02:53:28,634 INFO [RS:2;619c4b2c20b6:45103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,45103,1731034408199/619c4b2c20b6%2C45103%2C1731034408199.1731034408623 2024-11-08T02:53:28,635 DEBUG [RS:2;619c4b2c20b6:45103 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255),(127.0.0.1/127.0.0.1:43845:43845),(127.0.0.1/127.0.0.1:43385:43385)] 2024-11-08T02:53:28,637 INFO [RS:0;619c4b2c20b6:34243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C34243%2C1731034408142, suffix=, logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,34243,1731034408142, archiveDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs, maxLogs=32 2024-11-08T02:53:28,638 INFO [RS:0;619c4b2c20b6:34243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 619c4b2c20b6%2C34243%2C1731034408142.1731034408637 2024-11-08T02:53:28,642 DEBUG [619c4b2c20b6:40213 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T02:53:28,643 DEBUG [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:53:28,645 DEBUG [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:53:28,645 DEBUG [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:53:28,645 DEBUG [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:53:28,645 DEBUG [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:53:28,645 INFO [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:53:28,645 INFO [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:53:28,645 DEBUG [619c4b2c20b6:40213 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:53:28,645 INFO [RS:0;619c4b2c20b6:34243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,34243,1731034408142/619c4b2c20b6%2C34243%2C1731034408142.1731034408637 2024-11-08T02:53:28,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,647 DEBUG [RS:0;619c4b2c20b6:34243 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43845:43845),(127.0.0.1/127.0.0.1:46255:46255),(127.0.0.1/127.0.0.1:43385:43385)] 2024-11-08T02:53:28,648 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,45103,1731034408199, state=OPENING 2024-11-08T02:53:28,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:53:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:28,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:53:28,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,45103,1731034408199}] 2024-11-08T02:53:28,808 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:53:28,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33401, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:53:28,815 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:53:28,815 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T02:53:28,818 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C45103%2C1731034408199.meta, suffix=.meta, logDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,45103,1731034408199, archiveDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs, maxLogs=32 2024-11-08T02:53:28,819 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 619c4b2c20b6%2C45103%2C1731034408199.meta.1731034408819.meta 2024-11-08T02:53:28,830 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/WALs/619c4b2c20b6,45103,1731034408199/619c4b2c20b6%2C45103%2C1731034408199.meta.1731034408819.meta 2024-11-08T02:53:28,833 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43845:43845),(127.0.0.1/127.0.0.1:46255:46255),(127.0.0.1/127.0.0.1:43385:43385)] 2024-11-08T02:53:28,833 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:53:28,834 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:53:28,834 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:53:28,834 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:53:28,834 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:53:28,834 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:28,834 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:53:28,834 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:53:28,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:53:28,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:53:28,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:53:28,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:53:28,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:53:28,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:53:28,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:53:28,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:53:28,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:53:28,844 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:53:28,845 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740 2024-11-08T02:53:28,847 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740 2024-11-08T02:53:28,848 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:53:28,848 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:53:28,849 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:53:28,850 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:53:28,851 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69135693, jitterRate=0.03020210564136505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:53:28,852 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:53:28,853 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731034408834Writing region info on filesystem at 1731034408834Initializing all the Stores at 1731034408836 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034408836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034408836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034408836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731034408836Cleaning up temporary data from old regions at 1731034408848 (+12 ms)Running coprocessor post-open hooks at 1731034408852 (+4 ms)Region opened successfully at 1731034408853 (+1 ms) 2024-11-08T02:53:28,854 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731034408808 2024-11-08T02:53:28,857 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:53:28,858 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:53:28,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,45103,1731034408199, state=OPEN 2024-11-08T02:53:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:28,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:53:28,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:53:28,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:53:28,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,45103,1731034408199 in 210 msec 2024-11-08T02:53:28,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:53:28,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-08T02:53:28,872 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:53:28,872 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:53:28,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:53:28,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,45103,1731034408199, seqNum=-1] 2024-11-08T02:53:28,874 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:53:28,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54351, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:53:28,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 472 msec 2024-11-08T02:53:28,883 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731034408883, completionTime=-1 2024-11-08T02:53:28,883 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T02:53:28,883 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T02:53:28,885 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T02:53:28,885 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731034468885 2024-11-08T02:53:28,885 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731034528885 2024-11-08T02:53:28,885 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T02:53:28,885 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40213,1731034408090-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,885 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40213,1731034408090-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,886 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40213,1731034408090-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,886 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-619c4b2c20b6:40213, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,886 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,886 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,888 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.656sec 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40213,1731034408090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:53:28,891 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40213,1731034408090-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:53:28,894 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:53:28,894 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:53:28,894 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40213,1731034408090-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:53:28,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fb6cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:53:28,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 619c4b2c20b6,40213,-1 for getting cluster id 2024-11-08T02:53:28,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:53:28,918 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4858280a-d935-4f76-bf6e-44cade0b1a5b' 2024-11-08T02:53:28,918 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:53:28,918 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4858280a-d935-4f76-bf6e-44cade0b1a5b" 2024-11-08T02:53:28,919 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296b64f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:53:28,919 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [619c4b2c20b6,40213,-1] 2024-11-08T02:53:28,919 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:53:28,919 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:28,921 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:53:28,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7c01a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:53:28,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:53:28,923 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,45103,1731034408199, seqNum=-1] 2024-11-08T02:53:28,924 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:53:28,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:53:28,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:53:28,929 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:28,929 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69291e81 2024-11-08T02:53:28,930 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:53:28,931 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:53:28,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:53:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T02:53:28,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:53:28,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:28,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T02:53:28,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:53:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741837_1013 (size=392) 2024-11-08T02:53:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741837_1013 (size=392) 2024-11-08T02:53:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741837_1013 (size=392) 2024-11-08T02:53:28,950 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97f5a8a37d7a695a61251a779832638f, NAME => 'TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23 2024-11-08T02:53:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741838_1014 (size=51) 2024-11-08T02:53:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741838_1014 (size=51) 2024-11-08T02:53:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741838_1014 (size=51) 2024-11-08T02:53:28,963 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:28,963 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 97f5a8a37d7a695a61251a779832638f, disabling compactions & flushes 2024-11-08T02:53:28,963 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:28,963 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:28,963 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. after waiting 0 ms 2024-11-08T02:53:28,963 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:28,963 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:28,963 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97f5a8a37d7a695a61251a779832638f: Waiting for close lock at 1731034408963Disabling compacts and flushes for region at 1731034408963Disabling writes for close at 1731034408963Writing region close event to WAL at 1731034408963Closed at 1731034408963 2024-11-08T02:53:28,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:53:28,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731034408965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731034408965"}]},"ts":"1731034408965"} 2024-11-08T02:53:28,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:53:28,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:53:28,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731034408970"}]},"ts":"1731034408970"} 2024-11-08T02:53:28,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T02:53:28,973 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:53:28,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:53:28,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:53:28,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:53:28,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:53:28,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:53:28,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:53:28,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:53:28,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:53:28,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:53:28,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:53:28,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=97f5a8a37d7a695a61251a779832638f, ASSIGN}] 2024-11-08T02:53:28,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=97f5a8a37d7a695a61251a779832638f, ASSIGN 2024-11-08T02:53:28,978 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=97f5a8a37d7a695a61251a779832638f, ASSIGN; state=OFFLINE, location=619c4b2c20b6,34243,1731034408142; forceNewPlan=false, retain=false 2024-11-08T02:53:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:29,129 INFO [619c4b2c20b6:40213 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T02:53:29,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97f5a8a37d7a695a61251a779832638f, regionState=OPENING, regionLocation=619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:29,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=97f5a8a37d7a695a61251a779832638f, ASSIGN because future has completed 2024-11-08T02:53:29,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f5a8a37d7a695a61251a779832638f, server=619c4b2c20b6,34243,1731034408142}] 2024-11-08T02:53:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:29,287 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:53:29,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49779, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:53:29,293 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,293 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f5a8a37d7a695a61251a779832638f, NAME => 'TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:53:29,293 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,294 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:53:29,294 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,294 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,295 INFO [StoreOpener-97f5a8a37d7a695a61251a779832638f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,297 INFO [StoreOpener-97f5a8a37d7a695a61251a779832638f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f5a8a37d7a695a61251a779832638f columnFamilyName cf 2024-11-08T02:53:29,297 DEBUG [StoreOpener-97f5a8a37d7a695a61251a779832638f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:53:29,298 INFO [StoreOpener-97f5a8a37d7a695a61251a779832638f-1 {}] regionserver.HStore(327): Store=97f5a8a37d7a695a61251a779832638f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:53:29,298 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,299 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,299 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,299 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,300 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,301 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,304 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:53:29,305 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97f5a8a37d7a695a61251a779832638f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60610136, jitterRate=-0.09683859348297119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:53:29,305 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,306 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97f5a8a37d7a695a61251a779832638f: Running coprocessor pre-open hook at 1731034409294Writing region info on filesystem at 1731034409294Initializing all the Stores at 1731034409295 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731034409295Cleaning up temporary data from old regions at 1731034409300 (+5 ms)Running coprocessor post-open hooks at 1731034409305 (+5 ms)Region opened successfully at 1731034409306 (+1 ms) 2024-11-08T02:53:29,307 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f., pid=6, masterSystemTime=1731034409287 2024-11-08T02:53:29,310 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,310 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97f5a8a37d7a695a61251a779832638f, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:29,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f5a8a37d7a695a61251a779832638f, server=619c4b2c20b6,34243,1731034408142 because future has completed 2024-11-08T02:53:29,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:53:29,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f5a8a37d7a695a61251a779832638f, server=619c4b2c20b6,34243,1731034408142 in 183 msec 2024-11-08T02:53:29,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:53:29,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=97f5a8a37d7a695a61251a779832638f, ASSIGN in 346 msec 2024-11-08T02:53:29,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:53:29,325 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731034409325"}]},"ts":"1731034409325"} 2024-11-08T02:53:29,328 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T02:53:29,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:53:29,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 397 msec 2024-11-08T02:53:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:53:29,567 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T02:53:29,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T02:53:29,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:53:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T02:53:29,571 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:53:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T02:53:29,575 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f., hostname=619c4b2c20b6,34243,1731034408142, seqNum=2] 2024-11-08T02:53:29,575 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:53:29,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:53:29,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T02:53:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T02:53:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:29,584 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T02:53:29,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T02:53:29,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T02:53:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:29,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T02:53:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,741 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 97f5a8a37d7a695a61251a779832638f 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T02:53:29,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f/.tmp/cf/0ab8cc02886e443ab80775ab20c75ea6 is 36, key is row/cf:cq/1731034409578/Put/seqid=0 2024-11-08T02:53:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741839_1015 (size=4787) 2024-11-08T02:53:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741839_1015 (size=4787) 2024-11-08T02:53:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741839_1015 (size=4787) 2024-11-08T02:53:29,767 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f/.tmp/cf/0ab8cc02886e443ab80775ab20c75ea6 2024-11-08T02:53:29,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f/.tmp/cf/0ab8cc02886e443ab80775ab20c75ea6 as hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f/cf/0ab8cc02886e443ab80775ab20c75ea6 2024-11-08T02:53:29,782 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f/cf/0ab8cc02886e443ab80775ab20c75ea6, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T02:53:29,783 INFO [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 97f5a8a37d7a695a61251a779832638f in 43ms, sequenceid=5, compaction requested=false 2024-11-08T02:53:29,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 97f5a8a37d7a695a61251a779832638f: 2024-11-08T02:53:29,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T02:53:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T02:53:29,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T02:53:29,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-11-08T02:53:29,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 209 msec 2024-11-08T02:53:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:53:29,897 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T02:53:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:53:29,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:53:29,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:29,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:29,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:29,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:53:29,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:53:29,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2122025210, stopped=false 2024-11-08T02:53:29,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=619c4b2c20b6,40213,1731034408090 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:29,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:29,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:53:29,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:53:29,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:29,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:29,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:29,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,34243,1731034408142' ***** 2024-11-08T02:53:29,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:53:29,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,43225,1731034408171' ***** 2024-11-08T02:53:29,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:53:29,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,45103,1731034408199' ***** 2024-11-08T02:53:29,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:53:29,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:29,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:29,909 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:53:29,909 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:53:29,909 INFO [RS:2;619c4b2c20b6:45103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:53:29,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:53:29,910 INFO [RS:0;619c4b2c20b6:34243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:29,910 INFO [RS:0;619c4b2c20b6:34243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:29,910 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(3091): Received CLOSE for 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;619c4b2c20b6:45103. 2024-11-08T02:53:29,910 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:53:29,910 DEBUG [RS:2;619c4b2c20b6:45103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:29,910 DEBUG [RS:2;619c4b2c20b6:45103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:29,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:53:29,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:53:29,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:53:29,910 INFO [RS:1;619c4b2c20b6:43225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:53:29,910 INFO [RS:1;619c4b2c20b6:43225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:53:29,910 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:29,910 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:29,910 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:53:29,910 INFO [RS:1;619c4b2c20b6:43225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;619c4b2c20b6:43225. 2024-11-08T02:53:29,911 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:29,911 DEBUG [RS:1;619c4b2c20b6:43225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:29,911 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:29,911 DEBUG [RS:1;619c4b2c20b6:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:29,911 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:53:29,911 INFO [RS:0;619c4b2c20b6:34243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;619c4b2c20b6:34243. 2024-11-08T02:53:29,911 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:53:29,911 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,43225,1731034408171; all regions closed. 2024-11-08T02:53:29,911 DEBUG [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:53:29,911 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97f5a8a37d7a695a61251a779832638f, disabling compactions & flushes 2024-11-08T02:53:29,911 DEBUG [RS:0;619c4b2c20b6:34243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:53:29,911 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,911 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,911 DEBUG [RS:0;619c4b2c20b6:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:29,911 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. after waiting 0 ms 2024-11-08T02:53:29,911 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,911 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:53:29,911 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:53:29,911 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1325): Online Regions={97f5a8a37d7a695a61251a779832638f=TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f.} 2024-11-08T02:53:29,911 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:53:29,911 DEBUG [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1351): Waiting on 97f5a8a37d7a695a61251a779832638f 2024-11-08T02:53:29,911 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:53:29,911 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:53:29,912 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:53:29,912 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:29,912 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:29,912 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T02:53:29,912 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:29,912 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:29,912 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741833_1009 (size=93) 2024-11-08T02:53:29,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741833_1009 (size=93) 2024-11-08T02:53:29,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741833_1009 (size=93) 2024-11-08T02:53:29,919 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/default/TestHBaseWalOnEC/97f5a8a37d7a695a61251a779832638f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:53:29,919 DEBUG [RS:1;619c4b2c20b6:43225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs 2024-11-08T02:53:29,919 INFO [RS:1;619c4b2c20b6:43225 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 619c4b2c20b6%2C43225%2C1731034408171:(num 1731034408615) 2024-11-08T02:53:29,919 DEBUG [RS:1;619c4b2c20b6:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:29,919 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:29,920 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:29,920 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:29,920 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:53:29,920 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,920 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:29,920 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:53:29,920 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:53:29,920 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97f5a8a37d7a695a61251a779832638f: Waiting for close lock at 1731034409911Running coprocessor pre-close hooks at 1731034409911Disabling compacts and flushes for region at 1731034409911Disabling writes for close at 1731034409911Writing region close event to WAL at 1731034409912 (+1 ms)Running coprocessor post-close hooks at 1731034409920 (+8 ms)Closed at 1731034409920 2024-11-08T02:53:29,920 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:29,921 INFO [RS:1;619c4b2c20b6:43225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43225 2024-11-08T02:53:29,921 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f. 2024-11-08T02:53:29,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,43225,1731034408171 2024-11-08T02:53:29,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:29,923 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:29,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,43225,1731034408171] 2024-11-08T02:53:29,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,43225,1731034408171 already deleted, retry=false 2024-11-08T02:53:29,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,43225,1731034408171 expired; onlineServers=2 2024-11-08T02:53:29,933 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/info/e5247b25b7244f18814737bbf27fda90 is 153, key is TestHBaseWalOnEC,,1731034408931.97f5a8a37d7a695a61251a779832638f./info:regioninfo/1731034409311/Put/seqid=0 2024-11-08T02:53:29,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:53:29,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741840_1016 (size=6637) 2024-11-08T02:53:29,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741840_1016 (size=6637) 2024-11-08T02:53:29,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741840_1016 (size=6637) 2024-11-08T02:53:29,942 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/info/e5247b25b7244f18814737bbf27fda90 2024-11-08T02:53:29,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:53:29,972 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/ns/f9be8b89fb2f4f939e44b542770f6e4f is 43, key is default/ns:d/1731034408876/Put/seqid=0 2024-11-08T02:53:29,977 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:29,980 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741841_1017 (size=5153) 2024-11-08T02:53:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741841_1017 (size=5153) 2024-11-08T02:53:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741841_1017 (size=5153) 2024-11-08T02:53:29,986 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/ns/f9be8b89fb2f4f939e44b542770f6e4f 2024-11-08T02:53:29,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:53:29,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:53:29,997 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:30,018 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/table/585c55d69a3f443a9a9a5e42f580cee2 is 52, key is TestHBaseWalOnEC/table:state/1731034409325/Put/seqid=0 2024-11-08T02:53:30,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,025 INFO [RS:1;619c4b2c20b6:43225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:30,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x10185cc59ec0002, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,025 INFO [RS:1;619c4b2c20b6:43225 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,43225,1731034408171; zookeeper connection closed. 2024-11-08T02:53:30,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f8e55cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f8e55cb 2024-11-08T02:53:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741842_1018 (size=5249) 2024-11-08T02:53:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741842_1018 (size=5249) 2024-11-08T02:53:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741842_1018 (size=5249) 2024-11-08T02:53:30,028 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/table/585c55d69a3f443a9a9a5e42f580cee2 2024-11-08T02:53:30,035 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/info/e5247b25b7244f18814737bbf27fda90 as hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/info/e5247b25b7244f18814737bbf27fda90 2024-11-08T02:53:30,042 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/info/e5247b25b7244f18814737bbf27fda90, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T02:53:30,043 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/ns/f9be8b89fb2f4f939e44b542770f6e4f as hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/ns/f9be8b89fb2f4f939e44b542770f6e4f 2024-11-08T02:53:30,049 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/ns/f9be8b89fb2f4f939e44b542770f6e4f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:53:30,051 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/.tmp/table/585c55d69a3f443a9a9a5e42f580cee2 as hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/table/585c55d69a3f443a9a9a5e42f580cee2 2024-11-08T02:53:30,058 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/table/585c55d69a3f443a9a9a5e42f580cee2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T02:53:30,060 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false 2024-11-08T02:53:30,066 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:53:30,066 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:53:30,067 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:53:30,067 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731034409911Running coprocessor pre-close hooks at 1731034409911Disabling compacts and flushes for region at 1731034409911Disabling writes for close at 1731034409911Obtaining lock to block concurrent updates at 1731034409912 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731034409912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731034409912Flushing stores of hbase:meta,,1.1588230740 at 1731034409913 (+1 ms)Flushing 1588230740/info: creating writer at 1731034409914 (+1 ms)Flushing 1588230740/info: appending metadata at 1731034409933 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731034409933Flushing 1588230740/ns: creating writer at 1731034409949 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731034409971 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731034409971Flushing 1588230740/table: creating writer at 1731034409995 (+24 ms)Flushing 1588230740/table: appending metadata at 1731034410018 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731034410018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6124a: reopening flushed file at 1731034410035 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492cf4ef: reopening flushed file at 1731034410042 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123301ad: reopening flushed file at 1731034410050 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false at 1731034410060 (+10 ms)Writing region close event to WAL at 1731034410061 (+1 ms)Running coprocessor post-close hooks at 1731034410066 (+5 ms)Closed at 1731034410066 2024-11-08T02:53:30,067 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:53:30,111 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,45103,1731034408199; all regions closed. 2024-11-08T02:53:30,112 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,34243,1731034408142; all regions closed. 2024-11-08T02:53:30,112 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,112 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,113 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741835_1011 (size=1298) 2024-11-08T02:53:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741836_1012 (size=2751) 2024-11-08T02:53:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741836_1012 (size=2751) 2024-11-08T02:53:30,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741835_1011 (size=1298) 2024-11-08T02:53:30,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741835_1011 (size=1298) 2024-11-08T02:53:30,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741836_1012 (size=2751) 2024-11-08T02:53:30,119 DEBUG [RS:2;619c4b2c20b6:45103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs 2024-11-08T02:53:30,119 INFO [RS:2;619c4b2c20b6:45103 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 619c4b2c20b6%2C45103%2C1731034408199.meta:.meta(num 1731034408819) 2024-11-08T02:53:30,120 DEBUG [RS:0;619c4b2c20b6:34243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs 2024-11-08T02:53:30,120 INFO [RS:0;619c4b2c20b6:34243 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 619c4b2c20b6%2C34243%2C1731034408142:(num 1731034408637) 2024-11-08T02:53:30,120 DEBUG [RS:0;619c4b2c20b6:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:30,120 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:30,120 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:30,120 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,120 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,120 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,120 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:30,120 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:53:30,120 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,121 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:53:30,121 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:30,121 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:53:30,121 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:30,121 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,121 INFO [RS:0;619c4b2c20b6:34243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34243 2024-11-08T02:53:30,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,34243,1731034408142 2024-11-08T02:53:30,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741834_1010 (size=93) 2024-11-08T02:53:30,123 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741834_1010 (size=93) 2024-11-08T02:53:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741834_1010 (size=93) 2024-11-08T02:53:30,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,34243,1731034408142] 2024-11-08T02:53:30,127 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,34243,1731034408142 already deleted, retry=false 2024-11-08T02:53:30,127 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,34243,1731034408142 expired; onlineServers=1 2024-11-08T02:53:30,127 DEBUG [RS:2;619c4b2c20b6:45103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/oldWALs 2024-11-08T02:53:30,127 INFO [RS:2;619c4b2c20b6:45103 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 619c4b2c20b6%2C45103%2C1731034408199:(num 1731034408623) 2024-11-08T02:53:30,127 DEBUG [RS:2;619c4b2c20b6:45103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:53:30,127 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:53:30,127 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:30,127 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:30,128 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:30,128 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:30,128 INFO [RS:2;619c4b2c20b6:45103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45103 2024-11-08T02:53:30,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,45103,1731034408199 2024-11-08T02:53:30,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:53:30,130 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:30,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,45103,1731034408199] 2024-11-08T02:53:30,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,45103,1731034408199 already deleted, retry=false 2024-11-08T02:53:30,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,45103,1731034408199 expired; onlineServers=0 2024-11-08T02:53:30,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '619c4b2c20b6,40213,1731034408090' ***** 2024-11-08T02:53:30,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:53:30,135 INFO [M:0;619c4b2c20b6:40213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:53:30,135 INFO [M:0;619c4b2c20b6:40213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:53:30,135 DEBUG [M:0;619c4b2c20b6:40213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:53:30,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:53:30,135 DEBUG [M:0;619c4b2c20b6:40213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:53:30,135 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731034408416 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731034408416,5,FailOnTimeoutGroup] 2024-11-08T02:53:30,135 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731034408417 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731034408417,5,FailOnTimeoutGroup] 2024-11-08T02:53:30,135 INFO [M:0;619c4b2c20b6:40213 {}] hbase.ChoreService(370): Chore service for: master/619c4b2c20b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:53:30,135 INFO [M:0;619c4b2c20b6:40213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:53:30,135 DEBUG [M:0;619c4b2c20b6:40213 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:53:30,135 INFO [M:0;619c4b2c20b6:40213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:53:30,136 INFO [M:0;619c4b2c20b6:40213 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:53:30,136 INFO [M:0;619c4b2c20b6:40213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:53:30,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:53:30,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T02:53:30,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:53:30,137 DEBUG [M:0;619c4b2c20b6:40213 {}] zookeeper.ZKUtil(347): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T02:53:30,137 WARN [M:0;619c4b2c20b6:40213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:53:30,138 INFO [M:0;619c4b2c20b6:40213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/.lastflushedseqids 2024-11-08T02:53:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741843_1019 (size=127) 2024-11-08T02:53:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741843_1019 (size=127) 2024-11-08T02:53:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741843_1019 (size=127) 2024-11-08T02:53:30,149 INFO [M:0;619c4b2c20b6:40213 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:53:30,149 INFO [M:0;619c4b2c20b6:40213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:53:30,149 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:53:30,149 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:30,149 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:30,149 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:53:30,149 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:30,149 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-08T02:53:30,168 DEBUG [M:0;619c4b2c20b6:40213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e941a23264c34fcda66e1271ca5f616e is 82, key is hbase:meta,,1/info:regioninfo/1731034408859/Put/seqid=0 2024-11-08T02:53:30,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741844_1020 (size=5672) 2024-11-08T02:53:30,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741844_1020 (size=5672) 2024-11-08T02:53:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741844_1020 (size=5672) 2024-11-08T02:53:30,178 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e941a23264c34fcda66e1271ca5f616e 2024-11-08T02:53:30,211 DEBUG [M:0;619c4b2c20b6:40213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d58fb0b4d650496487dfe18e58669d90 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731034409331/Put/seqid=0 2024-11-08T02:53:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741845_1021 (size=6439) 2024-11-08T02:53:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741845_1021 (size=6439) 2024-11-08T02:53:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741845_1021 (size=6439) 2024-11-08T02:53:30,221 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d58fb0b4d650496487dfe18e58669d90 2024-11-08T02:53:30,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,226 INFO [RS:0;619c4b2c20b6:34243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:30,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x10185cc59ec0001, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,226 INFO [RS:0;619c4b2c20b6:34243 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,34243,1731034408142; zookeeper connection closed. 2024-11-08T02:53:30,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@372ac0df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@372ac0df 2024-11-08T02:53:30,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,233 INFO [RS:2;619c4b2c20b6:45103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:30,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45103-0x10185cc59ec0003, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,233 INFO [RS:2;619c4b2c20b6:45103 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,45103,1731034408199; zookeeper connection closed. 2024-11-08T02:53:30,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c84fc59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c84fc59 2024-11-08T02:53:30,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T02:53:30,252 DEBUG [M:0;619c4b2c20b6:40213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70b396dc12184bfe96a91f1131b742d8 is 69, key is 619c4b2c20b6,34243,1731034408142/rs:state/1731034408453/Put/seqid=0 2024-11-08T02:53:30,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741846_1022 (size=5294) 2024-11-08T02:53:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741846_1022 (size=5294) 2024-11-08T02:53:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741846_1022 (size=5294) 2024-11-08T02:53:30,263 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70b396dc12184bfe96a91f1131b742d8 2024-11-08T02:53:30,273 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e941a23264c34fcda66e1271ca5f616e as hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e941a23264c34fcda66e1271ca5f616e 2024-11-08T02:53:30,280 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e941a23264c34fcda66e1271ca5f616e, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T02:53:30,281 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d58fb0b4d650496487dfe18e58669d90 as hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d58fb0b4d650496487dfe18e58669d90 2024-11-08T02:53:30,288 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d58fb0b4d650496487dfe18e58669d90, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T02:53:30,289 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70b396dc12184bfe96a91f1131b742d8 as hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70b396dc12184bfe96a91f1131b742d8 2024-11-08T02:53:30,295 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41393/user/jenkins/test-data/d22f8d51-7e93-7dc4-a173-e36639f2aa23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70b396dc12184bfe96a91f1131b742d8, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T02:53:30,297 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=72, compaction requested=false 2024-11-08T02:53:30,298 INFO [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:53:30,299 DEBUG [M:0;619c4b2c20b6:40213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731034410149Disabling compacts and flushes for region at 1731034410149Disabling writes for close at 1731034410149Obtaining lock to block concurrent updates at 1731034410149Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731034410149Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731034410150 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731034410151 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731034410151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731034410168 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731034410168Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731034410186 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731034410211 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731034410211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731034410228 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731034410251 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731034410251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f23122c: reopening flushed file at 1731034410271 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf578e2: reopening flushed file at 1731034410281 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db8883: reopening flushed file at 1731034410288 (+7 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=72, compaction requested=false at 1731034410297 (+9 ms)Writing region close event to WAL at 1731034410298 (+1 ms)Closed at 1731034410298 2024-11-08T02:53:30,300 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,300 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,300 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,300 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,300 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T02:53:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741830_1006 (size=32674) 2024-11-08T02:53:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42139 is added to blk_1073741830_1006 (size=32674) 2024-11-08T02:53:30,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741830_1006 (size=32674) 2024-11-08T02:53:30,305 INFO [M:0;619c4b2c20b6:40213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:53:30,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:53:30,305 INFO [M:0;619c4b2c20b6:40213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40213 2024-11-08T02:53:30,305 INFO [M:0;619c4b2c20b6:40213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:53:30,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,407 INFO [M:0;619c4b2c20b6:40213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:53:30,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40213-0x10185cc59ec0000, quorum=127.0.0.1:55729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:53:30,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ac757be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:30,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1956d1c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:30,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:30,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba064bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:30,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@487911d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:30,412 WARN [BP-1884759800-172.17.0.2-1731034407243 heartbeating to localhost/127.0.0.1:41393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:53:30,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:53:30,412 WARN [BP-1884759800-172.17.0.2-1731034407243 heartbeating to localhost/127.0.0.1:41393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1884759800-172.17.0.2-1731034407243 (Datanode Uuid d5f666ed-f049-45fd-baf1-0dbcf73e095c) service to localhost/127.0.0.1:41393 2024-11-08T02:53:30,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:53:30,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data5/current/BP-1884759800-172.17.0.2-1731034407243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:30,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data6/current/BP-1884759800-172.17.0.2-1731034407243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:30,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:53:30,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fb2047e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:30,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@289325e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:30,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:30,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365855b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:30,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67522592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:30,422 WARN [BP-1884759800-172.17.0.2-1731034407243 heartbeating to localhost/127.0.0.1:41393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:53:30,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:53:30,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:53:30,422 WARN [BP-1884759800-172.17.0.2-1731034407243 heartbeating to localhost/127.0.0.1:41393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1884759800-172.17.0.2-1731034407243 (Datanode Uuid 33129b3a-69db-40f1-bcfe-a2c7bb7ebe60) service to localhost/127.0.0.1:41393 2024-11-08T02:53:30,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data3/current/BP-1884759800-172.17.0.2-1731034407243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:30,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data4/current/BP-1884759800-172.17.0.2-1731034407243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:30,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:53:30,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14e02ddb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:53:30,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77ad49ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:30,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:30,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17794d45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:30,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6519033b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:30,427 WARN [BP-1884759800-172.17.0.2-1731034407243 heartbeating to localhost/127.0.0.1:41393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:53:30,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:53:30,427 WARN [BP-1884759800-172.17.0.2-1731034407243 heartbeating to localhost/127.0.0.1:41393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1884759800-172.17.0.2-1731034407243 (Datanode Uuid f9ac5e54-39f7-4a1b-9023-36ad886da033) service to localhost/127.0.0.1:41393 2024-11-08T02:53:30,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:53:30,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data1/current/BP-1884759800-172.17.0.2-1731034407243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:30,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/cluster_a6a4d4f8-dce8-f76c-b5f0-1159084dea86/data/data2/current/BP-1884759800-172.17.0.2-1731034407243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:53:30,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:53:30,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10f19266{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:53:30,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e563735{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:53:30,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:53:30,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23cdb01f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:53:30,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b942cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d80aa3-c49f-ed25-5d31-78688070f13c/hadoop.log.dir/,STOPPED} 2024-11-08T02:53:30,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:53:30,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:53:30,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=148 (was 88) - Thread LEAK? -, OpenFileDescriptor=521 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=51 (was 51), ProcessCount=11 (was 11), AvailableMemoryMB=3074 (was 3277)