2024-11-24 20:49:11,684 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-24 20:49:11,695 main DEBUG Took 0.009144 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 20:49:11,695 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 20:49:11,696 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 20:49:11,697 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 20:49:11,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,707 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 20:49:11,728 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,732 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,733 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,735 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,736 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,738 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,739 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,740 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,741 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,742 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:49:11,744 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,744 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 20:49:11,746 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:49:11,747 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 20:49:11,750 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 20:49:11,751 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 20:49:11,752 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 20:49:11,753 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 20:49:11,763 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 20:49:11,767 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 20:49:11,769 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 20:49:11,770 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 20:49:11,770 main DEBUG createAppenders(={Console}) 2024-11-24 20:49:11,771 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-24 20:49:11,772 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-24 20:49:11,772 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-24 20:49:11,773 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 20:49:11,773 main DEBUG OutputStream closed 2024-11-24 20:49:11,773 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 20:49:11,774 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 20:49:11,774 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-24 20:49:11,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 20:49:11,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 20:49:11,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 20:49:11,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 20:49:11,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 20:49:11,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 20:49:11,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 20:49:11,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 20:49:11,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 20:49:11,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 20:49:11,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 20:49:11,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 20:49:11,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 20:49:11,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 20:49:11,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 20:49:11,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 20:49:11,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 20:49:11,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 20:49:11,874 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 20:49:11,874 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-24 20:49:11,875 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 20:49:11,876 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-24T20:49:11,894 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-24 20:49:11,896 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 20:49:11,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T20:49:12,167 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548 2024-11-24T20:49:12,191 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd, deleteOnExit=true 2024-11-24T20:49:12,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/test.cache.data in system properties and HBase conf 2024-11-24T20:49:12,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T20:49:12,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir in system properties and HBase conf 2024-11-24T20:49:12,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T20:49:12,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T20:49:12,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T20:49:12,287 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T20:49:12,419 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T20:49:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T20:49:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T20:49:12,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T20:49:12,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T20:49:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T20:49:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T20:49:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T20:49:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T20:49:12,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T20:49:12,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/nfs.dump.dir in system properties and HBase conf 2024-11-24T20:49:12,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/java.io.tmpdir in system properties and HBase conf 2024-11-24T20:49:12,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T20:49:12,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T20:49:12,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T20:49:13,913 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T20:49:14,015 INFO [Time-limited test {}] log.Log(170): Logging initialized @3012ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T20:49:14,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:14,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:14,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:14,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:14,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T20:49:14,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:14,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f7d122b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:14,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189e1f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:14,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a105fbd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/java.io.tmpdir/jetty-localhost-41751-hadoop-hdfs-3_4_1-tests_jar-_-any-13159744402834238173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T20:49:14,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d863f4f{HTTP/1.1, (http/1.1)}{localhost:41751} 2024-11-24T20:49:14,512 INFO [Time-limited test {}] server.Server(415): Started @3511ms 2024-11-24T20:49:15,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:15,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:15,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:15,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:15,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T20:49:15,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f592c6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:15,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc7b16b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:15,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1afaf33c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/java.io.tmpdir/jetty-localhost-34357-hadoop-hdfs-3_4_1-tests_jar-_-any-10487949771092870318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:15,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d6e3ac{HTTP/1.1, (http/1.1)}{localhost:34357} 2024-11-24T20:49:15,345 INFO [Time-limited test {}] server.Server(415): Started @4344ms 2024-11-24T20:49:15,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T20:49:15,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:15,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:15,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:15,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:15,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T20:49:15,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630da62d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:15,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b22eb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:15,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61dd7f65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/java.io.tmpdir/jetty-localhost-36307-hadoop-hdfs-3_4_1-tests_jar-_-any-6546413742738090285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:15,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d12fc1e{HTTP/1.1, (http/1.1)}{localhost:36307} 2024-11-24T20:49:15,753 INFO [Time-limited test {}] server.Server(415): Started @4752ms 2024-11-24T20:49:15,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T20:49:15,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:15,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:15,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:15,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:15,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T20:49:15,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc716dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:15,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403b9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:15,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b1d6f1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/java.io.tmpdir/jetty-localhost-37359-hadoop-hdfs-3_4_1-tests_jar-_-any-9921699786689503262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:15,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fd89fa9{HTTP/1.1, (http/1.1)}{localhost:37359} 2024-11-24T20:49:15,973 INFO [Time-limited test {}] server.Server(415): Started @4972ms 2024-11-24T20:49:15,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T20:49:17,246 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data1/current/BP-2838293-172.17.0.2-1732481353200/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:17,246 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data3/current/BP-2838293-172.17.0.2-1732481353200/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:17,246 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data2/current/BP-2838293-172.17.0.2-1732481353200/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:17,247 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data4/current/BP-2838293-172.17.0.2-1732481353200/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:17,310 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T20:49:17,310 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T20:49:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0b370a28fb65e57 with lease ID 0xe1ddda88e3a27d65: Processing first storage report for DS-4cfadb43-8c09-4bef-8525-e3de2af57a16 from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=e451c25b-0772-4cda-b1e2-857c4f7021f9, infoPort=33857, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200) 2024-11-24T20:49:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0b370a28fb65e57 with lease ID 0xe1ddda88e3a27d65: from storage DS-4cfadb43-8c09-4bef-8525-e3de2af57a16 node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=e451c25b-0772-4cda-b1e2-857c4f7021f9, infoPort=33857, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T20:49:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0a20434ee3461 with lease ID 0xe1ddda88e3a27d64: Processing first storage report for DS-5147ec92-1663-427d-a3be-f77f492e1cfa from datanode DatanodeRegistration(127.0.0.1:35181, datanodeUuid=9b54a6d5-8d35-464a-b6fd-da2b9046c0a5, infoPort=43621, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200) 2024-11-24T20:49:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0a20434ee3461 with lease ID 0xe1ddda88e3a27d64: from storage DS-5147ec92-1663-427d-a3be-f77f492e1cfa node DatanodeRegistration(127.0.0.1:35181, datanodeUuid=9b54a6d5-8d35-464a-b6fd-da2b9046c0a5, infoPort=43621, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0b370a28fb65e57 with lease ID 0xe1ddda88e3a27d65: Processing first storage report for DS-1b2c9832-429f-44a8-8a0e-44c6e1b902be from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=e451c25b-0772-4cda-b1e2-857c4f7021f9, infoPort=33857, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200) 2024-11-24T20:49:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0b370a28fb65e57 with lease ID 0xe1ddda88e3a27d65: from storage DS-1b2c9832-429f-44a8-8a0e-44c6e1b902be node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=e451c25b-0772-4cda-b1e2-857c4f7021f9, infoPort=33857, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T20:49:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0a20434ee3461 with lease ID 0xe1ddda88e3a27d64: Processing first storage report for DS-de569c4b-096f-4dc7-961c-a6f9d8f12f64 from datanode DatanodeRegistration(127.0.0.1:35181, datanodeUuid=9b54a6d5-8d35-464a-b6fd-da2b9046c0a5, infoPort=43621, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200) 2024-11-24T20:49:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0a20434ee3461 with lease ID 0xe1ddda88e3a27d64: from storage DS-de569c4b-096f-4dc7-961c-a6f9d8f12f64 node DatanodeRegistration(127.0.0.1:35181, datanodeUuid=9b54a6d5-8d35-464a-b6fd-da2b9046c0a5, infoPort=43621, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:17,404 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data5/current/BP-2838293-172.17.0.2-1732481353200/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:17,404 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data6/current/BP-2838293-172.17.0.2-1732481353200/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:17,442 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T20:49:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96217fafc92eefce with lease ID 0xe1ddda88e3a27d66: Processing first storage report for DS-5fab5a9d-8bec-4ca1-9665-961776ecc89e from datanode DatanodeRegistration(127.0.0.1:42319, datanodeUuid=5e600162-2a7f-4229-b69e-15fea42640f0, infoPort=42177, infoSecurePort=0, ipcPort=41785, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200) 2024-11-24T20:49:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96217fafc92eefce with lease ID 0xe1ddda88e3a27d66: from storage DS-5fab5a9d-8bec-4ca1-9665-961776ecc89e node DatanodeRegistration(127.0.0.1:42319, datanodeUuid=5e600162-2a7f-4229-b69e-15fea42640f0, infoPort=42177, infoSecurePort=0, ipcPort=41785, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T20:49:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96217fafc92eefce with lease ID 0xe1ddda88e3a27d66: Processing first storage report for DS-f355d842-2874-4ffe-bfef-6847f7f9f660 from datanode DatanodeRegistration(127.0.0.1:42319, datanodeUuid=5e600162-2a7f-4229-b69e-15fea42640f0, infoPort=42177, infoSecurePort=0, ipcPort=41785, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200) 2024-11-24T20:49:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96217fafc92eefce with lease ID 0xe1ddda88e3a27d66: from storage DS-f355d842-2874-4ffe-bfef-6847f7f9f660 node DatanodeRegistration(127.0.0.1:42319, datanodeUuid=5e600162-2a7f-4229-b69e-15fea42640f0, infoPort=42177, infoSecurePort=0, ipcPort=41785, storageInfo=lv=-57;cid=testClusterID;nsid=724064051;c=1732481353200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:17,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548 2024-11-24T20:49:17,624 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-24T20:49:17,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=9904 2024-11-24T20:49:17,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T20:49:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-24T20:49:17,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/zookeeper_0, clientPort=63584, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T20:49:17,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63584 2024-11-24T20:49:17,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:17,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:18,048 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:18,049 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:18,123 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:41912 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:37769:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41912 dst: /127.0.0.1:37769 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-24T20:49:18,569 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:18,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea with version=8 2024-11-24T20:49:18,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/hbase-staging 2024-11-24T20:49:18,675 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T20:49:19,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:19,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:19,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:19,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T20:49:19,317 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T20:49:19,331 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T20:49:19,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:19,368 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53557 (auto-detected) 2024-11-24T20:49:19,369 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T20:49:19,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40789 2024-11-24T20:49:19,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40789 connecting to ZooKeeper ensemble=127.0.0.1:63584 2024-11-24T20:49:19,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407890x0, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:19,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40789-0x1016e9b93a20000 connected 2024-11-24T20:49:19,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:19,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:19,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:19,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea, hbase.cluster.distributed=false 2024-11-24T20:49:19,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:19,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40789 2024-11-24T20:49:19,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40789 2024-11-24T20:49:19,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40789 2024-11-24T20:49:19,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40789 2024-11-24T20:49:19,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40789 2024-11-24T20:49:19,852 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:19,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:19,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:19,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T20:49:19,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:19,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45933 2024-11-24T20:49:19,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45933 connecting to ZooKeeper ensemble=127.0.0.1:63584 2024-11-24T20:49:19,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:19,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459330x0, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:19,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459330x0, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:19,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45933-0x1016e9b93a20001 connected 2024-11-24T20:49:19,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T20:49:19,918 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T20:49:19,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T20:49:19,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:19,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45933 2024-11-24T20:49:19,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45933 2024-11-24T20:49:19,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45933 2024-11-24T20:49:19,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45933 2024-11-24T20:49:19,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45933 2024-11-24T20:49:19,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:19,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:19,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:19,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:19,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T20:49:19,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:19,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34171 2024-11-24T20:49:19,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34171 connecting to ZooKeeper ensemble=127.0.0.1:63584 2024-11-24T20:49:19,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:19,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341710x0, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:19,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341710x0, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:19,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T20:49:19,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34171-0x1016e9b93a20002 connected 2024-11-24T20:49:19,981 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T20:49:19,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T20:49:19,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:19,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-24T20:49:19,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34171 2024-11-24T20:49:19,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34171 2024-11-24T20:49:20,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-24T20:49:20,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-24T20:49:20,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:20,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:20,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:20,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:20,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:20,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:20,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T20:49:20,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:20,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36347 2024-11-24T20:49:20,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36347 connecting to ZooKeeper ensemble=127.0.0.1:63584 2024-11-24T20:49:20,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:20,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:20,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363470x0, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:20,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363470x0, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:20,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36347-0x1016e9b93a20003 connected 2024-11-24T20:49:20,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T20:49:20,050 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T20:49:20,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T20:49:20,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:20,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36347 2024-11-24T20:49:20,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36347 2024-11-24T20:49:20,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36347 2024-11-24T20:49:20,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36347 2024-11-24T20:49:20,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36347 2024-11-24T20:49:20,088 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20b981ef5c27:40789 2024-11-24T20:49:20,090 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20b981ef5c27,40789,1732481358789 2024-11-24T20:49:20,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,110 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20b981ef5c27,40789,1732481358789 2024-11-24T20:49:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,151 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T20:49:20,153 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20b981ef5c27,40789,1732481358789 from backup master directory 2024-11-24T20:49:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20b981ef5c27,40789,1732481358789 2024-11-24T20:49:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:20,167 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:20,168 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20b981ef5c27,40789,1732481358789 2024-11-24T20:49:20,170 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T20:49:20,173 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T20:49:20,276 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/hbase.id] with ID: 8cabd5cd-9864-49cb-abb2-874bd06a5705 2024-11-24T20:49:20,276 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/.tmp/hbase.id 2024-11-24T20:49:20,287 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:20,287 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:20,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:60108 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:42319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60108 dst: /127.0.0.1:42319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-24T20:49:20,301 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:20,301 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/.tmp/hbase.id]:[hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/hbase.id] 2024-11-24T20:49:20,359 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:20,365 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T20:49:20,387 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-24T20:49:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:20,414 WARN [IPC Server handler 4 on default port 44605 {}] blockmanagement.BlockPlacementPolicyRackFaultTolerant(145): Only able to place 2 of total expected 3 (maxNodesPerRack=3, numOfReplicas=3) nodes evenly across racks, falling back to evenly place on the remaining racks. This may not guarantee rack-level fault tolerance. Please check if the racks are configured properly. 2024-11-24T20:49:20,414 WARN [IPC Server handler 4 on default port 44605 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-24T20:49:20,414 WARN [IPC Server handler 4 on default port 44605 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-24T20:49:20,415 WARN [IPC Server handler 4 on default port 44605 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-24T20:49:20,425 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] io.Closeables(82): IOException thrown while closing Closeable. org.apache.hadoop.ipc.RemoteException: File /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/.tmp/hbase-hbck.lock could only be written to 2 of the 3 required nodes for RS-3-2-1024k. There are 3 datanode(s) running and 3 node(s) are excluded in this operation. at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.chooseTarget4NewBlock(BlockManager.java:2480) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.chooseTargetForNewBlock(FSDirWriteFileOp.java:293) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:3075) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.addBlock(NameNodeRpcServer.java:932) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.addBlock(ClientNamenodeProtocolServerSideTranslatorPB.java:603) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.addBlock(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy48.addBlock(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy48.addBlock(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy48.addBlock(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy48.addBlock(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy48.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSStripedOutputStream.allocateNewBlock(DFSStripedOutputStream.java:508) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSStripedOutputStream.writeChunk(DFSStripedOutputStream.java:561) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSOutputSummer.writeChecksumChunks(FSOutputSummer.java:220) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSOutputSummer.flushBuffer(FSOutputSummer.java:165) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSOutputSummer.flushBuffer(FSOutputSummer.java:146) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSStripedOutputStream.closeImpl(DFSStripedOutputStream.java:1234) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) ~[hbase-shaded-miscellaneous-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:994) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:20,442 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T20:49:20,444 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T20:49:20,450 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T20:49:20,482 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:20,482 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:20,491 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:60128 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:42319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60128 dst: /127.0.0.1:42319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775760_1006 (size=1189) 2024-11-24T20:49:20,499 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:20,518 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store 2024-11-24T20:49:20,538 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:20,539 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:20,546 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:60138 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:42319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60138 dst: /127.0.0.1:42319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:20,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775744_1008 (size=34) 2024-11-24T20:49:20,552 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:20,556 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T20:49:20,559 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:20,560 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T20:49:20,561 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:20,561 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:20,562 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T20:49:20,562 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:20,563 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:20,564 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732481360560Disabling compacts and flushes for region at 1732481360560Disabling writes for close at 1732481360562 (+2 ms)Writing region close event to WAL at 1732481360563 (+1 ms)Closed at 1732481360563 2024-11-24T20:49:20,567 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/.initializing 2024-11-24T20:49:20,567 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/WALs/20b981ef5c27,40789,1732481358789 2024-11-24T20:49:20,579 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T20:49:20,596 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C40789%2C1732481358789, suffix=, logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/WALs/20b981ef5c27,40789,1732481358789, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/oldWALs, maxLogs=10 2024-11-24T20:49:20,630 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/WALs/20b981ef5c27,40789,1732481358789/20b981ef5c27%2C40789%2C1732481358789.1732481360601, exclude list is [], retry=0 2024-11-24T20:49:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:20,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-4cfadb43-8c09-4bef-8525-e3de2af57a16,DISK] 2024-11-24T20:49:20,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-5147ec92-1663-427d-a3be-f77f492e1cfa,DISK] 2024-11-24T20:49:20,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42319,DS-5fab5a9d-8bec-4ca1-9665-961776ecc89e,DISK] 2024-11-24T20:49:20,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T20:49:20,707 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/WALs/20b981ef5c27,40789,1732481358789/20b981ef5c27%2C40789%2C1732481358789.1732481360601 2024-11-24T20:49:20,708 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:42177:42177),(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-24T20:49:20,708 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T20:49:20,709 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:20,713 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,714 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T20:49:20,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:20,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:20,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T20:49:20,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:20,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:20,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T20:49:20,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:20,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:20,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T20:49:20,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:20,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:20,812 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,817 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,818 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,824 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,825 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,828 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T20:49:20,832 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:20,840 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T20:49:20,842 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64781988, jitterRate=-0.03467315435409546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T20:49:20,849 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732481360729Initializing all the Stores at 1732481360731 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481360731Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481360732 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481360733 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481360733Cleaning up temporary data from old regions at 1732481360825 (+92 ms)Region opened successfully at 1732481360849 (+24 ms) 2024-11-24T20:49:20,850 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T20:49:20,892 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374b5184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:20,930 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T20:49:20,944 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T20:49:20,944 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T20:49:20,948 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T20:49:20,949 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T20:49:20,955 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-24T20:49:20,955 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T20:49:20,984 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T20:49:20,996 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T20:49:21,042 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T20:49:21,045 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T20:49:21,047 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T20:49:21,060 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T20:49:21,064 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T20:49:21,071 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T20:49:21,084 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T20:49:21,086 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T20:49:21,094 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T20:49:21,112 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T20:49:21,123 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T20:49:21,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:21,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:21,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,142 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20b981ef5c27,40789,1732481358789, sessionid=0x1016e9b93a20000, setting cluster-up flag (Was=false) 2024-11-24T20:49:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,220 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T20:49:21,224 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20b981ef5c27,40789,1732481358789 2024-11-24T20:49:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:21,273 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T20:49:21,275 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20b981ef5c27,40789,1732481358789 2024-11-24T20:49:21,283 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T20:49:21,367 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:21,373 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(746): ClusterId : 8cabd5cd-9864-49cb-abb2-874bd06a5705 2024-11-24T20:49:21,373 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(746): ClusterId : 8cabd5cd-9864-49cb-abb2-874bd06a5705 2024-11-24T20:49:21,374 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(746): ClusterId : 8cabd5cd-9864-49cb-abb2-874bd06a5705 2024-11-24T20:49:21,376 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T20:49:21,376 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T20:49:21,376 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T20:49:21,378 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T20:49:21,384 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T20:49:21,391 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20b981ef5c27,40789,1732481358789 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T20:49:21,403 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T20:49:21,403 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T20:49:21,403 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T20:49:21,403 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T20:49:21,404 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T20:49:21,404 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T20:49:21,406 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:21,406 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:21,406 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:21,406 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:21,407 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20b981ef5c27:0, corePoolSize=10, maxPoolSize=10 2024-11-24T20:49:21,407 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,407 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:21,407 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:21,424 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T20:49:21,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T20:49:21,425 DEBUG [RS:2;20b981ef5c27:36347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89bb06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:21,425 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T20:49:21,425 DEBUG [RS:1;20b981ef5c27:34171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bacde51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:21,428 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T20:49:21,428 DEBUG [RS:0;20b981ef5c27:45933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b814440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:21,433 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:21,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T20:49:21,455 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;20b981ef5c27:34171 2024-11-24T20:49:21,459 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T20:49:21,459 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T20:49:21,459 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T20:49:21,462 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(2659): reportForDuty to master=20b981ef5c27,40789,1732481358789 with port=34171, startcode=1732481359946 2024-11-24T20:49:21,467 DEBUG [RS:0;20b981ef5c27:45933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20b981ef5c27:45933 2024-11-24T20:49:21,467 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T20:49:21,467 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T20:49:21,467 DEBUG [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T20:49:21,468 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(2659): reportForDuty to master=20b981ef5c27,40789,1732481358789 with port=45933, startcode=1732481359815 2024-11-24T20:49:21,472 DEBUG [RS:2;20b981ef5c27:36347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;20b981ef5c27:36347 2024-11-24T20:49:21,473 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T20:49:21,473 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T20:49:21,473 DEBUG [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T20:49:21,474 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(2659): reportForDuty to master=20b981ef5c27,40789,1732481358789 with port=36347, startcode=1732481360019 2024-11-24T20:49:21,476 DEBUG [RS:0;20b981ef5c27:45933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T20:49:21,476 DEBUG [RS:1;20b981ef5c27:34171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T20:49:21,476 DEBUG [RS:2;20b981ef5c27:36347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T20:49:21,481 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732481391480 2024-11-24T20:49:21,483 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T20:49:21,484 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T20:49:21,489 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T20:49:21,489 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T20:49:21,490 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T20:49:21,490 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T20:49:21,504 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,517 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T20:49:21,519 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T20:49:21,519 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T20:49:21,526 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T20:49:21,526 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T20:49:21,527 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:21,528 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:21,538 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.large.0-1732481361532,5,FailOnTimeoutGroup] 2024-11-24T20:49:21,539 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.small.0-1732481361539,5,FailOnTimeoutGroup] 2024-11-24T20:49:21,539 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,540 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T20:49:21,545 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,549 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,550 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T20:49:21,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55571, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T20:49:21,559 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T20:49:21,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20b981ef5c27,45933,1732481359815 2024-11-24T20:49:21,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40789 {}] master.ServerManager(517): Registering regionserver=20b981ef5c27,45933,1732481359815 2024-11-24T20:49:21,574 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:39894 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775728_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39894 dst: /127.0.0.1:35181 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:21,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20b981ef5c27,36347,1732481360019 2024-11-24T20:49:21,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40789 {}] master.ServerManager(517): Registering regionserver=20b981ef5c27,36347,1732481360019 2024-11-24T20:49:21,586 DEBUG [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea 2024-11-24T20:49:21,586 DEBUG [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44605 2024-11-24T20:49:21,587 DEBUG [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T20:49:21,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20b981ef5c27,34171,1732481359946 2024-11-24T20:49:21,592 DEBUG [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea 2024-11-24T20:49:21,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40789 {}] master.ServerManager(517): Registering regionserver=20b981ef5c27,34171,1732481359946 2024-11-24T20:49:21,592 DEBUG [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44605 2024-11-24T20:49:21,593 DEBUG [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T20:49:21,597 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea 2024-11-24T20:49:21,597 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44605 2024-11-24T20:49:21,597 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T20:49:21,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T20:49:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775728_1011 (size=1321) 2024-11-24T20:49:21,607 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:21,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T20:49:21,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea 2024-11-24T20:49:21,631 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:21,631 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:21,638 DEBUG [RS:0;20b981ef5c27:45933 {}] zookeeper.ZKUtil(111): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20b981ef5c27,45933,1732481359815 2024-11-24T20:49:21,638 WARN [RS:0;20b981ef5c27:45933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:21,638 DEBUG [RS:1;20b981ef5c27:34171 {}] zookeeper.ZKUtil(111): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20b981ef5c27,34171,1732481359946 2024-11-24T20:49:21,638 INFO [RS:0;20b981ef5c27:45933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T20:49:21,638 WARN [RS:1;20b981ef5c27:34171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:21,639 DEBUG [RS:2;20b981ef5c27:36347 {}] zookeeper.ZKUtil(111): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20b981ef5c27,36347,1732481360019 2024-11-24T20:49:21,639 WARN [RS:2;20b981ef5c27:36347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:21,639 INFO [RS:1;20b981ef5c27:34171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T20:49:21,639 DEBUG [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,45933,1732481359815 2024-11-24T20:49:21,639 INFO [RS:2;20b981ef5c27:36347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T20:49:21,639 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,34171,1732481359946 2024-11-24T20:49:21,639 DEBUG [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,36347,1732481360019 2024-11-24T20:49:21,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20b981ef5c27,45933,1732481359815] 2024-11-24T20:49:21,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20b981ef5c27,36347,1732481360019] 2024-11-24T20:49:21,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20b981ef5c27,34171,1732481359946] 2024-11-24T20:49:21,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:41950 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:37769:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41950 dst: /127.0.0.1:37769 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:21,688 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T20:49:21,688 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T20:49:21,688 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T20:49:21,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775712_1013 (size=32) 2024-11-24T20:49:21,703 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:21,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:21,711 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T20:49:21,716 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T20:49:21,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T20:49:21,722 INFO [RS:2;20b981ef5c27:36347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T20:49:21,722 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T20:49:21,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:21,724 INFO [RS:1;20b981ef5c27:34171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T20:49:21,724 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:21,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T20:49:21,728 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T20:49:21,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T20:49:21,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:21,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:21,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T20:49:21,733 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T20:49:21,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T20:49:21,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:21,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:21,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T20:49:21,737 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T20:49:21,740 INFO [RS:0;20b981ef5c27:45933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T20:49:21,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T20:49:21,740 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:21,741 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T20:49:21,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:21,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T20:49:21,743 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T20:49:21,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740 2024-11-24T20:49:21,744 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740 2024-11-24T20:49:21,745 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,745 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,745 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,746 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,746 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,746 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,746 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,747 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,747 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:21,747 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,747 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,747 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,748 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,748 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T20:49:21,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T20:49:21,748 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T20:49:21,748 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,748 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,748 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:21,749 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,749 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,749 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,749 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,749 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,749 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T20:49:21,750 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T20:49:21,750 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,750 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,750 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,750 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,750 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,751 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:21,751 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,751 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,751 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,751 DEBUG [RS:2;20b981ef5c27:36347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:21,751 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,751 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:21,751 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,751 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,751 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:21,752 DEBUG [RS:1;20b981ef5c27:34171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:21,752 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,752 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T20:49:21,752 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,752 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:21,752 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:21,752 DEBUG [RS:0;20b981ef5c27:45933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:21,767 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,767 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,767 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,768 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,768 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,768 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,34171,1732481359946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:21,780 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,780 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,781 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,781 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,781 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,781 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,36347,1732481360019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:21,790 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,790 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,790 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,790 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,790 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,790 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,45933,1732481359815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:21,819 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T20:49:21,821 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,34171,1732481359946-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,821 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,822 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.Replication(171): 20b981ef5c27,34171,1732481359946 started 2024-11-24T20:49:21,822 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T20:49:21,822 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,36347,1732481360019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,823 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,823 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.Replication(171): 20b981ef5c27,36347,1732481360019 started 2024-11-24T20:49:21,837 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T20:49:21,838 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,45933,1732481359815-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,839 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,839 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.Replication(171): 20b981ef5c27,45933,1732481359815 started 2024-11-24T20:49:21,847 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,848 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1482): Serving as 20b981ef5c27,34171,1732481359946, RpcServer on 20b981ef5c27/172.17.0.2:34171, sessionid=0x1016e9b93a20002 2024-11-24T20:49:21,849 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T20:49:21,849 DEBUG [RS:1;20b981ef5c27:34171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20b981ef5c27,34171,1732481359946 2024-11-24T20:49:21,849 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,34171,1732481359946' 2024-11-24T20:49:21,849 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T20:49:21,851 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T20:49:21,851 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,851 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(1482): Serving as 20b981ef5c27,36347,1732481360019, RpcServer on 20b981ef5c27/172.17.0.2:36347, sessionid=0x1016e9b93a20003 2024-11-24T20:49:21,852 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T20:49:21,852 DEBUG [RS:2;20b981ef5c27:36347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20b981ef5c27,36347,1732481360019 2024-11-24T20:49:21,852 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T20:49:21,852 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,36347,1732481360019' 2024-11-24T20:49:21,852 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T20:49:21,852 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T20:49:21,852 DEBUG [RS:1;20b981ef5c27:34171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20b981ef5c27,34171,1732481359946 2024-11-24T20:49:21,852 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,34171,1732481359946' 2024-11-24T20:49:21,852 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T20:49:21,853 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T20:49:21,853 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T20:49:21,854 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T20:49:21,854 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T20:49:21,854 DEBUG [RS:1;20b981ef5c27:34171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T20:49:21,854 DEBUG [RS:2;20b981ef5c27:36347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20b981ef5c27,36347,1732481360019 2024-11-24T20:49:21,854 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,36347,1732481360019' 2024-11-24T20:49:21,854 INFO [RS:1;20b981ef5c27:34171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T20:49:21,854 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T20:49:21,854 INFO [RS:1;20b981ef5c27:34171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T20:49:21,855 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T20:49:21,856 DEBUG [RS:2;20b981ef5c27:36347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T20:49:21,856 INFO [RS:2;20b981ef5c27:36347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T20:49:21,856 INFO [RS:2;20b981ef5c27:36347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T20:49:21,867 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:21,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T20:49:21,867 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(1482): Serving as 20b981ef5c27,45933,1732481359815, RpcServer on 20b981ef5c27/172.17.0.2:45933, sessionid=0x1016e9b93a20001 2024-11-24T20:49:21,867 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T20:49:21,867 DEBUG [RS:0;20b981ef5c27:45933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20b981ef5c27,45933,1732481359815 2024-11-24T20:49:21,867 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,45933,1732481359815' 2024-11-24T20:49:21,867 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T20:49:21,868 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58754041, jitterRate=-0.12449656426906586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T20:49:21,868 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T20:49:21,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732481361705Initializing all the Stores at 1732481361708 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481361708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481361716 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481361716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481361716Cleaning up temporary data from old regions at 1732481361748 (+32 ms)Region opened successfully at 1732481361869 (+121 ms) 2024-11-24T20:49:21,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T20:49:21,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T20:49:21,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T20:49:21,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T20:49:21,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T20:49:21,873 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T20:49:21,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732481361870Disabling compacts and flushes for region at 1732481361870Disabling writes for close at 1732481361870Writing region close event to WAL at 1732481361872 (+2 ms)Closed at 1732481361873 (+1 ms) 2024-11-24T20:49:21,875 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T20:49:21,875 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T20:49:21,875 DEBUG [RS:0;20b981ef5c27:45933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20b981ef5c27,45933,1732481359815 2024-11-24T20:49:21,875 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,45933,1732481359815' 2024-11-24T20:49:21,875 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T20:49:21,877 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T20:49:21,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:21,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T20:49:21,877 DEBUG [RS:0;20b981ef5c27:45933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T20:49:21,878 INFO [RS:0;20b981ef5c27:45933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T20:49:21,879 INFO [RS:0;20b981ef5c27:45933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T20:49:21,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T20:49:21,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T20:49:21,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T20:49:21,958 INFO [RS:1;20b981ef5c27:34171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T20:49:21,958 INFO [RS:2;20b981ef5c27:36347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T20:49:21,962 INFO [RS:1;20b981ef5c27:34171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C34171%2C1732481359946, suffix=, logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,34171,1732481359946, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs, maxLogs=32 2024-11-24T20:49:21,962 INFO [RS:2;20b981ef5c27:36347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C36347%2C1732481360019, suffix=, logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,36347,1732481360019, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs, maxLogs=32 2024-11-24T20:49:21,979 INFO [RS:0;20b981ef5c27:45933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T20:49:21,982 DEBUG [RS:1;20b981ef5c27:34171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,34171,1732481359946/20b981ef5c27%2C34171%2C1732481359946.1732481361966, exclude list is [], retry=0 2024-11-24T20:49:21,983 INFO [RS:0;20b981ef5c27:45933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C45933%2C1732481359815, suffix=, logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,45933,1732481359815, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs, maxLogs=32 2024-11-24T20:49:21,984 DEBUG [RS:2;20b981ef5c27:36347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,36347,1732481360019/20b981ef5c27%2C36347%2C1732481360019.1732481361966, exclude list is [], retry=0 2024-11-24T20:49:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-4cfadb43-8c09-4bef-8525-e3de2af57a16,DISK] 2024-11-24T20:49:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-5147ec92-1663-427d-a3be-f77f492e1cfa,DISK] 2024-11-24T20:49:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42319,DS-5fab5a9d-8bec-4ca1-9665-961776ecc89e,DISK] 2024-11-24T20:49:22,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42319,DS-5fab5a9d-8bec-4ca1-9665-961776ecc89e,DISK] 2024-11-24T20:49:22,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-5147ec92-1663-427d-a3be-f77f492e1cfa,DISK] 2024-11-24T20:49:22,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-4cfadb43-8c09-4bef-8525-e3de2af57a16,DISK] 2024-11-24T20:49:22,039 DEBUG [RS:0;20b981ef5c27:45933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,45933,1732481359815/20b981ef5c27%2C45933%2C1732481359815.1732481361985, exclude list is [], retry=0 2024-11-24T20:49:22,044 INFO [RS:1;20b981ef5c27:34171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,34171,1732481359946/20b981ef5c27%2C34171%2C1732481359946.1732481361966 2024-11-24T20:49:22,045 DEBUG [RS:1;20b981ef5c27:34171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:43621:43621),(127.0.0.1/127.0.0.1:42177:42177)] 2024-11-24T20:49:22,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-4cfadb43-8c09-4bef-8525-e3de2af57a16,DISK] 2024-11-24T20:49:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-5147ec92-1663-427d-a3be-f77f492e1cfa,DISK] 2024-11-24T20:49:22,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42319,DS-5fab5a9d-8bec-4ca1-9665-961776ecc89e,DISK] 2024-11-24T20:49:22,047 INFO [RS:2;20b981ef5c27:36347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,36347,1732481360019/20b981ef5c27%2C36347%2C1732481360019.1732481361966 2024-11-24T20:49:22,049 DEBUG [RS:2;20b981ef5c27:36347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42177:42177),(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-24T20:49:22,052 WARN [20b981ef5c27:40789 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T20:49:22,062 INFO [RS:0;20b981ef5c27:45933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,45933,1732481359815/20b981ef5c27%2C45933%2C1732481359815.1732481361985 2024-11-24T20:49:22,063 DEBUG [RS:0;20b981ef5c27:45933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43621:43621),(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:42177:42177)] 2024-11-24T20:49:22,305 DEBUG [20b981ef5c27:40789 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T20:49:22,315 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(204): Hosts are {20b981ef5c27=0} racks are {/default-rack=0} 2024-11-24T20:49:22,322 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T20:49:22,322 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T20:49:22,323 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T20:49:22,323 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T20:49:22,323 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T20:49:22,323 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T20:49:22,323 INFO [20b981ef5c27:40789 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T20:49:22,323 INFO [20b981ef5c27:40789 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T20:49:22,323 INFO [20b981ef5c27:40789 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T20:49:22,323 DEBUG [20b981ef5c27:40789 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T20:49:22,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20b981ef5c27,34171,1732481359946 2024-11-24T20:49:22,338 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20b981ef5c27,34171,1732481359946, state=OPENING 2024-11-24T20:49:22,389 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T20:49:22,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:22,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:22,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:22,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:22,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,402 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T20:49:22,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20b981ef5c27,34171,1732481359946}] 2024-11-24T20:49:22,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T20:49:22,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T20:49:22,598 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T20:49:22,598 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T20:49:22,599 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T20:49:22,603 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C34171%2C1732481359946.meta, suffix=.meta, logDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,34171,1732481359946, archiveDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs, maxLogs=32 2024-11-24T20:49:22,627 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,34171,1732481359946/20b981ef5c27%2C34171%2C1732481359946.meta.1732481362607.meta, exclude list is [], retry=0 2024-11-24T20:49:22,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-4cfadb43-8c09-4bef-8525-e3de2af57a16,DISK] 2024-11-24T20:49:22,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42319,DS-5fab5a9d-8bec-4ca1-9665-961776ecc89e,DISK] 2024-11-24T20:49:22,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-5147ec92-1663-427d-a3be-f77f492e1cfa,DISK] 2024-11-24T20:49:22,645 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/WALs/20b981ef5c27,34171,1732481359946/20b981ef5c27%2C34171%2C1732481359946.meta.1732481362607.meta 2024-11-24T20:49:22,645 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42177:42177),(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-24T20:49:22,646 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T20:49:22,647 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T20:49:22,650 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T20:49:22,655 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T20:49:22,659 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T20:49:22,660 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:22,660 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T20:49:22,660 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T20:49:22,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T20:49:22,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T20:49:22,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:22,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:22,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T20:49:22,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T20:49:22,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:22,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:22,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T20:49:22,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T20:49:22,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:22,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:22,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T20:49:22,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T20:49:22,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:22,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:22,680 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T20:49:22,684 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740 2024-11-24T20:49:22,687 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740 2024-11-24T20:49:22,692 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T20:49:22,692 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T20:49:22,693 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T20:49:22,696 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T20:49:22,698 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69618447, jitterRate=0.03739570081233978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T20:49:22,698 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T20:49:22,701 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732481362661Writing region info on filesystem at 1732481362661Initializing all the Stores at 1732481362663 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481362663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481362663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481362664 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481362664Cleaning up temporary data from old regions at 1732481362692 (+28 ms)Running coprocessor post-open hooks at 1732481362698 (+6 ms)Region opened successfully at 1732481362701 (+3 ms) 2024-11-24T20:49:22,710 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732481362571 2024-11-24T20:49:22,721 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T20:49:22,722 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T20:49:22,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20b981ef5c27,34171,1732481359946 2024-11-24T20:49:22,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20b981ef5c27,34171,1732481359946, state=OPEN 2024-11-24T20:49:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:22,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:22,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:22,737 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20b981ef5c27,34171,1732481359946 2024-11-24T20:49:22,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T20:49:22,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20b981ef5c27,34171,1732481359946 in 334 msec 2024-11-24T20:49:22,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T20:49:22,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 861 msec 2024-11-24T20:49:22,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:22,754 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T20:49:22,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T20:49:22,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20b981ef5c27,34171,1732481359946, seqNum=-1] 2024-11-24T20:49:22,806 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T20:49:22,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T20:49:22,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5200 sec 2024-11-24T20:49:22,841 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732481362840, completionTime=-1 2024-11-24T20:49:22,844 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T20:49:22,844 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T20:49:22,880 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T20:49:22,881 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732481422881 2024-11-24T20:49:22,881 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732481482881 2024-11-24T20:49:22,881 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-11-24T20:49:22,883 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T20:49:22,891 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,40789,1732481358789-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:22,892 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,40789,1732481358789-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:22,892 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,40789,1732481358789-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:22,895 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20b981ef5c27:40789, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:22,896 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:22,896 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:22,904 DEBUG [master/20b981ef5c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T20:49:22,937 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.769sec 2024-11-24T20:49:22,939 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T20:49:22,941 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T20:49:22,942 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T20:49:22,943 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T20:49:22,943 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T20:49:22,944 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,40789,1732481358789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:22,945 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,40789,1732481358789-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T20:49:22,952 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T20:49:22,953 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T20:49:22,954 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,40789,1732481358789-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:22,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b50d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:49:22,988 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T20:49:22,988 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T20:49:22,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20b981ef5c27,40789,-1 for getting cluster id 2024-11-24T20:49:22,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T20:49:23,011 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cabd5cd-9864-49cb-abb2-874bd06a5705' 2024-11-24T20:49:23,014 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T20:49:23,015 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cabd5cd-9864-49cb-abb2-874bd06a5705" 2024-11-24T20:49:23,015 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162622bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:49:23,016 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20b981ef5c27,40789,-1] 2024-11-24T20:49:23,019 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T20:49:23,024 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:23,028 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T20:49:23,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f04516b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:49:23,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T20:49:23,046 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20b981ef5c27,34171,1732481359946, seqNum=-1] 2024-11-24T20:49:23,047 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T20:49:23,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T20:49:23,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20b981ef5c27,40789,1732481358789 2024-11-24T20:49:23,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T20:49:23,128 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 20b981ef5c27,40789,1732481358789 2024-11-24T20:49:23,131 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f88d7 2024-11-24T20:49:23,133 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T20:49:23,150 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T20:49:23,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T20:49:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-24T20:49:23,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T20:49:23,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-24T20:49:23,190 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:23,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T20:49:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:23,255 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:23,256 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:23,297 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:51442 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775696_1018] {}] datanode.DataXceiver(331): 127.0.0.1:42319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51442 dst: /127.0.0.1:42319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:23,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775696_1019 (size=392) 2024-11-24T20:49:23,318 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:23,323 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 393d8f13429e0bb1dbe01fb5d5e7fdce, NAME => 'TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea 2024-11-24T20:49:23,341 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:23,341 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:23,351 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:51456 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51456 dst: /127.0.0.1:42319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775680_1021 (size=51) 2024-11-24T20:49:23,357 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:23,357 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:23,358 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 393d8f13429e0bb1dbe01fb5d5e7fdce, disabling compactions & flushes 2024-11-24T20:49:23,358 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:23,358 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:23,358 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. after waiting 0 ms 2024-11-24T20:49:23,358 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:23,358 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:23,358 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 393d8f13429e0bb1dbe01fb5d5e7fdce: Waiting for close lock at 1732481363358Disabling compacts and flushes for region at 1732481363358Disabling writes for close at 1732481363358Writing region close event to WAL at 1732481363358Closed at 1732481363358 2024-11-24T20:49:23,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T20:49:23,367 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732481363361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732481363361"}]},"ts":"1732481363361"} 2024-11-24T20:49:23,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T20:49:23,376 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T20:49:23,380 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732481363376"}]},"ts":"1732481363376"} 2024-11-24T20:49:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-24T20:49:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-24T20:49:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-24T20:49:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-24T20:49:23,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-24T20:49:23,388 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {20b981ef5c27=0} racks are {/default-rack=0} 2024-11-24T20:49:23,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775757_1006 (size=1189) 2024-11-24T20:49:23,390 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T20:49:23,390 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T20:49:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775756_1006 (size=1189) 2024-11-24T20:49:23,391 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T20:49:23,391 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T20:49:23,391 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T20:49:23,391 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T20:49:23,391 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T20:49:23,391 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T20:49:23,391 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T20:49:23,391 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T20:49:23,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=393d8f13429e0bb1dbe01fb5d5e7fdce, ASSIGN}] 2024-11-24T20:49:23,397 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=393d8f13429e0bb1dbe01fb5d5e7fdce, ASSIGN 2024-11-24T20:49:23,399 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=393d8f13429e0bb1dbe01fb5d5e7fdce, ASSIGN; state=OFFLINE, location=20b981ef5c27,34171,1732481359946; forceNewPlan=false, retain=false 2024-11-24T20:49:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:23,553 INFO [20b981ef5c27:40789 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-24T20:49:23,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=393d8f13429e0bb1dbe01fb5d5e7fdce, regionState=OPENING, regionLocation=20b981ef5c27,34171,1732481359946 2024-11-24T20:49:23,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=393d8f13429e0bb1dbe01fb5d5e7fdce, ASSIGN because future has completed 2024-11-24T20:49:23,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393d8f13429e0bb1dbe01fb5d5e7fdce, server=20b981ef5c27,34171,1732481359946}] 2024-11-24T20:49:23,723 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:23,724 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 393d8f13429e0bb1dbe01fb5d5e7fdce, NAME => 'TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce.', STARTKEY => '', ENDKEY => ''} 2024-11-24T20:49:23,724 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,724 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:23,725 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,725 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,732 INFO [StoreOpener-393d8f13429e0bb1dbe01fb5d5e7fdce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,737 INFO [StoreOpener-393d8f13429e0bb1dbe01fb5d5e7fdce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393d8f13429e0bb1dbe01fb5d5e7fdce columnFamilyName cf 2024-11-24T20:49:23,737 DEBUG [StoreOpener-393d8f13429e0bb1dbe01fb5d5e7fdce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:23,740 INFO [StoreOpener-393d8f13429e0bb1dbe01fb5d5e7fdce-1 {}] regionserver.HStore(327): Store=393d8f13429e0bb1dbe01fb5d5e7fdce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:23,740 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,745 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,747 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,748 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,748 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,751 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,772 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T20:49:23,774 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 393d8f13429e0bb1dbe01fb5d5e7fdce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62248619, jitterRate=-0.0724232941865921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T20:49:23,774 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:23,775 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 393d8f13429e0bb1dbe01fb5d5e7fdce: Running coprocessor pre-open hook at 1732481363725Writing region info on filesystem at 1732481363725Initializing all the Stores at 1732481363728 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481363728Cleaning up temporary data from old regions at 1732481363748 (+20 ms)Running coprocessor post-open hooks at 1732481363774 (+26 ms)Region opened successfully at 1732481363775 (+1 ms) 2024-11-24T20:49:23,784 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce., pid=6, masterSystemTime=1732481363714 2024-11-24T20:49:23,788 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:23,788 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:23,790 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=393d8f13429e0bb1dbe01fb5d5e7fdce, regionState=OPEN, openSeqNum=2, regionLocation=20b981ef5c27,34171,1732481359946 2024-11-24T20:49:23,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393d8f13429e0bb1dbe01fb5d5e7fdce, server=20b981ef5c27,34171,1732481359946 because future has completed 2024-11-24T20:49:23,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T20:49:23,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 393d8f13429e0bb1dbe01fb5d5e7fdce, server=20b981ef5c27,34171,1732481359946 in 236 msec 2024-11-24T20:49:23,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T20:49:23,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=393d8f13429e0bb1dbe01fb5d5e7fdce, ASSIGN in 408 msec 2024-11-24T20:49:23,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T20:49:23,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732481363808"}]},"ts":"1732481363808"} 2024-11-24T20:49:23,811 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-24T20:49:23,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T20:49:23,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 636 msec 2024-11-24T20:49:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:23,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-24T20:49:23,843 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T20:49:23,845 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T20:49:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-24T20:49:23,854 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T20:49:23,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-24T20:49:23,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce., hostname=20b981ef5c27,34171,1732481359946, seqNum=2] 2024-11-24T20:49:23,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-24T20:49:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-24T20:49:23,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-24T20:49:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T20:49:23,883 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T20:49:23,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T20:49:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T20:49:24,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T20:49:24,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:24,052 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 393d8f13429e0bb1dbe01fb5d5e7fdce 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-24T20:49:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce/.tmp/cf/17d3394630ed473992b96a5a115ba0be is 36, key is row/cf:cq/1732481363866/Put/seqid=0 2024-11-24T20:49:24,124 WARN [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:24,124 WARN [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:24,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-719622266_22 at /127.0.0.1:51808 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:37769:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51808 dst: /127.0.0.1:37769 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775664_1023 (size=4787) 2024-11-24T20:49:24,143 WARN [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:24,144 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce/.tmp/cf/17d3394630ed473992b96a5a115ba0be 2024-11-24T20:49:24,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce/.tmp/cf/17d3394630ed473992b96a5a115ba0be as hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce/cf/17d3394630ed473992b96a5a115ba0be 2024-11-24T20:49:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T20:49:24,215 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce/cf/17d3394630ed473992b96a5a115ba0be, entries=1, sequenceid=5, filesize=4.7 K 2024-11-24T20:49:24,224 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 393d8f13429e0bb1dbe01fb5d5e7fdce in 170ms, sequenceid=5, compaction requested=false 2024-11-24T20:49:24,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-24T20:49:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 393d8f13429e0bb1dbe01fb5d5e7fdce: 2024-11-24T20:49:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:24,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T20:49:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T20:49:24,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T20:49:24,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 350 msec 2024-11-24T20:49:24,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 366 msec 2024-11-24T20:49:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T20:49:24,513 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T20:49:24,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T20:49:24,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T20:49:24,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:24,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T20:49:24,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T20:49:24,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1025016125, stopped=false 2024-11-24T20:49:24,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20b981ef5c27,40789,1732481358789 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:24,611 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T20:49:24,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:24,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:24,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:24,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:24,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T20:49:24,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:24,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20b981ef5c27,45933,1732481359815' ***** 2024-11-24T20:49:24,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T20:49:24,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20b981ef5c27,34171,1732481359946' ***** 2024-11-24T20:49:24,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T20:49:24,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20b981ef5c27,36347,1732481360019' ***** 2024-11-24T20:49:24,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T20:49:24,614 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T20:49:24,614 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T20:49:24,614 INFO [RS:1;20b981ef5c27:34171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T20:49:24,614 INFO [RS:2;20b981ef5c27:36347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T20:49:24,614 INFO [RS:1;20b981ef5c27:34171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T20:49:24,614 INFO [RS:2;20b981ef5c27:36347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T20:49:24,614 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(959): stopping server 20b981ef5c27,36347,1732481360019 2024-11-24T20:49:24,615 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(3091): Received CLOSE for 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:24,615 INFO [RS:2;20b981ef5c27:36347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:24,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T20:49:24,615 INFO [RS:2;20b981ef5c27:36347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;20b981ef5c27:36347. 2024-11-24T20:49:24,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T20:49:24,615 DEBUG [RS:2;20b981ef5c27:36347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:24,615 DEBUG [RS:2;20b981ef5c27:36347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,615 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T20:49:24,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T20:49:24,615 INFO [RS:0;20b981ef5c27:45933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T20:49:24,615 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(976): stopping server 20b981ef5c27,36347,1732481360019; all regions closed. 2024-11-24T20:49:24,615 INFO [RS:0;20b981ef5c27:45933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T20:49:24,616 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(959): stopping server 20b981ef5c27,45933,1732481359815 2024-11-24T20:49:24,616 INFO [RS:0;20b981ef5c27:45933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:24,616 INFO [RS:0;20b981ef5c27:45933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20b981ef5c27:45933. 2024-11-24T20:49:24,616 DEBUG [RS:0;20b981ef5c27:45933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:24,616 DEBUG [RS:0;20b981ef5c27:45933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,616 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(959): stopping server 20b981ef5c27,34171,1732481359946 2024-11-24T20:49:24,616 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(976): stopping server 20b981ef5c27,45933,1732481359815; all regions closed. 2024-11-24T20:49:24,616 INFO [RS:1;20b981ef5c27:34171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:24,616 INFO [RS:1;20b981ef5c27:34171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;20b981ef5c27:34171. 2024-11-24T20:49:24,616 DEBUG [RS:1;20b981ef5c27:34171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:24,616 DEBUG [RS:1;20b981ef5c27:34171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,616 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 393d8f13429e0bb1dbe01fb5d5e7fdce, disabling compactions & flushes 2024-11-24T20:49:24,616 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T20:49:24,616 INFO [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:24,617 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T20:49:24,617 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T20:49:24,617 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:24,617 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. after waiting 0 ms 2024-11-24T20:49:24,617 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T20:49:24,617 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:24,620 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T20:49:24,620 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T20:49:24,620 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 393d8f13429e0bb1dbe01fb5d5e7fdce=TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce.} 2024-11-24T20:49:24,620 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T20:49:24,620 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T20:49:24,621 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T20:49:24,621 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T20:49:24,621 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 393d8f13429e0bb1dbe01fb5d5e7fdce 2024-11-24T20:49:24,621 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T20:49:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_1073741828_1016 (size=93) 2024-11-24T20:49:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741828_1016 (size=93) 2024-11-24T20:49:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741828_1016 (size=93) 2024-11-24T20:49:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741827_1015 (size=93) 2024-11-24T20:49:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741827_1015 (size=93) 2024-11-24T20:49:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_1073741827_1015 (size=93) 2024-11-24T20:49:24,640 DEBUG [RS:0;20b981ef5c27:45933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs 2024-11-24T20:49:24,641 INFO [RS:0;20b981ef5c27:45933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20b981ef5c27%2C45933%2C1732481359815:(num 1732481361985) 2024-11-24T20:49:24,641 DEBUG [RS:0;20b981ef5c27:45933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,641 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:24,641 INFO [RS:0;20b981ef5c27:45933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:24,642 INFO [RS:0;20b981ef5c27:45933 {}] hbase.ChoreService(370): Chore service for: regionserver/20b981ef5c27:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:24,642 INFO [regionserver/20b981ef5c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:24,642 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T20:49:24,642 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T20:49:24,642 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T20:49:24,642 INFO [RS:0;20b981ef5c27:45933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:24,643 INFO [RS:0;20b981ef5c27:45933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45933 2024-11-24T20:49:24,645 DEBUG [RS:2;20b981ef5c27:36347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs 2024-11-24T20:49:24,645 INFO [RS:2;20b981ef5c27:36347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20b981ef5c27%2C36347%2C1732481360019:(num 1732481361966) 2024-11-24T20:49:24,645 DEBUG [RS:2;20b981ef5c27:36347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:24,645 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:24,645 INFO [RS:2;20b981ef5c27:36347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:24,646 INFO [RS:2;20b981ef5c27:36347 {}] hbase.ChoreService(370): Chore service for: regionserver/20b981ef5c27:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:24,646 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T20:49:24,646 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T20:49:24,646 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T20:49:24,646 INFO [RS:2;20b981ef5c27:36347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:24,646 INFO [RS:2;20b981ef5c27:36347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36347 2024-11-24T20:49:24,647 INFO [regionserver/20b981ef5c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T20:49:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20b981ef5c27,45933,1732481359815 2024-11-24T20:49:24,652 INFO [RS:0;20b981ef5c27:45933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:24,662 INFO [RS:2;20b981ef5c27:36347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20b981ef5c27,36347,1732481360019 2024-11-24T20:49:24,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20b981ef5c27,45933,1732481359815] 2024-11-24T20:49:24,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20b981ef5c27,45933,1732481359815 already deleted, retry=false 2024-11-24T20:49:24,683 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/info/e3121a8bf140435e8bb378adcad3f99c is 153, key is TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce./info:regioninfo/1732481363789/Put/seqid=0 2024-11-24T20:49:24,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20b981ef5c27,45933,1732481359815 expired; onlineServers=2 2024-11-24T20:49:24,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20b981ef5c27,36347,1732481360019] 2024-11-24T20:49:24,687 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:24,687 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:24,695 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/default/TestHBaseWalOnEC/393d8f13429e0bb1dbe01fb5d5e7fdce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T20:49:24,696 INFO [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:24,696 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 393d8f13429e0bb1dbe01fb5d5e7fdce: Waiting for close lock at 1732481364616Running coprocessor pre-close hooks at 1732481364616Disabling compacts and flushes for region at 1732481364616Disabling writes for close at 1732481364617 (+1 ms)Writing region close event to WAL at 1732481364625 (+8 ms)Running coprocessor post-close hooks at 1732481364696 (+71 ms)Closed at 1732481364696 2024-11-24T20:49:24,697 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732481363153.393d8f13429e0bb1dbe01fb5d5e7fdce. 2024-11-24T20:49:24,702 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-719622266_22 at /127.0.0.1:52758 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:35181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52758 dst: /127.0.0.1:35181 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:24,707 INFO [regionserver/20b981ef5c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:24,707 INFO [regionserver/20b981ef5c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775648_1025 (size=6637) 2024-11-24T20:49:24,711 INFO [regionserver/20b981ef5c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:24,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20b981ef5c27,36347,1732481360019 already deleted, retry=false 2024-11-24T20:49:24,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20b981ef5c27,36347,1732481360019 expired; onlineServers=1 2024-11-24T20:49:24,771 INFO [regionserver/20b981ef5c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T20:49:24,771 INFO [regionserver/20b981ef5c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T20:49:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45933-0x1016e9b93a20001, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:24,774 INFO [RS:0;20b981ef5c27:45933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:24,775 INFO [RS:0;20b981ef5c27:45933 {}] regionserver.HRegionServer(1031): Exiting; stopping=20b981ef5c27,45933,1732481359815; zookeeper connection closed. 2024-11-24T20:49:24,775 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44ae234 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44ae234 2024-11-24T20:49:24,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:24,784 INFO [RS:2;20b981ef5c27:36347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:24,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36347-0x1016e9b93a20003, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:24,784 INFO [RS:2;20b981ef5c27:36347 {}] regionserver.HRegionServer(1031): Exiting; stopping=20b981ef5c27,36347,1732481360019; zookeeper connection closed. 2024-11-24T20:49:24,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b1683f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b1683f 2024-11-24T20:49:24,821 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T20:49:25,021 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T20:49:25,109 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:25,110 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/info/e3121a8bf140435e8bb378adcad3f99c 2024-11-24T20:49:25,151 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/ns/ef6a05359a8a47c6bbe1b270945a8a25 is 43, key is default/ns:d/1732481362817/Put/seqid=0 2024-11-24T20:49:25,155 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,155 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,163 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-719622266_22 at /127.0.0.1:52786 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:35181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52786 dst: /127.0.0.1:35181 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:25,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775632_1027 (size=5153) 2024-11-24T20:49:25,188 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:25,188 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/ns/ef6a05359a8a47c6bbe1b270945a8a25 2024-11-24T20:49:25,222 DEBUG [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T20:49:25,233 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/table/7b62da4c74ba4635a979743d54241b1d is 52, key is TestHBaseWalOnEC/table:state/1732481363808/Put/seqid=0 2024-11-24T20:49:25,236 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,236 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,242 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-719622266_22 at /127.0.0.1:51834 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:37769:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51834 dst: /127.0.0.1:37769 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775616_1029 (size=5249) 2024-11-24T20:49:25,250 WARN [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:25,250 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/table/7b62da4c74ba4635a979743d54241b1d 2024-11-24T20:49:25,262 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/info/e3121a8bf140435e8bb378adcad3f99c as hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/info/e3121a8bf140435e8bb378adcad3f99c 2024-11-24T20:49:25,274 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/info/e3121a8bf140435e8bb378adcad3f99c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T20:49:25,277 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/ns/ef6a05359a8a47c6bbe1b270945a8a25 as hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/ns/ef6a05359a8a47c6bbe1b270945a8a25 2024-11-24T20:49:25,288 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/ns/ef6a05359a8a47c6bbe1b270945a8a25, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T20:49:25,291 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/.tmp/table/7b62da4c74ba4635a979743d54241b1d as hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/table/7b62da4c74ba4635a979743d54241b1d 2024-11-24T20:49:25,309 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/table/7b62da4c74ba4635a979743d54241b1d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T20:49:25,312 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 690ms, sequenceid=11, compaction requested=false 2024-11-24T20:49:25,312 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T20:49:25,326 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T20:49:25,327 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T20:49:25,327 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T20:49:25,327 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732481364620Running coprocessor pre-close hooks at 1732481364620Disabling compacts and flushes for region at 1732481364620Disabling writes for close at 1732481364621 (+1 ms)Obtaining lock to block concurrent updates at 1732481364621Preparing flush snapshotting stores in 1588230740 at 1732481364621Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732481364622 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732481364623 (+1 ms)Flushing 1588230740/info: creating writer at 1732481364623Flushing 1588230740/info: appending metadata at 1732481364677 (+54 ms)Flushing 1588230740/info: closing flushed file at 1732481364677Flushing 1588230740/ns: creating writer at 1732481365123 (+446 ms)Flushing 1588230740/ns: appending metadata at 1732481365149 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732481365149Flushing 1588230740/table: creating writer at 1732481365200 (+51 ms)Flushing 1588230740/table: appending metadata at 1732481365232 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732481365232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67206630: reopening flushed file at 1732481365260 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15af8ef7: reopening flushed file at 1732481365275 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216af8a1: reopening flushed file at 1732481365289 (+14 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 690ms, sequenceid=11, compaction requested=false at 1732481365312 (+23 ms)Writing region close event to WAL at 1732481365313 (+1 ms)Running coprocessor post-close hooks at 1732481365327 (+14 ms)Closed at 1732481365327 2024-11-24T20:49:25,328 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T20:49:25,422 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(976): stopping server 20b981ef5c27,34171,1732481359946; all regions closed. 2024-11-24T20:49:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741829_1017 (size=2751) 2024-11-24T20:49:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741829_1017 (size=2751) 2024-11-24T20:49:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_1073741829_1017 (size=2751) 2024-11-24T20:49:25,430 DEBUG [RS:1;20b981ef5c27:34171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs 2024-11-24T20:49:25,430 INFO [RS:1;20b981ef5c27:34171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20b981ef5c27%2C34171%2C1732481359946.meta:.meta(num 1732481362607) 2024-11-24T20:49:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741826_1014 (size=1298) 2024-11-24T20:49:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_1073741826_1014 (size=1298) 2024-11-24T20:49:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741826_1014 (size=1298) 2024-11-24T20:49:25,440 DEBUG [RS:1;20b981ef5c27:34171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/oldWALs 2024-11-24T20:49:25,440 INFO [RS:1;20b981ef5c27:34171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20b981ef5c27%2C34171%2C1732481359946:(num 1732481361966) 2024-11-24T20:49:25,440 DEBUG [RS:1;20b981ef5c27:34171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:25,440 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:25,440 INFO [RS:1;20b981ef5c27:34171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:25,440 INFO [RS:1;20b981ef5c27:34171 {}] hbase.ChoreService(370): Chore service for: regionserver/20b981ef5c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:25,440 INFO [RS:1;20b981ef5c27:34171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:25,440 INFO [regionserver/20b981ef5c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:25,441 INFO [RS:1;20b981ef5c27:34171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34171 2024-11-24T20:49:25,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T20:49:25,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20b981ef5c27,34171,1732481359946 2024-11-24T20:49:25,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20b981ef5c27,34171,1732481359946] 2024-11-24T20:49:25,496 INFO [RS:1;20b981ef5c27:34171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:25,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20b981ef5c27,34171,1732481359946 already deleted, retry=false 2024-11-24T20:49:25,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20b981ef5c27,34171,1732481359946 expired; onlineServers=0 2024-11-24T20:49:25,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20b981ef5c27,40789,1732481358789' ***** 2024-11-24T20:49:25,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T20:49:25,505 INFO [M:0;20b981ef5c27:40789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:25,505 INFO [M:0;20b981ef5c27:40789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:25,506 DEBUG [M:0;20b981ef5c27:40789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T20:49:25,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T20:49:25,506 DEBUG [M:0;20b981ef5c27:40789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T20:49:25,506 INFO [M:0;20b981ef5c27:40789 {}] hbase.ChoreService(370): Chore service for: master/20b981ef5c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:25,506 INFO [M:0;20b981ef5c27:40789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:25,506 DEBUG [M:0;20b981ef5c27:40789 {}] master.HMaster(1795): Stopping service threads 2024-11-24T20:49:25,506 INFO [M:0;20b981ef5c27:40789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T20:49:25,506 INFO [M:0;20b981ef5c27:40789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T20:49:25,507 INFO [M:0;20b981ef5c27:40789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T20:49:25,508 DEBUG [master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.small.0-1732481361539 {}] cleaner.HFileCleaner(306): Exit Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.small.0-1732481361539,5,FailOnTimeoutGroup] 2024-11-24T20:49:25,508 DEBUG [master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.large.0-1732481361532 {}] cleaner.HFileCleaner(306): Exit Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.large.0-1732481361532,5,FailOnTimeoutGroup] 2024-11-24T20:49:25,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T20:49:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:25,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:25,536 DEBUG [M:0;20b981ef5c27:40789 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-24T20:49:25,536 DEBUG [M:0;20b981ef5c27:40789 {}] master.ActiveMasterManager(353): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-24T20:49:25,538 INFO [M:0;20b981ef5c27:40789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/.lastflushedseqids 2024-11-24T20:49:25,559 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,559 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,567 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:51852 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:37769:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51852 dst: /127.0.0.1:37769 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775600_1031 (size=127) 2024-11-24T20:49:25,578 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:25,578 INFO [M:0;20b981ef5c27:40789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T20:49:25,578 INFO [M:0;20b981ef5c27:40789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T20:49:25,578 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T20:49:25,578 INFO [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:25,578 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:25,579 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T20:49:25,579 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:25,579 INFO [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-24T20:49:25,601 DEBUG [M:0;20b981ef5c27:40789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1653b502e5c14384b557db490fb39d72 is 82, key is hbase:meta,,1/info:regioninfo/1732481362724/Put/seqid=0 2024-11-24T20:49:25,603 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,603 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:25,614 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:52816 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:35181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52816 dst: /127.0.0.1:35181 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34171-0x1016e9b93a20002, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:25,617 INFO [RS:1;20b981ef5c27:34171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:25,617 INFO [RS:1;20b981ef5c27:34171 {}] regionserver.HRegionServer(1031): Exiting; stopping=20b981ef5c27,34171,1732481359946; zookeeper connection closed. 2024-11-24T20:49:25,617 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e991bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e991bd 2024-11-24T20:49:25,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T20:49:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775584_1033 (size=5672) 2024-11-24T20:49:26,023 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:26,023 INFO [M:0;20b981ef5c27:40789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1653b502e5c14384b557db490fb39d72 2024-11-24T20:49:26,054 DEBUG [M:0;20b981ef5c27:40789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4108907cbfff41bfb4c9378f4b5f1c92 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732481363816/Put/seqid=0 2024-11-24T20:49:26,057 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:26,057 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:26,069 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:51882 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:37769:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51882 dst: /127.0.0.1:37769 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775568_1035 (size=6440) 2024-11-24T20:49:26,083 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:26,084 INFO [M:0;20b981ef5c27:40789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4108907cbfff41bfb4c9378f4b5f1c92 2024-11-24T20:49:26,119 DEBUG [M:0;20b981ef5c27:40789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46c14efea3764170b9a4758939f861ab is 69, key is 20b981ef5c27,34171,1732481359946/rs:state/1732481361593/Put/seqid=0 2024-11-24T20:49:26,122 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:26,122 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-24T20:49:26,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1165173724_22 at /127.0.0.1:51480 [Receiving block BP-2838293-172.17.0.2-1732481353200:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:42319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51480 dst: /127.0.0.1:42319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T20:49:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775552_1037 (size=5294) 2024-11-24T20:49:26,144 WARN [M:0;20b981ef5c27:40789 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-24T20:49:26,145 INFO [M:0;20b981ef5c27:40789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46c14efea3764170b9a4758939f861ab 2024-11-24T20:49:26,158 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1653b502e5c14384b557db490fb39d72 as hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1653b502e5c14384b557db490fb39d72 2024-11-24T20:49:26,172 INFO [M:0;20b981ef5c27:40789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1653b502e5c14384b557db490fb39d72, entries=8, sequenceid=72, filesize=5.5 K 2024-11-24T20:49:26,174 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4108907cbfff41bfb4c9378f4b5f1c92 as hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4108907cbfff41bfb4c9378f4b5f1c92 2024-11-24T20:49:26,187 INFO [M:0;20b981ef5c27:40789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4108907cbfff41bfb4c9378f4b5f1c92, entries=8, sequenceid=72, filesize=6.3 K 2024-11-24T20:49:26,189 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46c14efea3764170b9a4758939f861ab as hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46c14efea3764170b9a4758939f861ab 2024-11-24T20:49:26,201 INFO [M:0;20b981ef5c27:40789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46c14efea3764170b9a4758939f861ab, entries=3, sequenceid=72, filesize=5.2 K 2024-11-24T20:49:26,204 INFO [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 624ms, sequenceid=72, compaction requested=false 2024-11-24T20:49:26,212 INFO [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:26,213 DEBUG [M:0;20b981ef5c27:40789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732481365578Disabling compacts and flushes for region at 1732481365578Disabling writes for close at 1732481365579 (+1 ms)Obtaining lock to block concurrent updates at 1732481365579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732481365579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732481365579Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732481365581 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732481365581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732481365600 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732481365600Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732481366033 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732481366054 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732481366054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732481366096 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732481366119 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732481366119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79fbe35e: reopening flushed file at 1732481366156 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f046c48: reopening flushed file at 1732481366172 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150a1373: reopening flushed file at 1732481366187 (+15 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 624ms, sequenceid=72, compaction requested=false at 1732481366204 (+17 ms)Writing region close event to WAL at 1732481366212 (+8 ms)Closed at 1732481366212 2024-11-24T20:49:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741825_1009 (size=32686) 2024-11-24T20:49:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_1073741825_1009 (size=32686) 2024-11-24T20:49:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741825_1009 (size=32686) 2024-11-24T20:49:26,224 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:26,224 INFO [M:0;20b981ef5c27:40789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T20:49:26,224 INFO [M:0;20b981ef5c27:40789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40789 2024-11-24T20:49:26,224 INFO [M:0;20b981ef5c27:40789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775741_1008 (size=34) 2024-11-24T20:49:26,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775677_1021 (size=51) 2024-11-24T20:49:26,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775725_1011 (size=1321) 2024-11-24T20:49:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775740_1008 (size=34) 2024-11-24T20:49:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42319 is added to blk_-9223372036854775724_1011 (size=1321) 2024-11-24T20:49:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775676_1021 (size=51) 2024-11-24T20:49:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_-9223372036854775692_1019 (size=392) 2024-11-24T20:49:26,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_-9223372036854775693_1019 (size=392) 2024-11-24T20:49:26,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:26,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40789-0x1016e9b93a20000, quorum=127.0.0.1:63584, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:26,373 INFO [M:0;20b981ef5c27:40789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:26,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b1d6f1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:26,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fd89fa9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:26,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:26,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403b9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:26,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc716dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:26,390 WARN [BP-2838293-172.17.0.2-1732481353200 heartbeating to localhost/127.0.0.1:44605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T20:49:26,390 WARN [BP-2838293-172.17.0.2-1732481353200 heartbeating to localhost/127.0.0.1:44605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2838293-172.17.0.2-1732481353200 (Datanode Uuid 5e600162-2a7f-4229-b69e-15fea42640f0) service to localhost/127.0.0.1:44605 2024-11-24T20:49:26,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data5/current/BP-2838293-172.17.0.2-1732481353200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:26,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data6/current/BP-2838293-172.17.0.2-1732481353200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:26,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T20:49:26,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T20:49:26,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T20:49:26,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61dd7f65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:26,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d12fc1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:26,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:26,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b22eb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:26,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630da62d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:26,414 WARN [BP-2838293-172.17.0.2-1732481353200 heartbeating to localhost/127.0.0.1:44605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T20:49:26,414 WARN [BP-2838293-172.17.0.2-1732481353200 heartbeating to localhost/127.0.0.1:44605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2838293-172.17.0.2-1732481353200 (Datanode Uuid e451c25b-0772-4cda-b1e2-857c4f7021f9) service to localhost/127.0.0.1:44605 2024-11-24T20:49:26,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data3/current/BP-2838293-172.17.0.2-1732481353200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:26,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data4/current/BP-2838293-172.17.0.2-1732481353200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:26,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T20:49:26,415 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T20:49:26,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T20:49:26,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1afaf33c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:26,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d6e3ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:26,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:26,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc7b16b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:26,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f592c6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:26,432 WARN [BP-2838293-172.17.0.2-1732481353200 heartbeating to localhost/127.0.0.1:44605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T20:49:26,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T20:49:26,432 WARN [BP-2838293-172.17.0.2-1732481353200 heartbeating to localhost/127.0.0.1:44605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2838293-172.17.0.2-1732481353200 (Datanode Uuid 9b54a6d5-8d35-464a-b6fd-da2b9046c0a5) service to localhost/127.0.0.1:44605 2024-11-24T20:49:26,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T20:49:26,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data1/current/BP-2838293-172.17.0.2-1732481353200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:26,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/cluster_00a4f661-1777-9ff7-7035-5c7cb1b526dd/data/data2/current/BP-2838293-172.17.0.2-1732481353200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:26,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T20:49:26,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a105fbd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T20:49:26,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d863f4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:26,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:26,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189e1f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:26,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f7d122b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:26,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T20:49:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T20:49:26,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 158), OpenFileDescriptor=449 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=9560 (was 9904) 2024-11-24T20:49:26,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=9560 2024-11-24T20:49:26,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.log.dir so I do NOT create it in target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c4ac2f9-e24b-7624-9c68-17b8c5bd1548/hadoop.tmp.dir so I do NOT create it in target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723, deleteOnExit=true 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/test.cache.data in system properties and HBase conf 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir in system properties and HBase conf 2024-11-24T20:49:26,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T20:49:26,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T20:49:26,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T20:49:26,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T20:49:26,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T20:49:26,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T20:49:26,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/nfs.dump.dir in system properties and HBase conf 2024-11-24T20:49:26,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/java.io.tmpdir in system properties and HBase conf 2024-11-24T20:49:26,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T20:49:26,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T20:49:26,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T20:49:26,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:26,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:26,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:26,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:26,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T20:49:26,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:26,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d0df923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:26,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e0dda75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:27,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573b7af4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/java.io.tmpdir/jetty-localhost-37729-hadoop-hdfs-3_4_1-tests_jar-_-any-17165143254388292586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T20:49:27,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f552644{HTTP/1.1, (http/1.1)}{localhost:37729} 2024-11-24T20:49:27,043 INFO [Time-limited test {}] server.Server(415): Started @16042ms 2024-11-24T20:49:27,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:27,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:27,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:27,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:27,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T20:49:27,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2592ae26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:27,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4c6766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:27,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27478967{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/java.io.tmpdir/jetty-localhost-39501-hadoop-hdfs-3_4_1-tests_jar-_-any-10055105184754289575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:27,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7673a610{HTTP/1.1, (http/1.1)}{localhost:39501} 2024-11-24T20:49:27,514 INFO [Time-limited test {}] server.Server(415): Started @16513ms 2024-11-24T20:49:27,516 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T20:49:27,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:27,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:27,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:27,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:27,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T20:49:27,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@313431db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:27,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b065bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:27,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T20:49:27,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T20:49:27,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T20:49:27,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f9db83c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/java.io.tmpdir/jetty-localhost-41733-hadoop-hdfs-3_4_1-tests_jar-_-any-13183144138442289537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:27,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d16881c{HTTP/1.1, (http/1.1)}{localhost:41733} 2024-11-24T20:49:27,741 INFO [Time-limited test {}] server.Server(415): Started @16740ms 2024-11-24T20:49:27,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T20:49:27,792 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T20:49:27,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T20:49:27,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T20:49:27,852 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T20:49:27,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T20:49:27,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T20:49:27,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T20:49:27,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T20:49:27,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T20:49:27,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d181b14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T20:49:27,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54d6dbfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T20:49:27,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f8e69d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/java.io.tmpdir/jetty-localhost-32775-hadoop-hdfs-3_4_1-tests_jar-_-any-15939920218670934455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:27,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a7ea535{HTTP/1.1, (http/1.1)}{localhost:32775} 2024-11-24T20:49:27,998 INFO [Time-limited test {}] server.Server(415): Started @16997ms 2024-11-24T20:49:28,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T20:49:28,760 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data1/current/BP-1073263285-172.17.0.2-1732481366550/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:28,760 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data2/current/BP-1073263285-172.17.0.2-1732481366550/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:28,789 WARN [Thread-502 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T20:49:28,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87d521b69bea2b94 with lease ID 0xfcb62cbb569abe80: Processing first storage report for DS-f64a222d-a86a-4547-9552-56c5e22fb9ba from datanode DatanodeRegistration(127.0.0.1:38845, datanodeUuid=26da77cc-2b44-475b-9e38-529c5af7c8b7, infoPort=46691, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550) 2024-11-24T20:49:28,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87d521b69bea2b94 with lease ID 0xfcb62cbb569abe80: from storage DS-f64a222d-a86a-4547-9552-56c5e22fb9ba node DatanodeRegistration(127.0.0.1:38845, datanodeUuid=26da77cc-2b44-475b-9e38-529c5af7c8b7, infoPort=46691, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:28,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87d521b69bea2b94 with lease ID 0xfcb62cbb569abe80: Processing first storage report for DS-f2a8fec0-e5a2-430b-92b9-4159055679d1 from datanode DatanodeRegistration(127.0.0.1:38845, datanodeUuid=26da77cc-2b44-475b-9e38-529c5af7c8b7, infoPort=46691, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550) 2024-11-24T20:49:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87d521b69bea2b94 with lease ID 0xfcb62cbb569abe80: from storage DS-f2a8fec0-e5a2-430b-92b9-4159055679d1 node DatanodeRegistration(127.0.0.1:38845, datanodeUuid=26da77cc-2b44-475b-9e38-529c5af7c8b7, infoPort=46691, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:29,349 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data3/current/BP-1073263285-172.17.0.2-1732481366550/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:29,349 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data4/current/BP-1073263285-172.17.0.2-1732481366550/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:29,409 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T20:49:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x901da589dab36eef with lease ID 0xfcb62cbb569abe81: Processing first storage report for DS-fd011331-f852-4e3d-8b12-0da8be846b7e from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=355e0ce4-1ea7-4bc5-8f58-a1eea59bd569, infoPort=46753, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550) 2024-11-24T20:49:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x901da589dab36eef with lease ID 0xfcb62cbb569abe81: from storage DS-fd011331-f852-4e3d-8b12-0da8be846b7e node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=355e0ce4-1ea7-4bc5-8f58-a1eea59bd569, infoPort=46753, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:29,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x901da589dab36eef with lease ID 0xfcb62cbb569abe81: Processing first storage report for DS-05fcec1a-7590-4199-8a37-4458d0eb5fa3 from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=355e0ce4-1ea7-4bc5-8f58-a1eea59bd569, infoPort=46753, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550) 2024-11-24T20:49:29,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x901da589dab36eef with lease ID 0xfcb62cbb569abe81: from storage DS-05fcec1a-7590-4199-8a37-4458d0eb5fa3 node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=355e0ce4-1ea7-4bc5-8f58-a1eea59bd569, infoPort=46753, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:29,724 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data5/current/BP-1073263285-172.17.0.2-1732481366550/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:29,724 WARN [Thread-586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data6/current/BP-1073263285-172.17.0.2-1732481366550/current, will proceed with Du for space computation calculation, 2024-11-24T20:49:29,756 WARN [Thread-549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T20:49:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x865538c11b3d7f71 with lease ID 0xfcb62cbb569abe82: Processing first storage report for DS-c4d4c29d-4ec6-4951-8483-4900ef5e7eee from datanode DatanodeRegistration(127.0.0.1:39809, datanodeUuid=3e610f83-51da-4566-b561-cd3a53d72b2f, infoPort=38697, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550) 2024-11-24T20:49:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x865538c11b3d7f71 with lease ID 0xfcb62cbb569abe82: from storage DS-c4d4c29d-4ec6-4951-8483-4900ef5e7eee node DatanodeRegistration(127.0.0.1:39809, datanodeUuid=3e610f83-51da-4566-b561-cd3a53d72b2f, infoPort=38697, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x865538c11b3d7f71 with lease ID 0xfcb62cbb569abe82: Processing first storage report for DS-eeb3e4bd-b581-49ab-ab3d-a3401f6bbbaa from datanode DatanodeRegistration(127.0.0.1:39809, datanodeUuid=3e610f83-51da-4566-b561-cd3a53d72b2f, infoPort=38697, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550) 2024-11-24T20:49:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x865538c11b3d7f71 with lease ID 0xfcb62cbb569abe82: from storage DS-eeb3e4bd-b581-49ab-ab3d-a3401f6bbbaa node DatanodeRegistration(127.0.0.1:39809, datanodeUuid=3e610f83-51da-4566-b561-cd3a53d72b2f, infoPort=38697, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=769473537;c=1732481366550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T20:49:29,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4 2024-11-24T20:49:29,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/zookeeper_0, clientPort=53816, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T20:49:29,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53816 2024-11-24T20:49:29,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:29,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741825_1001 (size=7) 2024-11-24T20:49:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741825_1001 (size=7) 2024-11-24T20:49:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741825_1001 (size=7) 2024-11-24T20:49:29,856 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458 with version=8 2024-11-24T20:49:29,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44605/user/jenkins/test-data/d427d5d3-db92-5d75-7178-428f972696ea/hbase-staging 2024-11-24T20:49:29,859 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:29,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:29,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:29,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:29,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:29,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:29,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T20:49:29,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:29,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37975 2024-11-24T20:49:29,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37975 connecting to ZooKeeper ensemble=127.0.0.1:53816 2024-11-24T20:49:29,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379750x0, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:29,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37975-0x1016e9bc2810000 connected 2024-11-24T20:49:30,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:30,118 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458, hbase.cluster.distributed=false 2024-11-24T20:49:30,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:30,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37975 2024-11-24T20:49:30,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37975 2024-11-24T20:49:30,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37975 2024-11-24T20:49:30,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37975 2024-11-24T20:49:30,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37975 2024-11-24T20:49:30,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:30,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:30,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:30,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T20:49:30,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:30,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42567 2024-11-24T20:49:30,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42567 connecting to ZooKeeper ensemble=127.0.0.1:53816 2024-11-24T20:49:30,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425670x0, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:30,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425670x0, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:30,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T20:49:30,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42567-0x1016e9bc2810001 connected 2024-11-24T20:49:30,172 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T20:49:30,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T20:49:30,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:30,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42567 2024-11-24T20:49:30,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42567 2024-11-24T20:49:30,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42567 2024-11-24T20:49:30,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42567 2024-11-24T20:49:30,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42567 2024-11-24T20:49:30,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:30,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:30,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:30,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T20:49:30,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:30,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36735 2024-11-24T20:49:30,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36735 connecting to ZooKeeper ensemble=127.0.0.1:53816 2024-11-24T20:49:30,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367350x0, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:30,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367350x0, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:30,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T20:49:30,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36735-0x1016e9bc2810002 connected 2024-11-24T20:49:30,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T20:49:30,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T20:49:30,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:30,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36735 2024-11-24T20:49:30,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36735 2024-11-24T20:49:30,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36735 2024-11-24T20:49:30,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36735 2024-11-24T20:49:30,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36735 2024-11-24T20:49:30,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20b981ef5c27:0 server-side Connection retries=45 2024-11-24T20:49:30,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T20:49:30,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T20:49:30,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T20:49:30,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T20:49:30,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:49:30,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39871 2024-11-24T20:49:30,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39871 connecting to ZooKeeper ensemble=127.0.0.1:53816 2024-11-24T20:49:30,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398710x0, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T20:49:30,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39871-0x1016e9bc2810003 connected 2024-11-24T20:49:30,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:30,285 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T20:49:30,285 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T20:49:30,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T20:49:30,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T20:49:30,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39871 2024-11-24T20:49:30,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39871 2024-11-24T20:49:30,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39871 2024-11-24T20:49:30,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39871 2024-11-24T20:49:30,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39871 2024-11-24T20:49:30,312 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20b981ef5c27:37975 2024-11-24T20:49:30,316 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20b981ef5c27,37975,1732481369859 2024-11-24T20:49:30,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,329 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20b981ef5c27,37975,1732481369859 2024-11-24T20:49:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,338 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T20:49:30,338 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20b981ef5c27,37975,1732481369859 from backup master directory 2024-11-24T20:49:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20b981ef5c27,37975,1732481369859 2024-11-24T20:49:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T20:49:30,348 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:30,348 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20b981ef5c27,37975,1732481369859 2024-11-24T20:49:30,356 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/hbase.id] with ID: 4dc98e0a-f03e-46c1-9ff3-11b56e936fec 2024-11-24T20:49:30,356 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/.tmp/hbase.id 2024-11-24T20:49:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741826_1002 (size=42) 2024-11-24T20:49:30,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741826_1002 (size=42) 2024-11-24T20:49:30,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741826_1002 (size=42) 2024-11-24T20:49:30,388 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/.tmp/hbase.id]:[hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/hbase.id] 2024-11-24T20:49:30,412 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T20:49:30,413 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T20:49:30,416 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T20:49:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741827_1003 (size=196) 2024-11-24T20:49:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741827_1003 (size=196) 2024-11-24T20:49:30,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741827_1003 (size=196) 2024-11-24T20:49:30,469 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T20:49:30,470 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T20:49:30,470 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T20:49:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741828_1004 (size=1189) 2024-11-24T20:49:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741828_1004 (size=1189) 2024-11-24T20:49:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741828_1004 (size=1189) 2024-11-24T20:49:30,518 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store 2024-11-24T20:49:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741829_1005 (size=34) 2024-11-24T20:49:30,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741829_1005 (size=34) 2024-11-24T20:49:30,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741829_1005 (size=34) 2024-11-24T20:49:30,559 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:30,559 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T20:49:30,559 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:30,559 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:30,559 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T20:49:30,559 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:30,559 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:30,560 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732481370559Disabling compacts and flushes for region at 1732481370559Disabling writes for close at 1732481370559Writing region close event to WAL at 1732481370559Closed at 1732481370559 2024-11-24T20:49:30,561 WARN [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/.initializing 2024-11-24T20:49:30,561 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/WALs/20b981ef5c27,37975,1732481369859 2024-11-24T20:49:30,567 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C37975%2C1732481369859, suffix=, logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/WALs/20b981ef5c27,37975,1732481369859, archiveDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/oldWALs, maxLogs=10 2024-11-24T20:49:30,568 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 20b981ef5c27%2C37975%2C1732481369859.1732481370567 2024-11-24T20:49:30,597 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/WALs/20b981ef5c27,37975,1732481369859/20b981ef5c27%2C37975%2C1732481369859.1732481370567 2024-11-24T20:49:30,614 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753),(127.0.0.1/127.0.0.1:46691:46691),(127.0.0.1/127.0.0.1:38697:38697)] 2024-11-24T20:49:30,624 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T20:49:30,624 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:30,625 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,625 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T20:49:30,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:30,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:30,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T20:49:30,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:30,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:30,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T20:49:30,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:30,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:30,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T20:49:30,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:30,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:30,649 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,650 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,651 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,655 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,655 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,656 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T20:49:30,658 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T20:49:30,661 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T20:49:30,661 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64281969, jitterRate=-0.04212401807308197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T20:49:30,663 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732481370625Initializing all the Stores at 1732481370626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481370626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481370632 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481370632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481370632Cleaning up temporary data from old regions at 1732481370655 (+23 ms)Region opened successfully at 1732481370663 (+8 ms) 2024-11-24T20:49:30,664 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T20:49:30,670 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a3edd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:30,673 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T20:49:30,673 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T20:49:30,673 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T20:49:30,673 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T20:49:30,679 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-24T20:49:30,679 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T20:49:30,680 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T20:49:30,716 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T20:49:30,719 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T20:49:30,725 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T20:49:30,726 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T20:49:30,728 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T20:49:30,736 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T20:49:30,737 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T20:49:30,741 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T20:49:30,746 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T20:49:30,747 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T20:49:30,756 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T20:49:30,759 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T20:49:30,767 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T20:49:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:30,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,784 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20b981ef5c27,37975,1732481369859, sessionid=0x1016e9bc2810000, setting cluster-up flag (Was=false) 2024-11-24T20:49:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,841 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T20:49:30,842 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20b981ef5c27,37975,1732481369859 2024-11-24T20:49:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:30,893 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T20:49:30,897 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20b981ef5c27,37975,1732481369859 2024-11-24T20:49:30,899 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T20:49:30,902 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:30,902 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T20:49:30,902 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T20:49:30,903 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20b981ef5c27,37975,1732481369859 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20b981ef5c27:0, corePoolSize=5, maxPoolSize=5 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20b981ef5c27:0, corePoolSize=10, maxPoolSize=10 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:30,905 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:30,909 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(746): ClusterId : 4dc98e0a-f03e-46c1-9ff3-11b56e936fec 2024-11-24T20:49:30,909 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T20:49:30,918 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T20:49:30,918 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T20:49:30,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:30,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T20:49:30,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:30,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T20:49:30,924 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732481400924 2024-11-24T20:49:30,924 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T20:49:30,924 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T20:49:30,924 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T20:49:30,925 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T20:49:30,925 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T20:49:30,925 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T20:49:30,926 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T20:49:30,926 DEBUG [RS:0;20b981ef5c27:42567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16556da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:30,929 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(746): ClusterId : 4dc98e0a-f03e-46c1-9ff3-11b56e936fec 2024-11-24T20:49:30,929 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T20:49:30,932 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(746): ClusterId : 4dc98e0a-f03e-46c1-9ff3-11b56e936fec 2024-11-24T20:49:30,932 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T20:49:30,936 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:30,945 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T20:49:30,945 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T20:49:30,945 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T20:49:30,947 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T20:49:30,947 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T20:49:30,950 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T20:49:30,950 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T20:49:30,955 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20b981ef5c27:42567 2024-11-24T20:49:30,955 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T20:49:30,955 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T20:49:30,955 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T20:49:30,963 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T20:49:30,963 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T20:49:30,964 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.large.0-1732481370963,5,FailOnTimeoutGroup] 2024-11-24T20:49:30,967 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T20:49:30,968 DEBUG [RS:2;20b981ef5c27:39871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee7af96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:30,968 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(2659): reportForDuty to master=20b981ef5c27,37975,1732481369859 with port=42567, startcode=1732481370140 2024-11-24T20:49:30,969 DEBUG [RS:0;20b981ef5c27:42567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T20:49:30,969 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T20:49:30,969 DEBUG [RS:1;20b981ef5c27:36735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b299c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20b981ef5c27/172.17.0.2:0 2024-11-24T20:49:30,972 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.small.0-1732481370964,5,FailOnTimeoutGroup] 2024-11-24T20:49:30,972 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:30,972 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T20:49:30,972 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:30,972 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:30,991 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;20b981ef5c27:36735 2024-11-24T20:49:30,991 DEBUG [RS:2;20b981ef5c27:39871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;20b981ef5c27:39871 2024-11-24T20:49:30,991 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T20:49:30,991 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T20:49:30,991 DEBUG [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T20:49:30,992 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T20:49:30,992 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T20:49:30,992 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T20:49:30,992 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(2659): reportForDuty to master=20b981ef5c27,37975,1732481369859 with port=39871, startcode=1732481370266 2024-11-24T20:49:30,992 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(2659): reportForDuty to master=20b981ef5c27,37975,1732481369859 with port=36735, startcode=1732481370212 2024-11-24T20:49:30,992 DEBUG [RS:2;20b981ef5c27:39871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T20:49:30,992 DEBUG [RS:1;20b981ef5c27:36735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T20:49:30,997 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T20:49:30,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20b981ef5c27,42567,1732481370140 2024-11-24T20:49:30,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(517): Registering regionserver=20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,001 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458 2024-11-24T20:49:31,001 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40769 2024-11-24T20:49:31,001 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T20:49:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741831_1007 (size=1321) 2024-11-24T20:49:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741831_1007 (size=1321) 2024-11-24T20:49:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741831_1007 (size=1321) 2024-11-24T20:49:31,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T20:49:31,005 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458 2024-11-24T20:49:31,009 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T20:49:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T20:49:31,010 DEBUG [RS:0;20b981ef5c27:42567 {}] zookeeper.ZKUtil(111): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,010 WARN [RS:0;20b981ef5c27:42567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:31,010 INFO [RS:0;20b981ef5c27:42567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T20:49:31,010 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,012 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T20:49:31,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20b981ef5c27,36735,1732481370212 2024-11-24T20:49:31,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(517): Registering regionserver=20b981ef5c27,36735,1732481370212 2024-11-24T20:49:31,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20b981ef5c27,42567,1732481370140] 2024-11-24T20:49:31,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20b981ef5c27,39871,1732481370266 2024-11-24T20:49:31,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(517): Registering regionserver=20b981ef5c27,39871,1732481370266 2024-11-24T20:49:31,018 DEBUG [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458 2024-11-24T20:49:31,018 DEBUG [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40769 2024-11-24T20:49:31,018 DEBUG [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T20:49:31,024 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458 2024-11-24T20:49:31,024 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40769 2024-11-24T20:49:31,024 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T20:49:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741832_1008 (size=32) 2024-11-24T20:49:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741832_1008 (size=32) 2024-11-24T20:49:31,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:31,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741832_1008 (size=32) 2024-11-24T20:49:31,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T20:49:31,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T20:49:31,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T20:49:31,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T20:49:31,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T20:49:31,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T20:49:31,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T20:49:31,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T20:49:31,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T20:49:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T20:49:31,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740 2024-11-24T20:49:31,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740 2024-11-24T20:49:31,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T20:49:31,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T20:49:31,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T20:49:31,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T20:49:31,073 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T20:49:31,074 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71904370, jitterRate=0.0714586079120636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T20:49:31,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732481371043Initializing all the Stores at 1732481371045 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481371045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481371048 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481371048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481371048Cleaning up temporary data from old regions at 1732481371063 (+15 ms)Region opened successfully at 1732481371075 (+12 ms) 2024-11-24T20:49:31,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T20:49:31,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T20:49:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T20:49:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T20:49:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T20:49:31,081 DEBUG [RS:1;20b981ef5c27:36735 {}] zookeeper.ZKUtil(111): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20b981ef5c27,36735,1732481370212 2024-11-24T20:49:31,081 DEBUG [RS:2;20b981ef5c27:39871 {}] zookeeper.ZKUtil(111): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20b981ef5c27,39871,1732481370266 2024-11-24T20:49:31,081 WARN [RS:1;20b981ef5c27:36735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:31,081 WARN [RS:2;20b981ef5c27:39871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T20:49:31,081 INFO [RS:1;20b981ef5c27:36735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T20:49:31,081 INFO [RS:2;20b981ef5c27:39871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T20:49:31,082 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,36735,1732481370212 2024-11-24T20:49:31,082 DEBUG [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,39871,1732481370266 2024-11-24T20:49:31,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20b981ef5c27,36735,1732481370212] 2024-11-24T20:49:31,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20b981ef5c27,39871,1732481370266] 2024-11-24T20:49:31,084 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T20:49:31,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T20:49:31,096 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T20:49:31,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732481371075Disabling compacts and flushes for region at 1732481371075Disabling writes for close at 1732481371076 (+1 ms)Writing region close event to WAL at 1732481371096 (+20 ms)Closed at 1732481371096 2024-11-24T20:49:31,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:31,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T20:49:31,103 INFO [RS:0;20b981ef5c27:42567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T20:49:31,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T20:49:31,103 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,103 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T20:49:31,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T20:49:31,112 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T20:49:31,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T20:49:31,114 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T20:49:31,114 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,114 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,114 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,115 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,116 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,116 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:31,116 DEBUG [RS:0;20b981ef5c27:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:31,127 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T20:49:31,133 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T20:49:31,144 INFO [RS:1;20b981ef5c27:36735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T20:49:31,144 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,152 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T20:49:31,159 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,159 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,159 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,159 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,160 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,160 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,42567,1732481370140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:31,160 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T20:49:31,161 INFO [RS:2;20b981ef5c27:39871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T20:49:31,161 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,161 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T20:49:31,161 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,161 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,162 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,162 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,162 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,162 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:31,163 DEBUG [RS:1;20b981ef5c27:36735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:31,172 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T20:49:31,185 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T20:49:31,186 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,42567,1732481370140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.Replication(171): 20b981ef5c27,42567,1732481370140 started 2024-11-24T20:49:31,186 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,36735,1732481370212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:31,186 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T20:49:31,186 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20b981ef5c27:0, corePoolSize=2, maxPoolSize=2 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,187 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,188 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20b981ef5c27:0, corePoolSize=1, maxPoolSize=1 2024-11-24T20:49:31,188 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:31,188 DEBUG [RS:2;20b981ef5c27:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0, corePoolSize=3, maxPoolSize=3 2024-11-24T20:49:31,204 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,204 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1482): Serving as 20b981ef5c27,42567,1732481370140, RpcServer on 20b981ef5c27/172.17.0.2:42567, sessionid=0x1016e9bc2810001 2024-11-24T20:49:31,204 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T20:49:31,204 DEBUG [RS:0;20b981ef5c27:42567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,204 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,42567,1732481370140' 2024-11-24T20:49:31,204 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T20:49:31,204 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,205 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,205 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,205 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,205 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,205 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,39871,1732481370266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:31,206 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T20:49:31,207 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T20:49:31,207 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,36735,1732481370212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,207 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,207 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.Replication(171): 20b981ef5c27,36735,1732481370212 started 2024-11-24T20:49:31,210 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T20:49:31,210 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T20:49:31,210 DEBUG [RS:0;20b981ef5c27:42567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,210 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,42567,1732481370140' 2024-11-24T20:49:31,210 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T20:49:31,211 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T20:49:31,212 DEBUG [RS:0;20b981ef5c27:42567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T20:49:31,212 INFO [RS:0;20b981ef5c27:42567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T20:49:31,212 INFO [RS:0;20b981ef5c27:42567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T20:49:31,224 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T20:49:31,224 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,39871,1732481370266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,224 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,224 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.Replication(171): 20b981ef5c27,39871,1732481370266 started 2024-11-24T20:49:31,228 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,228 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1482): Serving as 20b981ef5c27,36735,1732481370212, RpcServer on 20b981ef5c27/172.17.0.2:36735, sessionid=0x1016e9bc2810002 2024-11-24T20:49:31,229 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T20:49:31,229 DEBUG [RS:1;20b981ef5c27:36735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20b981ef5c27,36735,1732481370212 2024-11-24T20:49:31,229 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,36735,1732481370212' 2024-11-24T20:49:31,229 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T20:49:31,236 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T20:49:31,239 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T20:49:31,239 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T20:49:31,239 DEBUG [RS:1;20b981ef5c27:36735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20b981ef5c27,36735,1732481370212 2024-11-24T20:49:31,239 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,36735,1732481370212' 2024-11-24T20:49:31,239 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T20:49:31,240 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T20:49:31,241 DEBUG [RS:1;20b981ef5c27:36735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T20:49:31,241 INFO [RS:1;20b981ef5c27:36735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T20:49:31,241 INFO [RS:1;20b981ef5c27:36735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T20:49:31,244 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,244 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(1482): Serving as 20b981ef5c27,39871,1732481370266, RpcServer on 20b981ef5c27/172.17.0.2:39871, sessionid=0x1016e9bc2810003 2024-11-24T20:49:31,245 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T20:49:31,245 DEBUG [RS:2;20b981ef5c27:39871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20b981ef5c27,39871,1732481370266 2024-11-24T20:49:31,245 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,39871,1732481370266' 2024-11-24T20:49:31,245 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T20:49:31,246 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T20:49:31,246 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T20:49:31,246 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T20:49:31,247 DEBUG [RS:2;20b981ef5c27:39871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20b981ef5c27,39871,1732481370266 2024-11-24T20:49:31,247 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20b981ef5c27,39871,1732481370266' 2024-11-24T20:49:31,247 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T20:49:31,247 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T20:49:31,247 DEBUG [RS:2;20b981ef5c27:39871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T20:49:31,247 INFO [RS:2;20b981ef5c27:39871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T20:49:31,247 INFO [RS:2;20b981ef5c27:39871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T20:49:31,263 WARN [20b981ef5c27:37975 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T20:49:31,315 INFO [RS:0;20b981ef5c27:42567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C42567%2C1732481370140, suffix=, logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,42567,1732481370140, archiveDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs, maxLogs=32 2024-11-24T20:49:31,317 INFO [RS:0;20b981ef5c27:42567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 20b981ef5c27%2C42567%2C1732481370140.1732481371317 2024-11-24T20:49:31,341 INFO [RS:0;20b981ef5c27:42567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,42567,1732481370140/20b981ef5c27%2C42567%2C1732481370140.1732481371317 2024-11-24T20:49:31,344 INFO [RS:1;20b981ef5c27:36735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C36735%2C1732481370212, suffix=, logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,36735,1732481370212, archiveDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs, maxLogs=32 2024-11-24T20:49:31,345 INFO [RS:1;20b981ef5c27:36735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 20b981ef5c27%2C36735%2C1732481370212.1732481371345 2024-11-24T20:49:31,350 INFO [RS:2;20b981ef5c27:39871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C39871%2C1732481370266, suffix=, logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,39871,1732481370266, archiveDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs, maxLogs=32 2024-11-24T20:49:31,351 INFO [RS:2;20b981ef5c27:39871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 20b981ef5c27%2C39871%2C1732481370266.1732481371350 2024-11-24T20:49:31,356 DEBUG [RS:0;20b981ef5c27:42567 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:46691:46691),(127.0.0.1/127.0.0.1:46753:46753)] 2024-11-24T20:49:31,396 INFO [RS:1;20b981ef5c27:36735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,36735,1732481370212/20b981ef5c27%2C36735%2C1732481370212.1732481371345 2024-11-24T20:49:31,408 INFO [RS:2;20b981ef5c27:39871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,39871,1732481370266/20b981ef5c27%2C39871%2C1732481370266.1732481371350 2024-11-24T20:49:31,411 DEBUG [RS:1;20b981ef5c27:36735 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:46691:46691),(127.0.0.1/127.0.0.1:46753:46753)] 2024-11-24T20:49:31,416 DEBUG [RS:2;20b981ef5c27:39871 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753),(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-24T20:49:31,513 DEBUG [20b981ef5c27:37975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T20:49:31,514 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(204): Hosts are {20b981ef5c27=0} racks are {/default-rack=0} 2024-11-24T20:49:31,516 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T20:49:31,516 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T20:49:31,516 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T20:49:31,516 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T20:49:31,516 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T20:49:31,516 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T20:49:31,516 INFO [20b981ef5c27:37975 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T20:49:31,517 INFO [20b981ef5c27:37975 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T20:49:31,517 INFO [20b981ef5c27:37975 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T20:49:31,517 DEBUG [20b981ef5c27:37975 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T20:49:31,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,519 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20b981ef5c27,42567,1732481370140, state=OPENING 2024-11-24T20:49:31,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T20:49:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:31,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:31,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T20:49:31,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20b981ef5c27,42567,1732481370140}] 2024-11-24T20:49:31,733 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T20:49:31,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T20:49:31,740 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T20:49:31,741 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-24T20:49:31,744 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20b981ef5c27%2C42567%2C1732481370140.meta, suffix=.meta, logDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,42567,1732481370140, archiveDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs, maxLogs=32 2024-11-24T20:49:31,746 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 20b981ef5c27%2C42567%2C1732481370140.meta.1732481371745.meta 2024-11-24T20:49:31,770 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/WALs/20b981ef5c27,42567,1732481370140/20b981ef5c27%2C42567%2C1732481370140.meta.1732481371745.meta 2024-11-24T20:49:31,774 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38697:38697),(127.0.0.1/127.0.0.1:46753:46753),(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-24T20:49:31,776 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T20:49:31,777 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T20:49:31,777 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T20:49:31,777 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T20:49:31,777 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T20:49:31,777 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:31,777 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T20:49:31,777 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T20:49:31,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T20:49:31,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T20:49:31,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T20:49:31,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T20:49:31,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T20:49:31,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T20:49:31,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T20:49:31,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T20:49:31,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T20:49:31,790 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T20:49:31,791 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740 2024-11-24T20:49:31,794 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740 2024-11-24T20:49:31,796 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T20:49:31,797 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T20:49:31,798 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T20:49:31,799 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T20:49:31,801 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72229300, jitterRate=0.07630044221878052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T20:49:31,801 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T20:49:31,803 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732481371777Writing region info on filesystem at 1732481371777Initializing all the Stores at 1732481371779 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481371779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481371780 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481371780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732481371780Cleaning up temporary data from old regions at 1732481371797 (+17 ms)Running coprocessor post-open hooks at 1732481371801 (+4 ms)Region opened successfully at 1732481371802 (+1 ms) 2024-11-24T20:49:31,804 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732481371733 2024-11-24T20:49:31,809 DEBUG [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T20:49:31,809 INFO [RS_OPEN_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T20:49:31,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20b981ef5c27,42567,1732481370140, state=OPEN 2024-11-24T20:49:31,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:31,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:31,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:31,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T20:49:31,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20b981ef5c27,42567,1732481370140 2024-11-24T20:49:31,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T20:49:31,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T20:49:31,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20b981ef5c27,42567,1732481370140 in 241 msec 2024-11-24T20:49:31,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T20:49:31,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-11-24T20:49:31,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T20:49:31,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T20:49:31,836 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T20:49:31,837 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20b981ef5c27,42567,1732481370140, seqNum=-1] 2024-11-24T20:49:31,837 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T20:49:31,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51745, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T20:49:31,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 952 msec 2024-11-24T20:49:31,856 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732481371856, completionTime=-1 2024-11-24T20:49:31,856 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T20:49:31,856 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T20:49:31,859 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T20:49:31,859 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732481431859 2024-11-24T20:49:31,859 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732481491859 2024-11-24T20:49:31,859 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T20:49:31,860 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,37975,1732481369859-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,860 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,37975,1732481369859-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,860 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,37975,1732481369859-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,860 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20b981ef5c27:37975, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,860 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,863 DEBUG [master/20b981ef5c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T20:49:31,864 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,870 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.522sec 2024-11-24T20:49:31,870 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T20:49:31,870 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T20:49:31,870 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T20:49:31,870 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T20:49:31,871 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T20:49:31,871 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,37975,1732481369859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T20:49:31,871 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,37975,1732481369859-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T20:49:31,873 DEBUG [master/20b981ef5c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T20:49:31,874 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T20:49:31,874 INFO [master/20b981ef5c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20b981ef5c27,37975,1732481369859-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T20:49:31,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784b0cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:49:31,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20b981ef5c27,37975,-1 for getting cluster id 2024-11-24T20:49:31,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T20:49:31,932 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc98e0a-f03e-46c1-9ff3-11b56e936fec' 2024-11-24T20:49:31,932 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T20:49:31,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc98e0a-f03e-46c1-9ff3-11b56e936fec" 2024-11-24T20:49:31,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f45248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:49:31,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20b981ef5c27,37975,-1] 2024-11-24T20:49:31,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T20:49:31,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:31,935 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T20:49:31,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e77818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:49:31,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T20:49:31,939 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20b981ef5c27,42567,1732481370140, seqNum=-1] 2024-11-24T20:49:31,939 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T20:49:31,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T20:49:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20b981ef5c27,37975,1732481369859 2024-11-24T20:49:31,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T20:49:31,947 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 20b981ef5c27,37975,1732481369859 2024-11-24T20:49:31,948 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b8af11 2024-11-24T20:49:31,948 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T20:49:31,950 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T20:49:31,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T20:49:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-24T20:49:31,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T20:49:31,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:31,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-24T20:49:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:31,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T20:49:31,961 WARN [IPC Server handler 2 on default port 40769 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-24T20:49:31,961 WARN [IPC Server handler 2 on default port 40769 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-24T20:49:31,962 WARN [IPC Server handler 2 on default port 40769 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-24T20:49:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741837_1013 (size=392) 2024-11-24T20:49:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741837_1013 (size=392) 2024-11-24T20:49:31,980 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad6421af2e2ae319a1119e99088f11fd, NAME => 'TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458 2024-11-24T20:49:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741838_1014 (size=51) 2024-11-24T20:49:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741838_1014 (size=51) 2024-11-24T20:49:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741838_1014 (size=51) 2024-11-24T20:49:32,001 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:32,001 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing ad6421af2e2ae319a1119e99088f11fd, disabling compactions & flushes 2024-11-24T20:49:32,001 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,001 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,001 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. after waiting 0 ms 2024-11-24T20:49:32,001 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,002 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,002 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad6421af2e2ae319a1119e99088f11fd: Waiting for close lock at 1732481372001Disabling compacts and flushes for region at 1732481372001Disabling writes for close at 1732481372001Writing region close event to WAL at 1732481372002 (+1 ms)Closed at 1732481372002 2024-11-24T20:49:32,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T20:49:32,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732481372004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732481372004"}]},"ts":"1732481372004"} 2024-11-24T20:49:32,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T20:49:32,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T20:49:32,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732481372010"}]},"ts":"1732481372010"} 2024-11-24T20:49:32,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-24T20:49:32,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {20b981ef5c27=0} racks are {/default-rack=0} 2024-11-24T20:49:32,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T20:49:32,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T20:49:32,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T20:49:32,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T20:49:32,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T20:49:32,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T20:49:32,015 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T20:49:32,015 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T20:49:32,015 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T20:49:32,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T20:49:32,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ad6421af2e2ae319a1119e99088f11fd, ASSIGN}] 2024-11-24T20:49:32,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ad6421af2e2ae319a1119e99088f11fd, ASSIGN 2024-11-24T20:49:32,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ad6421af2e2ae319a1119e99088f11fd, ASSIGN; state=OFFLINE, location=20b981ef5c27,36735,1732481370212; forceNewPlan=false, retain=false 2024-11-24T20:49:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:32,170 INFO [20b981ef5c27:37975 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-24T20:49:32,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad6421af2e2ae319a1119e99088f11fd, regionState=OPENING, regionLocation=20b981ef5c27,36735,1732481370212 2024-11-24T20:49:32,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ad6421af2e2ae319a1119e99088f11fd, ASSIGN because future has completed 2024-11-24T20:49:32,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad6421af2e2ae319a1119e99088f11fd, server=20b981ef5c27,36735,1732481370212}] 2024-11-24T20:49:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:32,331 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T20:49:32,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46559, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T20:49:32,337 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,338 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad6421af2e2ae319a1119e99088f11fd, NAME => 'TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T20:49:32,338 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,338 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T20:49:32,338 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,338 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,340 INFO [StoreOpener-ad6421af2e2ae319a1119e99088f11fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,342 INFO [StoreOpener-ad6421af2e2ae319a1119e99088f11fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad6421af2e2ae319a1119e99088f11fd columnFamilyName cf 2024-11-24T20:49:32,342 DEBUG [StoreOpener-ad6421af2e2ae319a1119e99088f11fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T20:49:32,343 INFO [StoreOpener-ad6421af2e2ae319a1119e99088f11fd-1 {}] regionserver.HStore(327): Store=ad6421af2e2ae319a1119e99088f11fd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T20:49:32,343 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,344 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,344 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,345 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,345 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,348 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,365 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T20:49:32,366 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad6421af2e2ae319a1119e99088f11fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59934027, jitterRate=-0.10691340267658234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T20:49:32,366 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:32,367 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad6421af2e2ae319a1119e99088f11fd: Running coprocessor pre-open hook at 1732481372338Writing region info on filesystem at 1732481372338Initializing all the Stores at 1732481372339 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732481372339Cleaning up temporary data from old regions at 1732481372345 (+6 ms)Running coprocessor post-open hooks at 1732481372366 (+21 ms)Region opened successfully at 1732481372367 (+1 ms) 2024-11-24T20:49:32,370 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd., pid=6, masterSystemTime=1732481372330 2024-11-24T20:49:32,374 DEBUG [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,374 INFO [RS_OPEN_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad6421af2e2ae319a1119e99088f11fd, regionState=OPEN, openSeqNum=2, regionLocation=20b981ef5c27,36735,1732481370212 2024-11-24T20:49:32,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad6421af2e2ae319a1119e99088f11fd, server=20b981ef5c27,36735,1732481370212 because future has completed 2024-11-24T20:49:32,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T20:49:32,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad6421af2e2ae319a1119e99088f11fd, server=20b981ef5c27,36735,1732481370212 in 208 msec 2024-11-24T20:49:32,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T20:49:32,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ad6421af2e2ae319a1119e99088f11fd, ASSIGN in 378 msec 2024-11-24T20:49:32,402 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T20:49:32,403 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732481372402"}]},"ts":"1732481372402"} 2024-11-24T20:49:32,407 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-24T20:49:32,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T20:49:32,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 459 msec 2024-11-24T20:49:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T20:49:32,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-24T20:49:32,583 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T20:49:32,583 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T20:49:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-24T20:49:32,587 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T20:49:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-24T20:49:32,592 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd., hostname=20b981ef5c27,36735,1732481370212, seqNum=2] 2024-11-24T20:49:32,593 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T20:49:32,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T20:49:32,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-24T20:49:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-24T20:49:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T20:49:32,602 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-24T20:49:32,604 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T20:49:32,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T20:49:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T20:49:32,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T20:49:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,761 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ad6421af2e2ae319a1119e99088f11fd 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-24T20:49:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd/.tmp/cf/4ece03f563374f3f8f52736e967560ea is 36, key is row/cf:cq/1732481372596/Put/seqid=0 2024-11-24T20:49:32,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741839_1015 (size=4787) 2024-11-24T20:49:32,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741839_1015 (size=4787) 2024-11-24T20:49:32,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741839_1015 (size=4787) 2024-11-24T20:49:32,791 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd/.tmp/cf/4ece03f563374f3f8f52736e967560ea 2024-11-24T20:49:32,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd/.tmp/cf/4ece03f563374f3f8f52736e967560ea as hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd/cf/4ece03f563374f3f8f52736e967560ea 2024-11-24T20:49:32,814 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd/cf/4ece03f563374f3f8f52736e967560ea, entries=1, sequenceid=5, filesize=4.7 K 2024-11-24T20:49:32,815 INFO [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for ad6421af2e2ae319a1119e99088f11fd in 54ms, sequenceid=5, compaction requested=false 2024-11-24T20:49:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ad6421af2e2ae319a1119e99088f11fd: 2024-11-24T20:49:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20b981ef5c27:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T20:49:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T20:49:32,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T20:49:32,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 214 msec 2024-11-24T20:49:32,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 224 msec 2024-11-24T20:49:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T20:49:32,923 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-24T20:49:32,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T20:49:32,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T20:49:32,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:32,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:32,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:32,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T20:49:32,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=187226900, stopped=false 2024-11-24T20:49:32,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20b981ef5c27,37975,1732481369859 2024-11-24T20:49:32,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T20:49:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T20:49:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:32,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:32,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T20:49:32,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T20:49:32,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:32,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:32,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:32,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:32,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:33,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20b981ef5c27,42567,1732481370140' ***** 2024-11-24T20:49:33,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T20:49:33,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20b981ef5c27,36735,1732481370212' ***** 2024-11-24T20:49:33,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T20:49:33,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20b981ef5c27,39871,1732481370266' ***** 2024-11-24T20:49:33,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T20:49:33,000 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T20:49:33,000 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T20:49:33,000 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T20:49:33,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T20:49:33,000 INFO [RS:2;20b981ef5c27:39871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T20:49:33,000 INFO [RS:1;20b981ef5c27:36735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T20:49:33,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T20:49:33,000 INFO [RS:2;20b981ef5c27:39871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T20:49:33,000 INFO [RS:1;20b981ef5c27:36735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T20:49:33,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T20:49:33,000 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(3091): Received CLOSE for ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:33,000 INFO [RS:0;20b981ef5c27:42567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T20:49:33,000 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(959): stopping server 20b981ef5c27,39871,1732481370266 2024-11-24T20:49:33,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T20:49:33,001 INFO [RS:2;20b981ef5c27:39871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:33,001 INFO [RS:0;20b981ef5c27:42567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T20:49:33,001 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(959): stopping server 20b981ef5c27,42567,1732481370140 2024-11-24T20:49:33,001 INFO [RS:0;20b981ef5c27:42567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:33,001 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(959): stopping server 20b981ef5c27,36735,1732481370212 2024-11-24T20:49:33,001 INFO [RS:2;20b981ef5c27:39871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;20b981ef5c27:39871. 2024-11-24T20:49:33,001 INFO [RS:1;20b981ef5c27:36735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:33,001 INFO [RS:0;20b981ef5c27:42567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20b981ef5c27:42567. 2024-11-24T20:49:33,001 INFO [RS:1;20b981ef5c27:36735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;20b981ef5c27:36735. 2024-11-24T20:49:33,001 DEBUG [RS:2;20b981ef5c27:39871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:33,001 DEBUG [RS:2;20b981ef5c27:39871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:33,001 DEBUG [RS:0;20b981ef5c27:42567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:33,001 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad6421af2e2ae319a1119e99088f11fd, disabling compactions & flushes 2024-11-24T20:49:33,001 DEBUG [RS:0;20b981ef5c27:42567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:33,001 DEBUG [RS:1;20b981ef5c27:36735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T20:49:33,001 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(976): stopping server 20b981ef5c27,39871,1732481370266; all regions closed. 2024-11-24T20:49:33,001 INFO [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:33,001 DEBUG [RS:1;20b981ef5c27:36735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:33,001 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T20:49:33,001 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:33,002 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T20:49:33,002 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T20:49:33,002 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. after waiting 0 ms 2024-11-24T20:49:33,002 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T20:49:33,002 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1325): Online Regions={ad6421af2e2ae319a1119e99088f11fd=TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd.} 2024-11-24T20:49:33,002 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:33,002 DEBUG [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1351): Waiting on ad6421af2e2ae319a1119e99088f11fd 2024-11-24T20:49:33,002 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T20:49:33,002 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,002 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T20:49:33,002 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T20:49:33,002 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,002 DEBUG [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T20:49:33,002 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T20:49:33,002 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,002 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T20:49:33,002 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,002 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T20:49:33,002 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,003 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T20:49:33,003 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T20:49:33,003 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T20:49:33,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741835_1011 (size=93) 2024-11-24T20:49:33,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741835_1011 (size=93) 2024-11-24T20:49:33,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741835_1011 (size=93) 2024-11-24T20:49:33,007 INFO [regionserver/20b981ef5c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:33,008 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/default/TestHBaseWalOnEC/ad6421af2e2ae319a1119e99088f11fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T20:49:33,009 DEBUG [RS:2;20b981ef5c27:39871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs 2024-11-24T20:49:33,009 INFO [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:33,009 INFO [RS:2;20b981ef5c27:39871 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 20b981ef5c27%2C39871%2C1732481370266:(num 1732481371350) 2024-11-24T20:49:33,009 DEBUG [RS:2;20b981ef5c27:39871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:33,009 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad6421af2e2ae319a1119e99088f11fd: Waiting for close lock at 1732481373001Running coprocessor pre-close hooks at 1732481373001Disabling compacts and flushes for region at 1732481373001Disabling writes for close at 1732481373002 (+1 ms)Writing region close event to WAL at 1732481373003 (+1 ms)Running coprocessor post-close hooks at 1732481373009 (+6 ms)Closed at 1732481373009 2024-11-24T20:49:33,009 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:33,009 INFO [RS:2;20b981ef5c27:39871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:33,009 DEBUG [RS_CLOSE_REGION-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd. 2024-11-24T20:49:33,010 INFO [RS:2;20b981ef5c27:39871 {}] hbase.ChoreService(370): Chore service for: regionserver/20b981ef5c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:33,010 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T20:49:33,010 INFO [regionserver/20b981ef5c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:33,010 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T20:49:33,010 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T20:49:33,010 INFO [RS:2;20b981ef5c27:39871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:33,010 INFO [RS:2;20b981ef5c27:39871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39871 2024-11-24T20:49:33,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T20:49:33,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20b981ef5c27,39871,1732481370266 2024-11-24T20:49:33,019 INFO [RS:2;20b981ef5c27:39871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:33,023 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/info/14b5385d33ee44ecb09a906245a98e71 is 153, key is TestHBaseWalOnEC,,1732481371951.ad6421af2e2ae319a1119e99088f11fd./info:regioninfo/1732481372375/Put/seqid=0 2024-11-24T20:49:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741840_1016 (size=6637) 2024-11-24T20:49:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741840_1016 (size=6637) 2024-11-24T20:49:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741840_1016 (size=6637) 2024-11-24T20:49:33,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20b981ef5c27,39871,1732481370266] 2024-11-24T20:49:33,031 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/info/14b5385d33ee44ecb09a906245a98e71 2024-11-24T20:49:33,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20b981ef5c27,39871,1732481370266 already deleted, retry=false 2024-11-24T20:49:33,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20b981ef5c27,39871,1732481370266 expired; onlineServers=2 2024-11-24T20:49:33,053 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/ns/468528149c25460a93eb3d1808df184e is 43, key is default/ns:d/1732481371846/Put/seqid=0 2024-11-24T20:49:33,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741841_1017 (size=5153) 2024-11-24T20:49:33,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741841_1017 (size=5153) 2024-11-24T20:49:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741841_1017 (size=5153) 2024-11-24T20:49:33,060 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/ns/468528149c25460a93eb3d1808df184e 2024-11-24T20:49:33,070 INFO [regionserver/20b981ef5c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:33,085 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/table/8ff8d3bbafe643ea88101d87300d911d is 52, key is TestHBaseWalOnEC/table:state/1732481372402/Put/seqid=0 2024-11-24T20:49:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741842_1018 (size=5249) 2024-11-24T20:49:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741842_1018 (size=5249) 2024-11-24T20:49:33,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741842_1018 (size=5249) 2024-11-24T20:49:33,092 INFO [regionserver/20b981ef5c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:33,092 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/table/8ff8d3bbafe643ea88101d87300d911d 2024-11-24T20:49:33,100 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/info/14b5385d33ee44ecb09a906245a98e71 as hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/info/14b5385d33ee44ecb09a906245a98e71 2024-11-24T20:49:33,108 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/info/14b5385d33ee44ecb09a906245a98e71, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T20:49:33,110 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/ns/468528149c25460a93eb3d1808df184e as hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/ns/468528149c25460a93eb3d1808df184e 2024-11-24T20:49:33,118 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/ns/468528149c25460a93eb3d1808df184e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T20:49:33,119 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/.tmp/table/8ff8d3bbafe643ea88101d87300d911d as hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/table/8ff8d3bbafe643ea88101d87300d911d 2024-11-24T20:49:33,127 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/table/8ff8d3bbafe643ea88101d87300d911d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T20:49:33,128 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=11, compaction requested=false 2024-11-24T20:49:33,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,130 INFO [RS:2;20b981ef5c27:39871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:33,130 INFO [RS:2;20b981ef5c27:39871 {}] regionserver.HRegionServer(1031): Exiting; stopping=20b981ef5c27,39871,1732481370266; zookeeper connection closed. 2024-11-24T20:49:33,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x1016e9bc2810003, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49daa95d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49daa95d 2024-11-24T20:49:33,133 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T20:49:33,134 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T20:49:33,134 INFO [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T20:49:33,134 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732481373002Running coprocessor pre-close hooks at 1732481373002Disabling compacts and flushes for region at 1732481373002Disabling writes for close at 1732481373003 (+1 ms)Obtaining lock to block concurrent updates at 1732481373003Preparing flush snapshotting stores in 1588230740 at 1732481373003Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732481373004 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732481373005 (+1 ms)Flushing 1588230740/info: creating writer at 1732481373005Flushing 1588230740/info: appending metadata at 1732481373023 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732481373023Flushing 1588230740/ns: creating writer at 1732481373037 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732481373052 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732481373052Flushing 1588230740/table: creating writer at 1732481373067 (+15 ms)Flushing 1588230740/table: appending metadata at 1732481373085 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732481373085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8f8f29: reopening flushed file at 1732481373099 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6b9520: reopening flushed file at 1732481373108 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa0ec8f: reopening flushed file at 1732481373118 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=11, compaction requested=false at 1732481373128 (+10 ms)Writing region close event to WAL at 1732481373129 (+1 ms)Running coprocessor post-close hooks at 1732481373134 (+5 ms)Closed at 1732481373134 2024-11-24T20:49:33,135 DEBUG [RS_CLOSE_META-regionserver/20b981ef5c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T20:49:33,179 INFO [regionserver/20b981ef5c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T20:49:33,179 INFO [regionserver/20b981ef5c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T20:49:33,187 INFO [regionserver/20b981ef5c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T20:49:33,187 INFO [regionserver/20b981ef5c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T20:49:33,202 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(976): stopping server 20b981ef5c27,36735,1732481370212; all regions closed. 2024-11-24T20:49:33,202 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(976): stopping server 20b981ef5c27,42567,1732481370140; all regions closed. 2024-11-24T20:49:33,202 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,203 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741836_1012 (size=2751) 2024-11-24T20:49:33,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741834_1010 (size=1298) 2024-11-24T20:49:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741834_1010 (size=1298) 2024-11-24T20:49:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741834_1010 (size=1298) 2024-11-24T20:49:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741836_1012 (size=2751) 2024-11-24T20:49:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741836_1012 (size=2751) 2024-11-24T20:49:33,209 DEBUG [RS:0;20b981ef5c27:42567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs 2024-11-24T20:49:33,209 INFO [RS:0;20b981ef5c27:42567 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 20b981ef5c27%2C42567%2C1732481370140.meta:.meta(num 1732481371745) 2024-11-24T20:49:33,209 DEBUG [RS:1;20b981ef5c27:36735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs 2024-11-24T20:49:33,209 INFO [RS:1;20b981ef5c27:36735 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 20b981ef5c27%2C36735%2C1732481370212:(num 1732481371345) 2024-11-24T20:49:33,209 DEBUG [RS:1;20b981ef5c27:36735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:33,209 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:33,209 INFO [RS:1;20b981ef5c27:36735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:33,209 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,210 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,210 INFO [RS:1;20b981ef5c27:36735 {}] hbase.ChoreService(370): Chore service for: regionserver/20b981ef5c27:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:33,210 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,210 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,210 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T20:49:33,210 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T20:49:33,210 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,210 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T20:49:33,210 INFO [RS:1;20b981ef5c27:36735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:33,210 INFO [RS:1;20b981ef5c27:36735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36735 2024-11-24T20:49:33,211 INFO [regionserver/20b981ef5c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741833_1009 (size=93) 2024-11-24T20:49:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741833_1009 (size=93) 2024-11-24T20:49:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741833_1009 (size=93) 2024-11-24T20:49:33,215 DEBUG [RS:0;20b981ef5c27:42567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/oldWALs 2024-11-24T20:49:33,215 INFO [RS:0;20b981ef5c27:42567 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 20b981ef5c27%2C42567%2C1732481370140:(num 1732481371317) 2024-11-24T20:49:33,215 DEBUG [RS:0;20b981ef5c27:42567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:49:33,215 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T20:49:33,215 INFO [RS:0;20b981ef5c27:42567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:33,215 INFO [RS:0;20b981ef5c27:42567 {}] hbase.ChoreService(370): Chore service for: regionserver/20b981ef5c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:33,215 INFO [RS:0;20b981ef5c27:42567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:33,215 INFO [regionserver/20b981ef5c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:33,215 INFO [RS:0;20b981ef5c27:42567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42567 2024-11-24T20:49:33,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20b981ef5c27,36735,1732481370212 2024-11-24T20:49:33,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T20:49:33,241 INFO [RS:1;20b981ef5c27:36735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:33,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20b981ef5c27,42567,1732481370140] 2024-11-24T20:49:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20b981ef5c27,42567,1732481370140 2024-11-24T20:49:33,255 INFO [RS:0;20b981ef5c27:42567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:33,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20b981ef5c27,42567,1732481370140 already deleted, retry=false 2024-11-24T20:49:33,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20b981ef5c27,42567,1732481370140 expired; onlineServers=1 2024-11-24T20:49:33,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20b981ef5c27,36735,1732481370212] 2024-11-24T20:49:33,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20b981ef5c27,36735,1732481370212 already deleted, retry=false 2024-11-24T20:49:33,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20b981ef5c27,36735,1732481370212 expired; onlineServers=0 2024-11-24T20:49:33,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20b981ef5c27,37975,1732481369859' ***** 2024-11-24T20:49:33,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T20:49:33,283 INFO [M:0;20b981ef5c27:37975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T20:49:33,283 INFO [M:0;20b981ef5c27:37975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T20:49:33,283 DEBUG [M:0;20b981ef5c27:37975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T20:49:33,283 DEBUG [M:0;20b981ef5c27:37975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T20:49:33,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T20:49:33,283 DEBUG [master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.small.0-1732481370964 {}] cleaner.HFileCleaner(306): Exit Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.small.0-1732481370964,5,FailOnTimeoutGroup] 2024-11-24T20:49:33,283 DEBUG [master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.large.0-1732481370963 {}] cleaner.HFileCleaner(306): Exit Thread[master/20b981ef5c27:0:becomeActiveMaster-HFileCleaner.large.0-1732481370963,5,FailOnTimeoutGroup] 2024-11-24T20:49:33,283 INFO [M:0;20b981ef5c27:37975 {}] hbase.ChoreService(370): Chore service for: master/20b981ef5c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T20:49:33,284 INFO [M:0;20b981ef5c27:37975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T20:49:33,284 DEBUG [M:0;20b981ef5c27:37975 {}] master.HMaster(1795): Stopping service threads 2024-11-24T20:49:33,284 INFO [M:0;20b981ef5c27:37975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T20:49:33,284 INFO [M:0;20b981ef5c27:37975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T20:49:33,284 INFO [M:0;20b981ef5c27:37975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T20:49:33,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T20:49:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T20:49:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T20:49:33,293 DEBUG [M:0;20b981ef5c27:37975 {}] zookeeper.ZKUtil(347): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T20:49:33,294 WARN [M:0;20b981ef5c27:37975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T20:49:33,295 INFO [M:0;20b981ef5c27:37975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/.lastflushedseqids 2024-11-24T20:49:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741843_1019 (size=127) 2024-11-24T20:49:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741843_1019 (size=127) 2024-11-24T20:49:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741843_1019 (size=127) 2024-11-24T20:49:33,306 INFO [M:0;20b981ef5c27:37975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T20:49:33,307 INFO [M:0;20b981ef5c27:37975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T20:49:33,307 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T20:49:33,307 INFO [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:33,307 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:33,307 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T20:49:33,307 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:33,307 INFO [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-24T20:49:33,329 DEBUG [M:0;20b981ef5c27:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/231a7b6156664725b6845cdbb1f78d49 is 82, key is hbase:meta,,1/info:regioninfo/1732481371810/Put/seqid=0 2024-11-24T20:49:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741844_1020 (size=5672) 2024-11-24T20:49:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741844_1020 (size=5672) 2024-11-24T20:49:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741844_1020 (size=5672) 2024-11-24T20:49:33,336 INFO [M:0;20b981ef5c27:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/231a7b6156664725b6845cdbb1f78d49 2024-11-24T20:49:33,359 DEBUG [M:0;20b981ef5c27:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcff25448876489e9f89fb7865d21dc1 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732481372413/Put/seqid=0 2024-11-24T20:49:33,362 INFO [RS:1;20b981ef5c27:36735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:33,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,362 INFO [RS:1;20b981ef5c27:36735 {}] regionserver.HRegionServer(1031): Exiting; stopping=20b981ef5c27,36735,1732481370212; zookeeper connection closed. 2024-11-24T20:49:33,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36735-0x1016e9bc2810002, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c267421 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c267421 2024-11-24T20:49:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741845_1021 (size=6441) 2024-11-24T20:49:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741845_1021 (size=6441) 2024-11-24T20:49:33,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741845_1021 (size=6441) 2024-11-24T20:49:33,370 INFO [M:0;20b981ef5c27:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcff25448876489e9f89fb7865d21dc1 2024-11-24T20:49:33,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,372 INFO [RS:0;20b981ef5c27:42567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:33,372 INFO [RS:0;20b981ef5c27:42567 {}] regionserver.HRegionServer(1031): Exiting; stopping=20b981ef5c27,42567,1732481370140; zookeeper connection closed. 2024-11-24T20:49:33,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x1016e9bc2810001, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@385be15e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@385be15e 2024-11-24T20:49:33,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T20:49:33,390 DEBUG [M:0;20b981ef5c27:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3e38bfdcb13470fa1cc09b0c5688161 is 69, key is 20b981ef5c27,36735,1732481370212/rs:state/1732481371014/Put/seqid=0 2024-11-24T20:49:33,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741846_1022 (size=5294) 2024-11-24T20:49:33,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741846_1022 (size=5294) 2024-11-24T20:49:33,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741846_1022 (size=5294) 2024-11-24T20:49:33,397 INFO [M:0;20b981ef5c27:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3e38bfdcb13470fa1cc09b0c5688161 2024-11-24T20:49:33,402 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/231a7b6156664725b6845cdbb1f78d49 as hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/231a7b6156664725b6845cdbb1f78d49 2024-11-24T20:49:33,409 INFO [M:0;20b981ef5c27:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/231a7b6156664725b6845cdbb1f78d49, entries=8, sequenceid=72, filesize=5.5 K 2024-11-24T20:49:33,410 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcff25448876489e9f89fb7865d21dc1 as hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcff25448876489e9f89fb7865d21dc1 2024-11-24T20:49:33,416 INFO [M:0;20b981ef5c27:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcff25448876489e9f89fb7865d21dc1, entries=8, sequenceid=72, filesize=6.3 K 2024-11-24T20:49:33,418 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3e38bfdcb13470fa1cc09b0c5688161 as hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3e38bfdcb13470fa1cc09b0c5688161 2024-11-24T20:49:33,424 INFO [M:0;20b981ef5c27:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40769/user/jenkins/test-data/7b8787b8-162f-9a42-c76c-9c1beaf1b458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3e38bfdcb13470fa1cc09b0c5688161, entries=3, sequenceid=72, filesize=5.2 K 2024-11-24T20:49:33,425 INFO [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=72, compaction requested=false 2024-11-24T20:49:33,430 INFO [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T20:49:33,430 DEBUG [M:0;20b981ef5c27:37975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732481373307Disabling compacts and flushes for region at 1732481373307Disabling writes for close at 1732481373307Obtaining lock to block concurrent updates at 1732481373307Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732481373307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732481373308 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732481373309 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732481373309Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732481373328 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732481373328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732481373342 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732481373359 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732481373359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732481373376 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732481373390 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732481373390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6277bca2: reopening flushed file at 1732481373401 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c25675: reopening flushed file at 1732481373409 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43cc1ddb: reopening flushed file at 1732481373417 (+8 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=72, compaction requested=false at 1732481373425 (+8 ms)Writing region close event to WAL at 1732481373430 (+5 ms)Closed at 1732481373430 2024-11-24T20:49:33,431 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,431 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,431 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,431 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,431 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T20:49:33,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741830_1006 (size=32695) 2024-11-24T20:49:33,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741830_1006 (size=32695) 2024-11-24T20:49:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741830_1006 (size=32695) 2024-11-24T20:49:33,434 INFO [M:0;20b981ef5c27:37975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T20:49:33,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T20:49:33,434 INFO [M:0;20b981ef5c27:37975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37975 2024-11-24T20:49:33,434 INFO [M:0;20b981ef5c27:37975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T20:49:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,541 INFO [M:0;20b981ef5c27:37975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T20:49:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1016e9bc2810000, quorum=127.0.0.1:53816, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T20:49:33,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f8e69d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:33,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a7ea535{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:33,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:33,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54d6dbfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:33,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d181b14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:33,548 WARN [BP-1073263285-172.17.0.2-1732481366550 heartbeating to localhost/127.0.0.1:40769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T20:49:33,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T20:49:33,548 WARN [BP-1073263285-172.17.0.2-1732481366550 heartbeating to localhost/127.0.0.1:40769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1073263285-172.17.0.2-1732481366550 (Datanode Uuid 3e610f83-51da-4566-b561-cd3a53d72b2f) service to localhost/127.0.0.1:40769 2024-11-24T20:49:33,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T20:49:33,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data5/current/BP-1073263285-172.17.0.2-1732481366550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:33,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data6/current/BP-1073263285-172.17.0.2-1732481366550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:33,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T20:49:33,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f9db83c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:33,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d16881c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:33,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:33,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b065bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:33,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@313431db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:33,555 WARN [BP-1073263285-172.17.0.2-1732481366550 heartbeating to localhost/127.0.0.1:40769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T20:49:33,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T20:49:33,555 WARN [BP-1073263285-172.17.0.2-1732481366550 heartbeating to localhost/127.0.0.1:40769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1073263285-172.17.0.2-1732481366550 (Datanode Uuid 355e0ce4-1ea7-4bc5-8f58-a1eea59bd569) service to localhost/127.0.0.1:40769 2024-11-24T20:49:33,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T20:49:33,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data3/current/BP-1073263285-172.17.0.2-1732481366550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:33,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data4/current/BP-1073263285-172.17.0.2-1732481366550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:33,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T20:49:33,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27478967{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T20:49:33,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7673a610{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:33,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:33,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4c6766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:33,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2592ae26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:33,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T20:49:33,562 WARN [BP-1073263285-172.17.0.2-1732481366550 heartbeating to localhost/127.0.0.1:40769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T20:49:33,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T20:49:33,562 WARN [BP-1073263285-172.17.0.2-1732481366550 heartbeating to localhost/127.0.0.1:40769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1073263285-172.17.0.2-1732481366550 (Datanode Uuid 26da77cc-2b44-475b-9e38-529c5af7c8b7) service to localhost/127.0.0.1:40769 2024-11-24T20:49:33,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data1/current/BP-1073263285-172.17.0.2-1732481366550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:33,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/cluster_9f4c1320-13ac-06fb-c3b8-c2e20eef5723/data/data2/current/BP-1073263285-172.17.0.2-1732481366550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T20:49:33,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T20:49:33,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573b7af4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T20:49:33,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f552644{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T20:49:33,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T20:49:33,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e0dda75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T20:49:33,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d0df923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/06ce2ad9-f70d-0f82-54ee-9e76e2b385b4/hadoop.log.dir/,STOPPED} 2024-11-24T20:49:33,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T20:49:33,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T20:49:33,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=150 (was 88) - Thread LEAK? -, OpenFileDescriptor=516 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 488) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9381 (was 9560)