2024-11-12 10:31:30,673 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-12 10:31:30,687 main DEBUG Took 0.011799 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 10:31:30,687 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 10:31:30,688 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 10:31:30,689 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 10:31:30,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,706 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 10:31:30,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,726 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,727 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,729 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,731 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,732 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,734 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,735 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:30,736 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,736 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 10:31:30,738 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:30,740 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 10:31:30,742 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 10:31:30,742 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 10:31:30,744 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 10:31:30,745 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 10:31:30,754 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 10:31:30,756 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 10:31:30,758 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 10:31:30,759 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 10:31:30,759 main DEBUG createAppenders(={Console}) 2024-11-12 10:31:30,760 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-12 10:31:30,760 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-12 10:31:30,761 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-12 10:31:30,762 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 10:31:30,762 main DEBUG OutputStream closed 2024-11-12 10:31:30,762 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 10:31:30,763 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 10:31:30,763 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-12 10:31:30,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 10:31:30,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 10:31:30,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 10:31:30,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 10:31:30,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 10:31:30,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 10:31:30,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 10:31:30,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 10:31:30,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 10:31:30,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 10:31:30,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 10:31:30,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 10:31:30,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 10:31:30,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 10:31:30,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 10:31:30,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 10:31:30,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 10:31:30,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 10:31:30,858 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 10:31:30,859 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-12 10:31:30,859 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 10:31:30,860 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-12T10:31:30,875 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-12 10:31:30,878 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 10:31:30,878 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T10:31:31,117 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8 2024-11-12T10:31:31,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37, deleteOnExit=true 2024-11-12T10:31:31,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/test.cache.data in system properties and HBase conf 2024-11-12T10:31:31,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:31:31,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:31:31,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:31:31,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:31:31,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:31:31,227 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T10:31:31,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:31:31,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:31:31,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:31:31,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:31:31,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:31:31,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:31:31,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:31:31,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:31:31,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:31:31,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:31:31,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:31:31,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:31:31,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:31:31,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:31:31,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:31:32,409 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:31:32,483 INFO [Time-limited test {}] log.Log(170): Logging initialized @2451ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T10:31:32,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:32,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:32,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:32,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:32,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:32,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:32,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:32,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:32,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/java.io.tmpdir/jetty-localhost-34037-hadoop-hdfs-3_4_1-tests_jar-_-any-4123387381506997770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:31:32,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:34037} 2024-11-12T10:31:32,836 INFO [Time-limited test {}] server.Server(415): Started @2804ms 2024-11-12T10:31:33,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:33,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:33,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:33,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:33,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:33,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:33,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:33,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/java.io.tmpdir/jetty-localhost-43833-hadoop-hdfs-3_4_1-tests_jar-_-any-1852116279705108130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:33,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:43833} 2024-11-12T10:31:33,501 INFO [Time-limited test {}] server.Server(415): Started @3469ms 2024-11-12T10:31:33,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:33,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:33,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:33,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:33,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:33,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:33,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:33,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:33,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/java.io.tmpdir/jetty-localhost-38799-hadoop-hdfs-3_4_1-tests_jar-_-any-4043781567978929512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:33,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:38799} 2024-11-12T10:31:33,768 INFO [Time-limited test {}] server.Server(415): Started @3737ms 2024-11-12T10:31:33,770 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:33,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:33,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:33,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:33,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:33,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:31:33,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:33,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:33,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/java.io.tmpdir/jetty-localhost-37377-hadoop-hdfs-3_4_1-tests_jar-_-any-17745927553295508326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:33,924 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:37377} 2024-11-12T10:31:33,924 INFO [Time-limited test {}] server.Server(415): Started @3893ms 2024-11-12T10:31:33,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:35,365 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data1/current/BP-172426057-172.17.0.3-1731407491860/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:35,365 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data3/current/BP-172426057-172.17.0.3-1731407491860/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:35,365 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data2/current/BP-172426057-172.17.0.3-1731407491860/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:35,365 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data4/current/BP-172426057-172.17.0.3-1731407491860/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:35,397 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:35,399 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97f584b8df3159e2 with lease ID 0xa2e45076c83b4778: Processing first storage report for DS-26ab7dfa-2deb-4e19-befa-ec1370dfcedb from datanode DatanodeRegistration(127.0.0.1:46475, datanodeUuid=db62144a-1f5a-4611-ba89-b540cde1964c, infoPort=44509, infoSecurePort=0, ipcPort=43463, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860) 2024-11-12T10:31:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97f584b8df3159e2 with lease ID 0xa2e45076c83b4778: from storage DS-26ab7dfa-2deb-4e19-befa-ec1370dfcedb node DatanodeRegistration(127.0.0.1:46475, datanodeUuid=db62144a-1f5a-4611-ba89-b540cde1964c, infoPort=44509, infoSecurePort=0, ipcPort=43463, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:31:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa154f2c80a8549f0 with lease ID 0xa2e45076c83b4777: Processing first storage report for DS-167e97f1-4b9a-4ffd-9180-e456b58c1c65 from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=7ecbe06d-92b6-4697-9f8e-f83d5841e096, infoPort=40781, infoSecurePort=0, ipcPort=33543, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860) 2024-11-12T10:31:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa154f2c80a8549f0 with lease ID 0xa2e45076c83b4777: from storage DS-167e97f1-4b9a-4ffd-9180-e456b58c1c65 node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=7ecbe06d-92b6-4697-9f8e-f83d5841e096, infoPort=40781, infoSecurePort=0, ipcPort=33543, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97f584b8df3159e2 with lease ID 0xa2e45076c83b4778: Processing first storage report for DS-51659d56-eadf-4354-91e8-b8bc8fc1345a from datanode DatanodeRegistration(127.0.0.1:46475, datanodeUuid=db62144a-1f5a-4611-ba89-b540cde1964c, infoPort=44509, infoSecurePort=0, ipcPort=43463, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860) 2024-11-12T10:31:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97f584b8df3159e2 with lease ID 0xa2e45076c83b4778: from storage DS-51659d56-eadf-4354-91e8-b8bc8fc1345a node DatanodeRegistration(127.0.0.1:46475, datanodeUuid=db62144a-1f5a-4611-ba89-b540cde1964c, infoPort=44509, infoSecurePort=0, ipcPort=43463, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa154f2c80a8549f0 with lease ID 0xa2e45076c83b4777: Processing first storage report for DS-60ba4b6d-a407-40f5-9637-a2d1c141a93f from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=7ecbe06d-92b6-4697-9f8e-f83d5841e096, infoPort=40781, infoSecurePort=0, ipcPort=33543, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860) 2024-11-12T10:31:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa154f2c80a8549f0 with lease ID 0xa2e45076c83b4777: from storage DS-60ba4b6d-a407-40f5-9637-a2d1c141a93f node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=7ecbe06d-92b6-4697-9f8e-f83d5841e096, infoPort=40781, infoSecurePort=0, ipcPort=33543, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:35,445 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data6/current/BP-172426057-172.17.0.3-1731407491860/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:35,445 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data5/current/BP-172426057-172.17.0.3-1731407491860/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:35,467 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe99b665df818c80 with lease ID 0xa2e45076c83b4779: Processing first storage report for DS-11a7625e-bcde-4b4f-bf6f-fec7eb561873 from datanode DatanodeRegistration(127.0.0.1:36595, datanodeUuid=8f27314c-db33-486e-849f-5fd8e96b0f8c, infoPort=36217, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860) 2024-11-12T10:31:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe99b665df818c80 with lease ID 0xa2e45076c83b4779: from storage DS-11a7625e-bcde-4b4f-bf6f-fec7eb561873 node DatanodeRegistration(127.0.0.1:36595, datanodeUuid=8f27314c-db33-486e-849f-5fd8e96b0f8c, infoPort=36217, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe99b665df818c80 with lease ID 0xa2e45076c83b4779: Processing first storage report for DS-009e7b4a-8a54-4be0-83a2-2dac0890f6d6 from datanode DatanodeRegistration(127.0.0.1:36595, datanodeUuid=8f27314c-db33-486e-849f-5fd8e96b0f8c, infoPort=36217, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860) 2024-11-12T10:31:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe99b665df818c80 with lease ID 0xa2e45076c83b4779: from storage DS-009e7b4a-8a54-4be0-83a2-2dac0890f6d6 node DatanodeRegistration(127.0.0.1:36595, datanodeUuid=8f27314c-db33-486e-849f-5fd8e96b0f8c, infoPort=36217, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=1532742460;c=1731407491860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:35,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8 2024-11-12T10:31:35,629 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-12T10:31:35,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=161, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=7787 2024-11-12T10:31:35,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:31:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-12T10:31:35,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/zookeeper_0, clientPort=57844, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:31:35,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57844 2024-11-12T10:31:35,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:35,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:35,893 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:35,894 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:35,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:42076 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42076 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-12T10:31:36,354 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:36,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32 with version=8 2024-11-12T10:31:36,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/hbase-staging 2024-11-12T10:31:36,450 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T10:31:36,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:36,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:36,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:36,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:36,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:36,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:36,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:31:36,896 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T10:31:36,906 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T10:31:36,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:36,932 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93044 (auto-detected) 2024-11-12T10:31:36,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T10:31:36,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39065 2024-11-12T10:31:36,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39065 connecting to ZooKeeper ensemble=127.0.0.1:57844 2024-11-12T10:31:37,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390650x0, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:37,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39065-0x1012e99be130000 connected 2024-11-12T10:31:37,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:37,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32, hbase.cluster.distributed=false 2024-11-12T10:31:37,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:37,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-12T10:31:37,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39065 2024-11-12T10:31:37,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39065 2024-11-12T10:31:37,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-12T10:31:37,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39065 2024-11-12T10:31:37,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:37,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:37,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:37,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:37,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:37,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40171 2024-11-12T10:31:37,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40171 connecting to ZooKeeper ensemble=127.0.0.1:57844 2024-11-12T10:31:37,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401710x0, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:37,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401710x0, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:37,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40171-0x1012e99be130001 connected 2024-11-12T10:31:37,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:37,329 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:37,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:37,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:37,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40171 2024-11-12T10:31:37,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40171 2024-11-12T10:31:37,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40171 2024-11-12T10:31:37,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40171 2024-11-12T10:31:37,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40171 2024-11-12T10:31:37,356 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:37,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:37,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:37,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:37,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:37,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34207 2024-11-12T10:31:37,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34207 connecting to ZooKeeper ensemble=127.0.0.1:57844 2024-11-12T10:31:37,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342070x0, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:37,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342070x0, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:37,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34207-0x1012e99be130002 connected 2024-11-12T10:31:37,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:37,382 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:37,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:37,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:37,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-12T10:31:37,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34207 2024-11-12T10:31:37,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34207 2024-11-12T10:31:37,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-12T10:31:37,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-12T10:31:37,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:37,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:37,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:37,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:37,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:37,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:37,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40131 2024-11-12T10:31:37,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40131 connecting to ZooKeeper ensemble=127.0.0.1:57844 2024-11-12T10:31:37,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,435 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401310x0, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:37,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401310x0, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:37,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40131-0x1012e99be130003 connected 2024-11-12T10:31:37,437 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:37,440 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:37,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:37,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:37,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40131 2024-11-12T10:31:37,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40131 2024-11-12T10:31:37,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40131 2024-11-12T10:31:37,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40131 2024-11-12T10:31:37,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40131 2024-11-12T10:31:37,462 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:39065 2024-11-12T10:31:37,464 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a10fb4296bab,39065,1731407496523 2024-11-12T10:31:37,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,478 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,480 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a10fb4296bab,39065,1731407496523 2024-11-12T10:31:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:37,509 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:37,509 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,510 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:31:37,512 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a10fb4296bab,39065,1731407496523 from backup master directory 2024-11-12T10:31:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a10fb4296bab,39065,1731407496523 2024-11-12T10:31:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,527 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:37,527 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:37,528 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,39065,1731407496523 2024-11-12T10:31:37,530 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T10:31:37,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T10:31:37,593 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/hbase.id] with ID: 28acae80-0092-4536-9d6b-12ccdcec7835 2024-11-12T10:31:37,593 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/.tmp/hbase.id 2024-11-12T10:31:37,600 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,601 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,604 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:33510 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:41227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33510 dst: /127.0.0.1:41227 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:37,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-12T10:31:37,612 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:37,612 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/.tmp/hbase.id]:[hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/hbase.id] 2024-11-12T10:31:37,659 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:37,664 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:31:37,682 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T10:31:37,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,694 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:37,709 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,709 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:40908 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:36595:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40908 dst: /127.0.0.1:36595 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-12T10:31:37,722 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:37,738 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:31:37,740 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:31:37,745 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:37,770 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,771 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,774 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:40932 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:36595:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40932 dst: /127.0.0.1:36595 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-12T10:31:37,780 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:37,796 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store 2024-11-12T10:31:37,813 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,813 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:37,815 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:42110 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42110 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-12T10:31:37,822 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:37,826 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T10:31:37,830 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:37,831 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:31:37,832 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:37,832 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:37,834 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:31:37,834 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:37,835 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:37,836 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731407497831Disabling compacts and flushes for region at 1731407497831Disabling writes for close at 1731407497834 (+3 ms)Writing region close event to WAL at 1731407497834Closed at 1731407497834 2024-11-12T10:31:37,839 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/.initializing 2024-11-12T10:31:37,839 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/WALs/a10fb4296bab,39065,1731407496523 2024-11-12T10:31:37,847 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:37,862 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C39065%2C1731407496523, suffix=, logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/WALs/a10fb4296bab,39065,1731407496523, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/oldWALs, maxLogs=10 2024-11-12T10:31:37,888 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/WALs/a10fb4296bab,39065,1731407496523/a10fb4296bab%2C39065%2C1731407496523.1731407497866, exclude list is [], retry=0 2024-11-12T10:31:37,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-11a7625e-bcde-4b4f-bf6f-fec7eb561873,DISK] 2024-11-12T10:31:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-167e97f1-4b9a-4ffd-9180-e456b58c1c65,DISK] 2024-11-12T10:31:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-26ab7dfa-2deb-4e19-befa-ec1370dfcedb,DISK] 2024-11-12T10:31:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T10:31:37,947 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/WALs/a10fb4296bab,39065,1731407496523/a10fb4296bab%2C39065%2C1731407496523.1731407497866 2024-11-12T10:31:37,947 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509),(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:40781:40781)] 2024-11-12T10:31:37,948 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:37,948 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:37,952 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:37,953 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:37,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:31:38,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:38,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:31:38,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:38,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:31:38,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:38,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:31:38,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:38,029 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,032 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,038 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,039 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,042 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:38,046 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:38,051 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:38,053 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71738208, jitterRate=0.06898260116577148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:38,061 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731407497965Initializing all the Stores at 1731407497967 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407497967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407497968 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407497968Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407497968Cleaning up temporary data from old regions at 1731407498039 (+71 ms)Region opened successfully at 1731407498060 (+21 ms) 2024-11-12T10:31:38,062 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:31:38,094 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b238218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:38,123 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:31:38,132 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:31:38,132 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:31:38,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:31:38,136 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T10:31:38,140 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T10:31:38,140 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:31:38,163 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:31:38,171 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:31:38,231 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:31:38,235 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:31:38,237 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:31:38,245 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:31:38,247 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:31:38,251 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:31:38,262 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:31:38,264 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:31:38,273 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:31:38,295 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:31:38,304 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:31:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:38,320 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,320 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,324 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,39065,1731407496523, sessionid=0x1012e99be130000, setting cluster-up flag (Was=false) 2024-11-12T10:31:38,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,351 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,383 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:31:38,386 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39065,1731407496523 2024-11-12T10:31:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,414 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:38,446 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:31:38,450 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39065,1731407496523 2024-11-12T10:31:38,460 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:31:38,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-12T10:31:38,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-12T10:31:38,526 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:38,536 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:31:38,542 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:31:38,546 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,39065,1731407496523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:31:38,552 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(746): ClusterId : 28acae80-0092-4536-9d6b-12ccdcec7835 2024-11-12T10:31:38,552 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(746): ClusterId : 28acae80-0092-4536-9d6b-12ccdcec7835 2024-11-12T10:31:38,552 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(746): ClusterId : 28acae80-0092-4536-9d6b-12ccdcec7835 2024-11-12T10:31:38,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:38,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:38,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:38,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:38,554 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:31:38,554 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,554 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:38,554 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,554 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:38,554 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:38,554 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:38,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:38,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:31:38,564 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731407528564 2024-11-12T10:31:38,564 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:31:38,566 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:31:38,567 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:31:38,570 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:31:38,571 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:31:38,571 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:31:38,571 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:31:38,571 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:38,572 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:38,572 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,576 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:31:38,575 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:42150 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42150 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:38,577 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:31:38,577 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:31:38,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-12T10:31:38,581 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:31:38,581 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:31:38,582 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:38,582 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:38,582 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:38,582 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:38,582 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:38,582 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:38,582 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:38,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:31:38,583 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407498583,5,FailOnTimeoutGroup] 2024-11-12T10:31:38,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32 2024-11-12T10:31:38,584 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407498583,5,FailOnTimeoutGroup] 2024-11-12T10:31:38,584 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,584 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:31:38,585 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,585 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,593 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:38,593 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:38,595 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:38,595 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:38,595 DEBUG [RS:0;a10fb4296bab:40171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c07b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:38,595 DEBUG [RS:1;a10fb4296bab:34207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe79665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:38,596 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:38,596 DEBUG [RS:2;a10fb4296bab:40131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3722817d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:38,601 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:42166 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42166 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-12T10:31:38,615 DEBUG [RS:2;a10fb4296bab:40131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a10fb4296bab:40131 2024-11-12T10:31:38,615 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a10fb4296bab:34207 2024-11-12T10:31:38,615 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:38,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:38,617 DEBUG [RS:0;a10fb4296bab:40171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:40171 2024-11-12T10:31:38,619 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:38,619 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:38,619 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:38,619 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:38,619 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:38,619 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:38,619 DEBUG [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:38,619 DEBUG [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:38,619 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:38,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:31:38,622 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,39065,1731407496523 with port=40131, startcode=1731407497409 2024-11-12T10:31:38,622 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,39065,1731407496523 with port=40171, startcode=1731407497255 2024-11-12T10:31:38,622 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,39065,1731407496523 with port=34207, startcode=1731407497356 2024-11-12T10:31:38,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:31:38,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:38,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:31:38,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:31:38,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:38,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:31:38,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:31:38,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:38,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:31:38,637 DEBUG [RS:1;a10fb4296bab:34207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:38,637 DEBUG [RS:0;a10fb4296bab:40171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:38,637 DEBUG [RS:2;a10fb4296bab:40131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:38,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:31:38,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:38,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:38,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:31:38,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740 2024-11-12T10:31:38,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740 2024-11-12T10:31:38,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:31:38,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:31:38,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:38,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:31:38,661 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:38,664 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62234942, jitterRate=-0.07262709736824036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:38,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731407498617Initializing all the Stores at 1731407498619 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407498619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407498620 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407498620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407498620Cleaning up temporary data from old regions at 1731407498645 (+25 ms)Region opened successfully at 1731407498669 (+24 ms) 2024-11-12T10:31:38,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:31:38,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:31:38,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:31:38,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:31:38,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:31:38,671 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:31:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407498669Disabling compacts and flushes for region at 1731407498669Disabling writes for close at 1731407498670 (+1 ms)Writing region close event to WAL at 1731407498670Closed at 1731407498671 (+1 ms) 2024-11-12T10:31:38,677 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:38,677 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:38,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:38,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:38,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:31:38,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,34207,1731407497356 2024-11-12T10:31:38,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39065 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,34207,1731407497356 2024-11-12T10:31:38,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:31:38,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,40131,1731407497409 2024-11-12T10:31:38,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39065 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,40131,1731407497409 2024-11-12T10:31:38,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:31:38,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,40171,1731407497255 2024-11-12T10:31:38,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39065 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,40171,1731407497255 2024-11-12T10:31:38,697 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32 2024-11-12T10:31:38,697 DEBUG [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32 2024-11-12T10:31:38,697 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35149 2024-11-12T10:31:38,697 DEBUG [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35149 2024-11-12T10:31:38,697 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:38,697 DEBUG [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:38,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:31:38,699 DEBUG [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32 2024-11-12T10:31:38,699 DEBUG [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35149 2024-11-12T10:31:38,699 DEBUG [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:31:38,742 DEBUG [RS:1;a10fb4296bab:34207 {}] zookeeper.ZKUtil(111): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,34207,1731407497356 2024-11-12T10:31:38,742 DEBUG [RS:0;a10fb4296bab:40171 {}] zookeeper.ZKUtil(111): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,40171,1731407497255 2024-11-12T10:31:38,743 WARN [RS:1;a10fb4296bab:34207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:38,743 WARN [RS:0;a10fb4296bab:40171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:38,743 DEBUG [RS:2;a10fb4296bab:40131 {}] zookeeper.ZKUtil(111): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,40131,1731407497409 2024-11-12T10:31:38,743 WARN [RS:2;a10fb4296bab:40131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:38,743 INFO [RS:1;a10fb4296bab:34207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:38,743 INFO [RS:0;a10fb4296bab:40171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:38,743 INFO [RS:2;a10fb4296bab:40131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:38,744 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,34207,1731407497356 2024-11-12T10:31:38,744 DEBUG [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40131,1731407497409 2024-11-12T10:31:38,744 DEBUG [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40171,1731407497255 2024-11-12T10:31:38,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,40131,1731407497409] 2024-11-12T10:31:38,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,34207,1731407497356] 2024-11-12T10:31:38,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,40171,1731407497255] 2024-11-12T10:31:38,772 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:38,772 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:38,772 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:38,788 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:38,788 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:38,789 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:38,793 INFO [RS:0;a10fb4296bab:40171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:38,793 INFO [RS:2;a10fb4296bab:40131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:38,793 INFO [RS:1;a10fb4296bab:34207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:38,793 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,793 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,793 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,794 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:38,795 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:38,795 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:38,800 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:38,800 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:38,800 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:38,802 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,802 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,802 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,802 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,802 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,802 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,802 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,802 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:38,803 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:38,803 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:38,803 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,803 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:38,804 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:38,804 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:38,804 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:38,804 DEBUG [RS:2;a10fb4296bab:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:38,804 DEBUG [RS:1;a10fb4296bab:34207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:38,804 DEBUG [RS:0;a10fb4296bab:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:38,808 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,808 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,808 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,808 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,808 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,808 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,808 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,808 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40131,1731407497409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40171,1731407497255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,809 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34207,1731407497356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:38,830 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:38,830 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:38,830 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:38,832 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40171,1731407497255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,832 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34207,1731407497356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,832 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40131,1731407497409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,832 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,832 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,832 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,833 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.Replication(171): a10fb4296bab,40131,1731407497409 started 2024-11-12T10:31:38,833 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.Replication(171): a10fb4296bab,34207,1731407497356 started 2024-11-12T10:31:38,833 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.Replication(171): a10fb4296bab,40171,1731407497255 started 2024-11-12T10:31:38,850 WARN [a10fb4296bab:39065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:31:38,851 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,851 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,851 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:38,851 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,34207,1731407497356, RpcServer on a10fb4296bab/172.17.0.3:34207, sessionid=0x1012e99be130002 2024-11-12T10:31:38,851 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,40171,1731407497255, RpcServer on a10fb4296bab/172.17.0.3:40171, sessionid=0x1012e99be130001 2024-11-12T10:31:38,851 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,40131,1731407497409, RpcServer on a10fb4296bab/172.17.0.3:40131, sessionid=0x1012e99be130003 2024-11-12T10:31:38,852 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:38,852 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:38,852 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:38,852 DEBUG [RS:1;a10fb4296bab:34207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,34207,1731407497356 2024-11-12T10:31:38,852 DEBUG [RS:2;a10fb4296bab:40131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,40131,1731407497409 2024-11-12T10:31:38,852 DEBUG [RS:0;a10fb4296bab:40171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,40171,1731407497255 2024-11-12T10:31:38,852 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40131,1731407497409' 2024-11-12T10:31:38,852 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,34207,1731407497356' 2024-11-12T10:31:38,852 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40171,1731407497255' 2024-11-12T10:31:38,852 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:38,852 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:38,852 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:38,853 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:38,853 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:38,853 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:38,854 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:38,854 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:38,854 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:38,854 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:38,854 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:38,854 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:38,854 DEBUG [RS:2;a10fb4296bab:40131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,40131,1731407497409 2024-11-12T10:31:38,854 DEBUG [RS:1;a10fb4296bab:34207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,34207,1731407497356 2024-11-12T10:31:38,854 DEBUG [RS:0;a10fb4296bab:40171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,40171,1731407497255 2024-11-12T10:31:38,854 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,34207,1731407497356' 2024-11-12T10:31:38,854 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40131,1731407497409' 2024-11-12T10:31:38,854 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40171,1731407497255' 2024-11-12T10:31:38,854 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:38,854 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:38,854 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:38,855 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:38,855 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:38,855 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:38,855 DEBUG [RS:2;a10fb4296bab:40131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:38,855 INFO [RS:2;a10fb4296bab:40131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:38,855 INFO [RS:2;a10fb4296bab:40131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:38,855 DEBUG [RS:0;a10fb4296bab:40171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:38,855 DEBUG [RS:1;a10fb4296bab:34207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:38,855 INFO [RS:0;a10fb4296bab:40171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:38,856 INFO [RS:1;a10fb4296bab:34207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:38,856 INFO [RS:0;a10fb4296bab:40171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:38,856 INFO [RS:1;a10fb4296bab:34207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:38,962 INFO [RS:2;a10fb4296bab:40131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:38,962 INFO [RS:1;a10fb4296bab:34207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:38,962 INFO [RS:0;a10fb4296bab:40171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:38,966 INFO [RS:0;a10fb4296bab:40171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C40171%2C1731407497255, suffix=, logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40171,1731407497255, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs, maxLogs=32 2024-11-12T10:31:38,966 INFO [RS:2;a10fb4296bab:40131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C40131%2C1731407497409, suffix=, logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40131,1731407497409, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs, maxLogs=32 2024-11-12T10:31:38,966 INFO [RS:1;a10fb4296bab:34207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C34207%2C1731407497356, suffix=, logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,34207,1731407497356, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs, maxLogs=32 2024-11-12T10:31:38,984 DEBUG [RS:0;a10fb4296bab:40171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40171,1731407497255/a10fb4296bab%2C40171%2C1731407497255.1731407498971, exclude list is [], retry=0 2024-11-12T10:31:38,986 DEBUG [RS:2;a10fb4296bab:40131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40131,1731407497409/a10fb4296bab%2C40131%2C1731407497409.1731407498971, exclude list is [], retry=0 2024-11-12T10:31:38,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-167e97f1-4b9a-4ffd-9180-e456b58c1c65,DISK] 2024-11-12T10:31:38,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-11a7625e-bcde-4b4f-bf6f-fec7eb561873,DISK] 2024-11-12T10:31:38,990 DEBUG [RS:1;a10fb4296bab:34207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,34207,1731407497356/a10fb4296bab%2C34207%2C1731407497356.1731407498971, exclude list is [], retry=0 2024-11-12T10:31:38,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-11a7625e-bcde-4b4f-bf6f-fec7eb561873,DISK] 2024-11-12T10:31:38,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-167e97f1-4b9a-4ffd-9180-e456b58c1c65,DISK] 2024-11-12T10:31:38,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-26ab7dfa-2deb-4e19-befa-ec1370dfcedb,DISK] 2024-11-12T10:31:38,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-26ab7dfa-2deb-4e19-befa-ec1370dfcedb,DISK] 2024-11-12T10:31:39,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-167e97f1-4b9a-4ffd-9180-e456b58c1c65,DISK] 2024-11-12T10:31:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-26ab7dfa-2deb-4e19-befa-ec1370dfcedb,DISK] 2024-11-12T10:31:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-11a7625e-bcde-4b4f-bf6f-fec7eb561873,DISK] 2024-11-12T10:31:39,020 INFO [RS:0;a10fb4296bab:40171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40171,1731407497255/a10fb4296bab%2C40171%2C1731407497255.1731407498971 2024-11-12T10:31:39,021 DEBUG [RS:0;a10fb4296bab:40171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781),(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-12T10:31:39,021 INFO [RS:2;a10fb4296bab:40131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,40131,1731407497409/a10fb4296bab%2C40131%2C1731407497409.1731407498971 2024-11-12T10:31:39,022 DEBUG [RS:2;a10fb4296bab:40131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509),(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:40781:40781)] 2024-11-12T10:31:39,023 INFO [RS:1;a10fb4296bab:34207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,34207,1731407497356/a10fb4296bab%2C34207%2C1731407497356.1731407498971 2024-11-12T10:31:39,025 DEBUG [RS:1;a10fb4296bab:34207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781),(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-12T10:31:39,104 DEBUG [a10fb4296bab:39065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:31:39,116 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:31:39,122 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:31:39,122 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:31:39,122 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:31:39,122 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:31:39,122 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:31:39,122 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:31:39,123 INFO [a10fb4296bab:39065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:31:39,123 INFO [a10fb4296bab:39065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:31:39,123 INFO [a10fb4296bab:39065 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:31:39,123 DEBUG [a10fb4296bab:39065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:31:39,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,34207,1731407497356 2024-11-12T10:31:39,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,34207,1731407497356, state=OPENING 2024-11-12T10:31:39,189 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:31:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:39,199 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:39,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:31:39,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,34207,1731407497356}] 2024-11-12T10:31:39,381 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:31:39,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:31:39,394 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:31:39,395 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:39,395 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:31:39,399 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C34207%2C1731407497356.meta, suffix=.meta, logDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,34207,1731407497356, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs, maxLogs=32 2024-11-12T10:31:39,414 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,34207,1731407497356/a10fb4296bab%2C34207%2C1731407497356.meta.1731407499401.meta, exclude list is [], retry=0 2024-11-12T10:31:39,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-11a7625e-bcde-4b4f-bf6f-fec7eb561873,DISK] 2024-11-12T10:31:39,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-26ab7dfa-2deb-4e19-befa-ec1370dfcedb,DISK] 2024-11-12T10:31:39,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-167e97f1-4b9a-4ffd-9180-e456b58c1c65,DISK] 2024-11-12T10:31:39,421 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/WALs/a10fb4296bab,34207,1731407497356/a10fb4296bab%2C34207%2C1731407497356.meta.1731407499401.meta 2024-11-12T10:31:39,422 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:44509:44509),(127.0.0.1/127.0.0.1:40781:40781)] 2024-11-12T10:31:39,422 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:39,424 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:31:39,426 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:31:39,430 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:31:39,434 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:31:39,434 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:39,434 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:31:39,434 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:31:39,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:31:39,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:31:39,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:39,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:39,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:31:39,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:31:39,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:39,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:39,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:31:39,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:31:39,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:39,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:39,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:31:39,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:31:39,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:39,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:39,470 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:31:39,471 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740 2024-11-12T10:31:39,474 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740 2024-11-12T10:31:39,477 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:31:39,477 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:31:39,478 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:39,481 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:31:39,482 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64640905, jitterRate=-0.03677545487880707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:39,483 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:31:39,487 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731407499452Writing region info on filesystem at 1731407499452Initializing all the Stores at 1731407499458 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407499458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407499458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407499458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407499458Cleaning up temporary data from old regions at 1731407499477 (+19 ms)Running coprocessor post-open hooks at 1731407499483 (+6 ms)Region opened successfully at 1731407499487 (+4 ms) 2024-11-12T10:31:39,494 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731407499373 2024-11-12T10:31:39,507 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:31:39,508 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:31:39,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,34207,1731407497356 2024-11-12T10:31:39,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,34207,1731407497356, state=OPEN 2024-11-12T10:31:39,568 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:39,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:39,569 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,34207,1731407497356 2024-11-12T10:31:39,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:31:39,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,34207,1731407497356 in 364 msec 2024-11-12T10:31:39,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:31:39,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 891 msec 2024-11-12T10:31:39,582 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:39,582 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:31:39,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:31:39,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,34207,1731407497356, seqNum=-1] 2024-11-12T10:31:39,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:31:39,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:31:39,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1490 sec 2024-11-12T10:31:39,637 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731407499637, completionTime=-1 2024-11-12T10:31:39,640 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:31:39,640 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:31:39,671 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T10:31:39,672 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731407559672 2024-11-12T10:31:39,672 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407619672 2024-11-12T10:31:39,672 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-12T10:31:39,673 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:31:39,680 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39065,1731407496523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:39,680 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39065,1731407496523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:39,681 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39065,1731407496523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:39,682 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:39065, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:39,682 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:39,683 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:39,688 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:31:39,709 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.181sec 2024-11-12T10:31:39,710 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:31:39,711 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:31:39,712 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:31:39,713 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:31:39,713 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:31:39,714 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39065,1731407496523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:39,714 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39065,1731407496523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:31:39,719 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:31:39,720 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:31:39,720 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39065,1731407496523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:39,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f922879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:39,767 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T10:31:39,767 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T10:31:39,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39065,-1 for getting cluster id 2024-11-12T10:31:39,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:31:39,781 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28acae80-0092-4536-9d6b-12ccdcec7835' 2024-11-12T10:31:39,783 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:31:39,783 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28acae80-0092-4536-9d6b-12ccdcec7835" 2024-11-12T10:31:39,784 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504ae7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:39,784 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39065,-1] 2024-11-12T10:31:39,786 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:31:39,787 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:39,789 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:31:39,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49703e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:39,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:31:39,798 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,34207,1731407497356, seqNum=-1] 2024-11-12T10:31:39,798 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:31:39,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:31:39,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,39065,1731407496523 2024-11-12T10:31:39,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:31:39,828 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39065,1731407496523 2024-11-12T10:31:39,830 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f125db 2024-11-12T10:31:39,831 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:31:39,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:31:39,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:31:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-12T10:31:39,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:31:39,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-12T10:31:39,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:39,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:31:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:39,861 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:39,861 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:39,865 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:42224 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42224 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:39,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-12T10:31:39,870 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:39,873 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b44f14d79fc96b88d9b5b749f08deabd, NAME => 'TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32 2024-11-12T10:31:39,882 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:39,882 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:39,885 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:40998 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:36595:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40998 dst: /127.0.0.1:36595 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-12T10:31:39,892 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:39,893 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:39,893 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing b44f14d79fc96b88d9b5b749f08deabd, disabling compactions & flushes 2024-11-12T10:31:39,893 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:39,893 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:39,893 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. after waiting 0 ms 2024-11-12T10:31:39,893 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:39,893 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:39,893 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for b44f14d79fc96b88d9b5b749f08deabd: Waiting for close lock at 1731407499893Disabling compacts and flushes for region at 1731407499893Disabling writes for close at 1731407499893Writing region close event to WAL at 1731407499893Closed at 1731407499893 2024-11-12T10:31:39,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:31:39,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731407499895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731407499895"}]},"ts":"1731407499895"} 2024-11-12T10:31:39,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:31:39,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:31:39,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731407499907"}]},"ts":"1731407499907"} 2024-11-12T10:31:39,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-12T10:31:39,915 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:31:39,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:31:39,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:31:39,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:31:39,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:31:39,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:31:39,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:31:39,916 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:31:39,916 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:31:39,916 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:31:39,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:31:39,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b44f14d79fc96b88d9b5b749f08deabd, ASSIGN}] 2024-11-12T10:31:39,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b44f14d79fc96b88d9b5b749f08deabd, ASSIGN 2024-11-12T10:31:39,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b44f14d79fc96b88d9b5b749f08deabd, ASSIGN; state=OFFLINE, location=a10fb4296bab,34207,1731407497356; forceNewPlan=false, retain=false 2024-11-12T10:31:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:40,077 INFO [a10fb4296bab:39065 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:31:40,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b44f14d79fc96b88d9b5b749f08deabd, regionState=OPENING, regionLocation=a10fb4296bab,34207,1731407497356 2024-11-12T10:31:40,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b44f14d79fc96b88d9b5b749f08deabd, ASSIGN because future has completed 2024-11-12T10:31:40,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44f14d79fc96b88d9b5b749f08deabd, server=a10fb4296bab,34207,1731407497356}] 2024-11-12T10:31:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:40,248 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:40,248 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b44f14d79fc96b88d9b5b749f08deabd, NAME => 'TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:40,248 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,249 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:40,249 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,249 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,252 INFO [StoreOpener-b44f14d79fc96b88d9b5b749f08deabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,254 INFO [StoreOpener-b44f14d79fc96b88d9b5b749f08deabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44f14d79fc96b88d9b5b749f08deabd columnFamilyName cf 2024-11-12T10:31:40,255 DEBUG [StoreOpener-b44f14d79fc96b88d9b5b749f08deabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:40,256 INFO [StoreOpener-b44f14d79fc96b88d9b5b749f08deabd-1 {}] regionserver.HStore(327): Store=b44f14d79fc96b88d9b5b749f08deabd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:40,256 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,257 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,258 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,259 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,259 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,263 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,268 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:40,269 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b44f14d79fc96b88d9b5b749f08deabd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69217913, jitterRate=0.031427279114723206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:31:40,269 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:40,270 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b44f14d79fc96b88d9b5b749f08deabd: Running coprocessor pre-open hook at 1731407500249Writing region info on filesystem at 1731407500249Initializing all the Stores at 1731407500251 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407500252 (+1 ms)Cleaning up temporary data from old regions at 1731407500259 (+7 ms)Running coprocessor post-open hooks at 1731407500269 (+10 ms)Region opened successfully at 1731407500270 (+1 ms) 2024-11-12T10:31:40,272 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd., pid=6, masterSystemTime=1731407500239 2024-11-12T10:31:40,275 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:40,275 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:40,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b44f14d79fc96b88d9b5b749f08deabd, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,34207,1731407497356 2024-11-12T10:31:40,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44f14d79fc96b88d9b5b749f08deabd, server=a10fb4296bab,34207,1731407497356 because future has completed 2024-11-12T10:31:40,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:31:40,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b44f14d79fc96b88d9b5b749f08deabd, server=a10fb4296bab,34207,1731407497356 in 198 msec 2024-11-12T10:31:40,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:31:40,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b44f14d79fc96b88d9b5b749f08deabd, ASSIGN in 370 msec 2024-11-12T10:31:40,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:31:40,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731407500294"}]},"ts":"1731407500294"} 2024-11-12T10:31:40,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-12T10:31:40,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:31:40,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 461 msec 2024-11-12T10:31:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:40,487 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T10:31:40,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-12T10:31:40,490 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:31:40,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-12T10:31:40,502 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:31:40,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-12T10:31:40,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd., hostname=a10fb4296bab,34207,1731407497356, seqNum=2] 2024-11-12T10:31:40,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-12T10:31:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-12T10:31:40,529 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-12T10:31:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:31:40,531 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T10:31:40,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T10:31:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:31:40,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T10:31:40,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:40,704 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b44f14d79fc96b88d9b5b749f08deabd 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-12T10:31:40,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd/.tmp/cf/d70bf237d4294d88a7c02694d16ee2de is 36, key is row/cf:cq/1731407500515/Put/seqid=0 2024-11-12T10:31:40,763 WARN [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:40,763 WARN [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:40,767 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1370842183_22 at /127.0.0.1:42242 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42242 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:40,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-12T10:31:40,772 WARN [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:40,772 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd/.tmp/cf/d70bf237d4294d88a7c02694d16ee2de 2024-11-12T10:31:40,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd/.tmp/cf/d70bf237d4294d88a7c02694d16ee2de as hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd/cf/d70bf237d4294d88a7c02694d16ee2de 2024-11-12T10:31:40,831 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd/cf/d70bf237d4294d88a7c02694d16ee2de, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T10:31:40,838 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for b44f14d79fc96b88d9b5b749f08deabd in 132ms, sequenceid=5, compaction requested=false 2024-11-12T10:31:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-12T10:31:40,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b44f14d79fc96b88d9b5b749f08deabd: 2024-11-12T10:31:40,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:40,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T10:31:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:31:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T10:31:40,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T10:31:40,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 316 msec 2024-11-12T10:31:40,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 331 msec 2024-11-12T10:31:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:31:41,155 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T10:31:41,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:31:41,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:31:41,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:31:41,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:31:41,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=245640440, stopped=false 2024-11-12T10:31:41,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,39065,1731407496523 2024-11-12T10:31:41,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:41,295 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:41,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:41,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:41,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:41,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:41,296 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:41,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:41,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:31:41,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:31:41,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:41,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:41,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:41,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:41,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:41,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,40171,1731407497255' ***** 2024-11-12T10:31:41,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:31:41,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,34207,1731407497356' ***** 2024-11-12T10:31:41,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:31:41,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,40131,1731407497409' ***** 2024-11-12T10:31:41,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:31:41,301 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:31:41,301 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:31:41,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:31:41,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:31:41,301 INFO [RS:0;a10fb4296bab:40171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:31:41,301 INFO [RS:0;a10fb4296bab:40171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:31:41,301 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,40171,1731407497255 2024-11-12T10:31:41,302 INFO [RS:0;a10fb4296bab:40171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:41,302 INFO [RS:0;a10fb4296bab:40171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:40171. 2024-11-12T10:31:41,302 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:31:41,302 INFO [RS:1;a10fb4296bab:34207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:31:41,302 DEBUG [RS:0;a10fb4296bab:40171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:41,302 DEBUG [RS:0;a10fb4296bab:40171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,302 INFO [RS:1;a10fb4296bab:34207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:31:41,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:31:41,302 INFO [RS:2;a10fb4296bab:40131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:31:41,302 INFO [RS:2;a10fb4296bab:40131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:31:41,302 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,40131,1731407497409 2024-11-12T10:31:41,302 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,40171,1731407497255; all regions closed. 2024-11-12T10:31:41,302 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(3091): Received CLOSE for b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:41,302 INFO [RS:2;a10fb4296bab:40131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:41,302 INFO [RS:2;a10fb4296bab:40131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a10fb4296bab:40131. 2024-11-12T10:31:41,303 DEBUG [RS:2;a10fb4296bab:40131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:41,303 DEBUG [RS:2;a10fb4296bab:40131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,303 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,40131,1731407497409; all regions closed. 2024-11-12T10:31:41,303 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,34207,1731407497356 2024-11-12T10:31:41,303 INFO [RS:1;a10fb4296bab:34207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:41,303 INFO [RS:1;a10fb4296bab:34207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a10fb4296bab:34207. 2024-11-12T10:31:41,303 DEBUG [RS:1;a10fb4296bab:34207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:41,304 DEBUG [RS:1;a10fb4296bab:34207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,304 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b44f14d79fc96b88d9b5b749f08deabd, disabling compactions & flushes 2024-11-12T10:31:41,304 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:41,304 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:31:41,304 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:41,304 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:31:41,304 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:31:41,304 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. after waiting 0 ms 2024-11-12T10:31:41,304 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:41,304 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:31:41,304 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:31:41,305 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b44f14d79fc96b88d9b5b749f08deabd=TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd.} 2024-11-12T10:31:41,305 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:31:41,305 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:31:41,305 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:31:41,305 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b44f14d79fc96b88d9b5b749f08deabd 2024-11-12T10:31:41,305 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:31:41,305 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:31:41,305 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T10:31:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741827_1017 (size=93) 2024-11-12T10:31:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741827_1017 (size=93) 2024-11-12T10:31:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741827_1017 (size=93) 2024-11-12T10:31:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741826_1016 (size=93) 2024-11-12T10:31:41,314 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:41,314 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:41,314 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741826_1016 (size=93) 2024-11-12T10:31:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741826_1016 (size=93) 2024-11-12T10:31:41,316 DEBUG [RS:2;a10fb4296bab:40131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs 2024-11-12T10:31:41,316 INFO [RS:2;a10fb4296bab:40131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40131%2C1731407497409:(num 1731407498971) 2024-11-12T10:31:41,316 DEBUG [RS:2;a10fb4296bab:40131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,316 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:41,317 INFO [RS:2;a10fb4296bab:40131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:41,317 INFO [RS:2;a10fb4296bab:40131 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:41,317 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:31:41,317 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:31:41,317 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:41,317 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:31:41,317 INFO [RS:2;a10fb4296bab:40131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:41,318 INFO [RS:2;a10fb4296bab:40131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40131 2024-11-12T10:31:41,318 DEBUG [RS:0;a10fb4296bab:40171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40171%2C1731407497255:(num 1731407498971) 2024-11-12T10:31:41,319 DEBUG [RS:0;a10fb4296bab:40171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:31:41,319 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:41,319 INFO [RS:0;a10fb4296bab:40171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40171 2024-11-12T10:31:41,329 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/default/TestHBaseWalOnEC/b44f14d79fc96b88d9b5b749f08deabd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:31:41,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,40171,1731407497255 2024-11-12T10:31:41,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:31:41,330 INFO [RS:0;a10fb4296bab:40171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:41,331 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,40131,1731407497409 2024-11-12T10:31:41,331 INFO [RS:2;a10fb4296bab:40131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:41,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,40131,1731407497409] 2024-11-12T10:31:41,332 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:41,332 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b44f14d79fc96b88d9b5b749f08deabd: Waiting for close lock at 1731407501303Running coprocessor pre-close hooks at 1731407501303Disabling compacts and flushes for region at 1731407501303Disabling writes for close at 1731407501304 (+1 ms)Writing region close event to WAL at 1731407501310 (+6 ms)Running coprocessor post-close hooks at 1731407501331 (+21 ms)Closed at 1731407501332 (+1 ms) 2024-11-12T10:31:41,333 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd. 2024-11-12T10:31:41,347 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/info/d5ebb1eb56b14e6bb74e2b08b5795360 is 153, key is TestHBaseWalOnEC,,1731407499835.b44f14d79fc96b88d9b5b749f08deabd./info:regioninfo/1731407500276/Put/seqid=0 2024-11-12T10:31:41,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,40131,1731407497409 already deleted, retry=false 2024-11-12T10:31:41,351 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,40131,1731407497409 expired; onlineServers=2 2024-11-12T10:31:41,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,40171,1731407497255] 2024-11-12T10:31:41,351 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,355 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1370842183_22 at /127.0.0.1:33596 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:41227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33596 dst: /127.0.0.1:41227 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-12T10:31:41,360 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:41,360 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/info/d5ebb1eb56b14e6bb74e2b08b5795360 2024-11-12T10:31:41,361 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,40171,1731407497255 already deleted, retry=false 2024-11-12T10:31:41,361 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,40171,1731407497255 expired; onlineServers=1 2024-11-12T10:31:41,389 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/ns/41d2540edefe48a8a729d11a61221318 is 43, key is default/ns:d/1731407499624/Put/seqid=0 2024-11-12T10:31:41,392 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,392 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,395 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1370842183_22 at /127.0.0.1:42262 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42262 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-12T10:31:41,400 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:41,400 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/ns/41d2540edefe48a8a729d11a61221318 2024-11-12T10:31:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-12T10:31:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-12T10:31:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-12T10:31:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-12T10:31:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-12T10:31:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-12T10:31:41,432 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/table/d5c4cc3de06847b888e9116c6b8340e0 is 52, key is TestHBaseWalOnEC/table:state/1731407500294/Put/seqid=0 2024-11-12T10:31:41,435 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,435 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,438 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1370842183_22 at /127.0.0.1:41034 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:36595:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41034 dst: /127.0.0.1:36595 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:41,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:41,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1012e99be130001, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:41,441 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:41,441 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x1012e99be130003, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:41,441 INFO [RS:2;a10fb4296bab:40131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:41,441 INFO [RS:0;a10fb4296bab:40171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:41,441 INFO [RS:2;a10fb4296bab:40131 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,40131,1731407497409; zookeeper connection closed. 2024-11-12T10:31:41,441 INFO [RS:0;a10fb4296bab:40171 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,40171,1731407497255; zookeeper connection closed. 2024-11-12T10:31:41,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@328494a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@328494a9 2024-11-12T10:31:41,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61703606 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61703606 2024-11-12T10:31:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-12T10:31:41,444 WARN [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:41,444 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/table/d5c4cc3de06847b888e9116c6b8340e0 2024-11-12T10:31:41,456 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/info/d5ebb1eb56b14e6bb74e2b08b5795360 as hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/info/d5ebb1eb56b14e6bb74e2b08b5795360 2024-11-12T10:31:41,467 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/info/d5ebb1eb56b14e6bb74e2b08b5795360, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T10:31:41,469 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/ns/41d2540edefe48a8a729d11a61221318 as hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/ns/41d2540edefe48a8a729d11a61221318 2024-11-12T10:31:41,481 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/ns/41d2540edefe48a8a729d11a61221318, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:31:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-12T10:31:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-12T10:31:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-12T10:31:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-12T10:31:41,484 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/.tmp/table/d5c4cc3de06847b888e9116c6b8340e0 as hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/table/d5c4cc3de06847b888e9116c6b8340e0 2024-11-12T10:31:41,495 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/table/d5c4cc3de06847b888e9116c6b8340e0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T10:31:41,497 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=11, compaction requested=false 2024-11-12T10:31:41,497 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:31:41,505 DEBUG [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:31:41,506 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:31:41,507 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:31:41,508 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:31:41,508 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407501304Running coprocessor pre-close hooks at 1731407501304Disabling compacts and flushes for region at 1731407501305 (+1 ms)Disabling writes for close at 1731407501305Obtaining lock to block concurrent updates at 1731407501305Preparing flush snapshotting stores in 1588230740 at 1731407501305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731407501306 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731407501307 (+1 ms)Flushing 1588230740/info: creating writer at 1731407501308 (+1 ms)Flushing 1588230740/info: appending metadata at 1731407501343 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731407501343Flushing 1588230740/ns: creating writer at 1731407501370 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731407501388 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731407501388Flushing 1588230740/table: creating writer at 1731407501410 (+22 ms)Flushing 1588230740/table: appending metadata at 1731407501431 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731407501431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a3c913: reopening flushed file at 1731407501454 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9db665: reopening flushed file at 1731407501467 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dafb74c: reopening flushed file at 1731407501481 (+14 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=11, compaction requested=false at 1731407501497 (+16 ms)Writing region close event to WAL at 1731407501499 (+2 ms)Running coprocessor post-close hooks at 1731407501507 (+8 ms)Closed at 1731407501508 (+1 ms) 2024-11-12T10:31:41,508 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:31:41,705 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,34207,1731407497356; all regions closed. 2024-11-12T10:31:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741829_1019 (size=2751) 2024-11-12T10:31:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741829_1019 (size=2751) 2024-11-12T10:31:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741829_1019 (size=2751) 2024-11-12T10:31:41,719 DEBUG [RS:1;a10fb4296bab:34207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs 2024-11-12T10:31:41,719 INFO [RS:1;a10fb4296bab:34207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C34207%2C1731407497356.meta:.meta(num 1731407499401) 2024-11-12T10:31:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741828_1018 (size=1298) 2024-11-12T10:31:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741828_1018 (size=1298) 2024-11-12T10:31:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741828_1018 (size=1298) 2024-11-12T10:31:41,725 DEBUG [RS:1;a10fb4296bab:34207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/oldWALs 2024-11-12T10:31:41,725 INFO [RS:1;a10fb4296bab:34207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C34207%2C1731407497356:(num 1731407498971) 2024-11-12T10:31:41,725 DEBUG [RS:1;a10fb4296bab:34207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:41,725 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:41,725 INFO [RS:1;a10fb4296bab:34207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:41,726 INFO [RS:1;a10fb4296bab:34207 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:41,726 INFO [RS:1;a10fb4296bab:34207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:41,726 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:41,726 INFO [RS:1;a10fb4296bab:34207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34207 2024-11-12T10:31:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,34207,1731407497356 2024-11-12T10:31:41,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:31:41,800 INFO [RS:1;a10fb4296bab:34207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:41,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,34207,1731407497356] 2024-11-12T10:31:41,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,34207,1731407497356 already deleted, retry=false 2024-11-12T10:31:41,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,34207,1731407497356 expired; onlineServers=0 2024-11-12T10:31:41,952 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,39065,1731407496523' ***** 2024-11-12T10:31:41,952 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:31:41,952 INFO [M:0;a10fb4296bab:39065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:41,953 INFO [M:0;a10fb4296bab:39065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:41,953 DEBUG [M:0;a10fb4296bab:39065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:31:41,953 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:31:41,953 DEBUG [M:0;a10fb4296bab:39065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:31:41,953 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407498583 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407498583,5,FailOnTimeoutGroup] 2024-11-12T10:31:41,953 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407498583 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407498583,5,FailOnTimeoutGroup] 2024-11-12T10:31:41,954 INFO [M:0;a10fb4296bab:39065 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:41,954 INFO [M:0;a10fb4296bab:39065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:41,954 DEBUG [M:0;a10fb4296bab:39065 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:31:41,954 INFO [M:0;a10fb4296bab:39065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:31:41,954 INFO [M:0;a10fb4296bab:39065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:31:41,955 INFO [M:0;a10fb4296bab:39065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:31:41,956 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:31:41,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:41,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:41,979 DEBUG [M:0;a10fb4296bab:39065 {}] zookeeper.ZKUtil(347): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:31:41,979 WARN [M:0;a10fb4296bab:39065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:31:41,981 INFO [M:0;a10fb4296bab:39065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/.lastflushedseqids 2024-11-12T10:31:41,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:41,984 INFO [RS:1;a10fb4296bab:34207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:41,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34207-0x1012e99be130002, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:41,984 INFO [RS:1;a10fb4296bab:34207 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,34207,1731407497356; zookeeper connection closed. 2024-11-12T10:31:41,985 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d31da93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d31da93 2024-11-12T10:31:41,985 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:31:41,995 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,995 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:41,998 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:55346 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:36595:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55346 dst: /127.0.0.1:36595 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:42,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-12T10:31:42,002 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:42,002 INFO [M:0;a10fb4296bab:39065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:31:42,002 INFO [M:0;a10fb4296bab:39065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:31:42,002 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:31:42,002 INFO [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:42,002 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:42,002 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:31:42,002 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:42,003 INFO [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-12T10:31:42,023 DEBUG [M:0;a10fb4296bab:39065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc95e88af9864d52aeb04d5e5f9dc1cf is 82, key is hbase:meta,,1/info:regioninfo/1731407499509/Put/seqid=0 2024-11-12T10:31:42,026 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:42,026 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:42,029 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:46344 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:46475:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46344 dst: /127.0.0.1:46475 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:42,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-12T10:31:42,033 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:42,033 INFO [M:0;a10fb4296bab:39065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc95e88af9864d52aeb04d5e5f9dc1cf 2024-11-12T10:31:42,058 DEBUG [M:0;a10fb4296bab:39065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c59311f82d3498694edb1e03a03ba28 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731407500304/Put/seqid=0 2024-11-12T10:31:42,061 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:42,061 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:42,064 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:37874 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:41227:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37874 dst: /127.0.0.1:41227 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_-9223372036854775552_1037 (size=6438) 2024-11-12T10:31:42,068 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:42,068 INFO [M:0;a10fb4296bab:39065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.13 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c59311f82d3498694edb1e03a03ba28 2024-11-12T10:31:42,096 DEBUG [M:0;a10fb4296bab:39065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d692adfc463247ed9b7176de5712fda6 is 69, key is a10fb4296bab,34207,1731407497356/rs:state/1731407498686/Put/seqid=0 2024-11-12T10:31:42,098 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:42,098 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T10:31:42,101 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-856694077_22 at /127.0.0.1:55364 [Receiving block BP-172426057-172.17.0.3-1731407491860:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:36595:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55364 dst: /127.0.0.1:36595 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:42,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-12T10:31:42,106 WARN [M:0;a10fb4296bab:39065 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T10:31:42,106 INFO [M:0;a10fb4296bab:39065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d692adfc463247ed9b7176de5712fda6 2024-11-12T10:31:42,116 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc95e88af9864d52aeb04d5e5f9dc1cf as hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc95e88af9864d52aeb04d5e5f9dc1cf 2024-11-12T10:31:42,126 INFO [M:0;a10fb4296bab:39065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc95e88af9864d52aeb04d5e5f9dc1cf, entries=8, sequenceid=72, filesize=5.5 K 2024-11-12T10:31:42,127 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c59311f82d3498694edb1e03a03ba28 as hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c59311f82d3498694edb1e03a03ba28 2024-11-12T10:31:42,136 INFO [M:0;a10fb4296bab:39065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c59311f82d3498694edb1e03a03ba28, entries=8, sequenceid=72, filesize=6.3 K 2024-11-12T10:31:42,138 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d692adfc463247ed9b7176de5712fda6 as hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d692adfc463247ed9b7176de5712fda6 2024-11-12T10:31:42,148 INFO [M:0;a10fb4296bab:39065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d692adfc463247ed9b7176de5712fda6, entries=3, sequenceid=72, filesize=5.2 K 2024-11-12T10:31:42,149 INFO [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=72, compaction requested=false 2024-11-12T10:31:42,151 INFO [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:42,151 DEBUG [M:0;a10fb4296bab:39065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731407502002Disabling compacts and flushes for region at 1731407502002Disabling writes for close at 1731407502002Obtaining lock to block concurrent updates at 1731407502003 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731407502003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27459, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731407502003Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731407502004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731407502004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731407502023 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731407502023Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731407502042 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731407502058 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731407502058Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731407502077 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731407502095 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731407502095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369c96b8: reopening flushed file at 1731407502114 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de72ee5: reopening flushed file at 1731407502126 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9f083: reopening flushed file at 1731407502136 (+10 ms)Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=72, compaction requested=false at 1731407502150 (+14 ms)Writing region close event to WAL at 1731407502151 (+1 ms)Closed at 1731407502151 2024-11-12T10:31:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741825_1011 (size=32662) 2024-11-12T10:31:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741825_1011 (size=32662) 2024-11-12T10:31:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741825_1011 (size=32662) 2024-11-12T10:31:42,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:42,156 INFO [M:0;a10fb4296bab:39065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:31:42,156 INFO [M:0;a10fb4296bab:39065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39065 2024-11-12T10:31:42,156 INFO [M:0;a10fb4296bab:39065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:42,272 INFO [M:0;a10fb4296bab:39065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:42,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:42,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39065-0x1012e99be130000, quorum=127.0.0.1:57844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:42,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:42,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:42,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:42,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:42,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:42,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:31:42,285 WARN [BP-172426057-172.17.0.3-1731407491860 heartbeating to localhost/127.0.0.1:35149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:31:42,285 WARN [BP-172426057-172.17.0.3-1731407491860 heartbeating to localhost/127.0.0.1:35149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172426057-172.17.0.3-1731407491860 (Datanode Uuid 8f27314c-db33-486e-849f-5fd8e96b0f8c) service to localhost/127.0.0.1:35149 2024-11-12T10:31:42,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:31:42,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data5/current/BP-172426057-172.17.0.3-1731407491860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:42,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data6/current/BP-172426057-172.17.0.3-1731407491860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:42,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:31:42,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:42,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:42,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:42,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:42,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:42,291 WARN [BP-172426057-172.17.0.3-1731407491860 heartbeating to localhost/127.0.0.1:35149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:31:42,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:31:42,291 WARN [BP-172426057-172.17.0.3-1731407491860 heartbeating to localhost/127.0.0.1:35149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172426057-172.17.0.3-1731407491860 (Datanode Uuid db62144a-1f5a-4611-ba89-b540cde1964c) service to localhost/127.0.0.1:35149 2024-11-12T10:31:42,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:31:42,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data3/current/BP-172426057-172.17.0.3-1731407491860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:42,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data4/current/BP-172426057-172.17.0.3-1731407491860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:42,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:31:42,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:42,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:42,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:42,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:42,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:42,298 WARN [BP-172426057-172.17.0.3-1731407491860 heartbeating to localhost/127.0.0.1:35149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:31:42,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:31:42,299 WARN [BP-172426057-172.17.0.3-1731407491860 heartbeating to localhost/127.0.0.1:35149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172426057-172.17.0.3-1731407491860 (Datanode Uuid 7ecbe06d-92b6-4697-9f8e-f83d5841e096) service to localhost/127.0.0.1:35149 2024-11-12T10:31:42,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:31:42,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data1/current/BP-172426057-172.17.0.3-1731407491860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:42,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/cluster_b52fbbe1-de9f-71a3-06ca-5548e9f7fb37/data/data2/current/BP-172426057-172.17.0.3-1731407491860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:42,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:31:42,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:31:42,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:42,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:42,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:42,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:42,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:31:42,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:31:42,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 161), OpenFileDescriptor=437 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 388), ProcessCount=11 (was 11), AvailableMemoryMB=7519 (was 7787) 2024-11-12T10:31:42,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=7518 2024-11-12T10:31:42,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:31:42,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.log.dir so I do NOT create it in target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883 2024-11-12T10:31:42,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/602fe235-375b-ae87-e582-89437fbe9bd8/hadoop.tmp.dir so I do NOT create it in target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883 2024-11-12T10:31:42,357 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0, deleteOnExit=true 2024-11-12T10:31:42,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:31:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/test.cache.data in system properties and HBase conf 2024-11-12T10:31:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:31:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:31:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:31:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:31:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:31:42,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:31:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:31:42,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:31:42,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:42,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:42,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:42,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:42,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:42,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:42,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ed2e5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:42,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@642ad787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:42,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd4a8cc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/java.io.tmpdir/jetty-localhost-33921-hadoop-hdfs-3_4_1-tests_jar-_-any-14684584678061624684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:31:42,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70402c4c{HTTP/1.1, (http/1.1)}{localhost:33921} 2024-11-12T10:31:42,834 INFO [Time-limited test {}] server.Server(415): Started @12803ms 2024-11-12T10:31:43,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:43,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:43,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:43,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:43,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:43,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ef428a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:43,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e42287{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:43,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b0a252{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/java.io.tmpdir/jetty-localhost-34647-hadoop-hdfs-3_4_1-tests_jar-_-any-15584560379746252069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:43,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26256332{HTTP/1.1, (http/1.1)}{localhost:34647} 2024-11-12T10:31:43,220 INFO [Time-limited test {}] server.Server(415): Started @13188ms 2024-11-12T10:31:43,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:43,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:43,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:43,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:43,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:43,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:43,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62129eb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:43,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ffbd1c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:43,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c941f42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/java.io.tmpdir/jetty-localhost-36755-hadoop-hdfs-3_4_1-tests_jar-_-any-906214676015528999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:43,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3700b027{HTTP/1.1, (http/1.1)}{localhost:36755} 2024-11-12T10:31:43,362 INFO [Time-limited test {}] server.Server(415): Started @13331ms 2024-11-12T10:31:43,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:43,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:43,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:43,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:43,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:43,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:31:43,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122cf719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:43,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6229ef54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:43,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6388077b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/java.io.tmpdir/jetty-localhost-33213-hadoop-hdfs-3_4_1-tests_jar-_-any-13250259223857217329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:43,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18afd393{HTTP/1.1, (http/1.1)}{localhost:33213} 2024-11-12T10:31:43,495 INFO [Time-limited test {}] server.Server(415): Started @13464ms 2024-11-12T10:31:43,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:44,624 WARN [Thread-567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data2/current/BP-1615752351-172.17.0.3-1731407502384/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:44,624 WARN [Thread-566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data1/current/BP-1615752351-172.17.0.3-1731407502384/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:44,643 WARN [Thread-506 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b2e8ec6952f9551 with lease ID 0x41ca9287ec46e21d: Processing first storage report for DS-9c6ae799-9684-40dd-99b0-b332799ec9fc from datanode DatanodeRegistration(127.0.0.1:44423, datanodeUuid=17d74f34-6bdf-40bd-843a-8049c4996324, infoPort=36917, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384) 2024-11-12T10:31:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b2e8ec6952f9551 with lease ID 0x41ca9287ec46e21d: from storage DS-9c6ae799-9684-40dd-99b0-b332799ec9fc node DatanodeRegistration(127.0.0.1:44423, datanodeUuid=17d74f34-6bdf-40bd-843a-8049c4996324, infoPort=36917, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b2e8ec6952f9551 with lease ID 0x41ca9287ec46e21d: Processing first storage report for DS-34716b5e-bcfd-4ac9-b2a3-969c7f7e12a5 from datanode DatanodeRegistration(127.0.0.1:44423, datanodeUuid=17d74f34-6bdf-40bd-843a-8049c4996324, infoPort=36917, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384) 2024-11-12T10:31:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b2e8ec6952f9551 with lease ID 0x41ca9287ec46e21d: from storage DS-34716b5e-bcfd-4ac9-b2a3-969c7f7e12a5 node DatanodeRegistration(127.0.0.1:44423, datanodeUuid=17d74f34-6bdf-40bd-843a-8049c4996324, infoPort=36917, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:44,880 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data3/current/BP-1615752351-172.17.0.3-1731407502384/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:44,880 WARN [Thread-578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data4/current/BP-1615752351-172.17.0.3-1731407502384/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:44,898 WARN [Thread-529 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf88b8c0e02a46b4e with lease ID 0x41ca9287ec46e21e: Processing first storage report for DS-1cabad6e-b54d-480e-b151-56ae86531449 from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=5a5bac4e-2702-44ab-b22a-2ff279c91b04, infoPort=36107, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384) 2024-11-12T10:31:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf88b8c0e02a46b4e with lease ID 0x41ca9287ec46e21e: from storage DS-1cabad6e-b54d-480e-b151-56ae86531449 node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=5a5bac4e-2702-44ab-b22a-2ff279c91b04, infoPort=36107, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf88b8c0e02a46b4e with lease ID 0x41ca9287ec46e21e: Processing first storage report for DS-078ce4c7-86a4-4d59-96df-17e60e241514 from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=5a5bac4e-2702-44ab-b22a-2ff279c91b04, infoPort=36107, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384) 2024-11-12T10:31:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf88b8c0e02a46b4e with lease ID 0x41ca9287ec46e21e: from storage DS-078ce4c7-86a4-4d59-96df-17e60e241514 node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=5a5bac4e-2702-44ab-b22a-2ff279c91b04, infoPort=36107, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:44,919 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data5/current/BP-1615752351-172.17.0.3-1731407502384/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:44,919 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data6/current/BP-1615752351-172.17.0.3-1731407502384/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:44,937 WARN [Thread-551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99184931bc4b927 with lease ID 0x41ca9287ec46e21f: Processing first storage report for DS-7fe6433c-8c4c-487c-aaaf-86f412c399d4 from datanode DatanodeRegistration(127.0.0.1:42119, datanodeUuid=3889b566-4989-4231-827a-5316b9fd398b, infoPort=42109, infoSecurePort=0, ipcPort=41859, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384) 2024-11-12T10:31:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99184931bc4b927 with lease ID 0x41ca9287ec46e21f: from storage DS-7fe6433c-8c4c-487c-aaaf-86f412c399d4 node DatanodeRegistration(127.0.0.1:42119, datanodeUuid=3889b566-4989-4231-827a-5316b9fd398b, infoPort=42109, infoSecurePort=0, ipcPort=41859, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99184931bc4b927 with lease ID 0x41ca9287ec46e21f: Processing first storage report for DS-47584c80-7ba2-45b0-a484-7b7de1b36bfe from datanode DatanodeRegistration(127.0.0.1:42119, datanodeUuid=3889b566-4989-4231-827a-5316b9fd398b, infoPort=42109, infoSecurePort=0, ipcPort=41859, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384) 2024-11-12T10:31:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99184931bc4b927 with lease ID 0x41ca9287ec46e21f: from storage DS-47584c80-7ba2-45b0-a484-7b7de1b36bfe node DatanodeRegistration(127.0.0.1:42119, datanodeUuid=3889b566-4989-4231-827a-5316b9fd398b, infoPort=42109, infoSecurePort=0, ipcPort=41859, storageInfo=lv=-57;cid=testClusterID;nsid=358049181;c=1731407502384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:44,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:31:44,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:31:44,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:31:45,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883 2024-11-12T10:31:45,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/zookeeper_0, clientPort=59929, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:31:45,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59929 2024-11-12T10:31:45,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:31:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:31:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:31:45,065 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468 with version=8 2024-11-12T10:31:45,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35149/user/jenkins/test-data/dacadfa7-c175-e089-ef4d-0208099f6c32/hbase-staging 2024-11-12T10:31:45,067 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:45,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:45,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:45,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:31:45,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:45,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41469 2024-11-12T10:31:45,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41469 connecting to ZooKeeper ensemble=127.0.0.1:59929 2024-11-12T10:31:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414690x0, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:45,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41469-0x1012e99e2400000 connected 2024-11-12T10:31:45,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:45,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468, hbase.cluster.distributed=false 2024-11-12T10:31:45,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:45,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41469 2024-11-12T10:31:45,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41469 2024-11-12T10:31:45,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41469 2024-11-12T10:31:45,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41469 2024-11-12T10:31:45,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41469 2024-11-12T10:31:45,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:45,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:45,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:45,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:45,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:45,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46377 2024-11-12T10:31:45,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46377 connecting to ZooKeeper ensemble=127.0.0.1:59929 2024-11-12T10:31:45,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463770x0, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:45,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46377-0x1012e99e2400001 connected 2024-11-12T10:31:45,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:45,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:45,268 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:45,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:45,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:45,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46377 2024-11-12T10:31:45,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46377 2024-11-12T10:31:45,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46377 2024-11-12T10:31:45,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46377 2024-11-12T10:31:45,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46377 2024-11-12T10:31:45,292 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:45,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:45,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:45,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:45,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:45,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45465 2024-11-12T10:31:45,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45465 connecting to ZooKeeper ensemble=127.0.0.1:59929 2024-11-12T10:31:45,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454650x0, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:45,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454650x0, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:45,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45465-0x1012e99e2400002 connected 2024-11-12T10:31:45,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:45,310 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:45,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:45,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:45,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-12T10:31:45,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45465 2024-11-12T10:31:45,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45465 2024-11-12T10:31:45,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-12T10:31:45,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-12T10:31:45,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:45,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:45,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:45,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42451 2024-11-12T10:31:45,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42451 connecting to ZooKeeper ensemble=127.0.0.1:59929 2024-11-12T10:31:45,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424510x0, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:45,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42451-0x1012e99e2400003 connected 2024-11-12T10:31:45,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:45,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:45,353 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:45,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:45,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:45,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42451 2024-11-12T10:31:45,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42451 2024-11-12T10:31:45,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42451 2024-11-12T10:31:45,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42451 2024-11-12T10:31:45,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42451 2024-11-12T10:31:45,372 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:41469 2024-11-12T10:31:45,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a10fb4296bab,41469,1731407505067 2024-11-12T10:31:45,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,383 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a10fb4296bab,41469,1731407505067 2024-11-12T10:31:45,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:45,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:45,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:45,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,394 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:31:45,394 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a10fb4296bab,41469,1731407505067 from backup master directory 2024-11-12T10:31:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a10fb4296bab,41469,1731407505067 2024-11-12T10:31:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:45,404 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:45,404 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,41469,1731407505067 2024-11-12T10:31:45,411 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/hbase.id] with ID: 0ee24949-3fcc-447a-8d09-c124843e7396 2024-11-12T10:31:45,411 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/.tmp/hbase.id 2024-11-12T10:31:45,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:31:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:31:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:31:45,421 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/.tmp/hbase.id]:[hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/hbase.id] 2024-11-12T10:31:45,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:45,439 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:31:45,440 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:31:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:31:45,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:31:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:31:45,462 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:31:45,463 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:31:45,463 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T10:31:45,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:31:45,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:31:45,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:31:45,481 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store 2024-11-12T10:31:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:31:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:31:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:31:45,491 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:45,491 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:31:45,491 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:45,492 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:45,492 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:31:45,492 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:45,492 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:45,492 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731407505491Disabling compacts and flushes for region at 1731407505491Disabling writes for close at 1731407505492 (+1 ms)Writing region close event to WAL at 1731407505492Closed at 1731407505492 2024-11-12T10:31:45,493 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/.initializing 2024-11-12T10:31:45,493 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/WALs/a10fb4296bab,41469,1731407505067 2024-11-12T10:31:45,496 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C41469%2C1731407505067, suffix=, logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/WALs/a10fb4296bab,41469,1731407505067, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/oldWALs, maxLogs=10 2024-11-12T10:31:45,497 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor a10fb4296bab%2C41469%2C1731407505067.1731407505497 2024-11-12T10:31:45,506 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/WALs/a10fb4296bab,41469,1731407505067/a10fb4296bab%2C41469%2C1731407505067.1731407505497 2024-11-12T10:31:45,509 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36917:36917),(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:42109:42109)] 2024-11-12T10:31:45,509 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:45,509 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:45,510 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,510 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:31:45,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:45,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:31:45,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:45,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:31:45,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:45,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:31:45,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:45,523 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,525 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,526 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,526 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,527 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:45,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:45,531 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:45,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61059232, jitterRate=-0.09014654159545898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:45,533 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731407505510Initializing all the Stores at 1731407505511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407505511Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407505511Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407505511Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407505512 (+1 ms)Cleaning up temporary data from old regions at 1731407505526 (+14 ms)Region opened successfully at 1731407505533 (+7 ms) 2024-11-12T10:31:45,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:31:45,538 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad051c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:45,539 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:31:45,539 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:31:45,539 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:31:45,539 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:31:45,540 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:31:45,540 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:31:45,540 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:31:45,543 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:31:45,544 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:31:45,556 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:31:45,557 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:31:45,558 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:31:45,567 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:31:45,568 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:31:45,569 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:31:45,582 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:31:45,584 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:31:45,592 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:31:45,595 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:31:45,603 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,615 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,41469,1731407505067, sessionid=0x1012e99e2400000, setting cluster-up flag (Was=false) 2024-11-12T10:31:45,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,666 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:31:45,668 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,41469,1731407505067 2024-11-12T10:31:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:45,719 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:31:45,720 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,41469,1731407505067 2024-11-12T10:31:45,722 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:31:45,724 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:45,724 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:31:45,725 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:31:45,725 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,41469,1731407505067 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:45,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,728 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731407535728 2024-11-12T10:31:45,729 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:31:45,729 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:31:45,729 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:31:45,729 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:31:45,729 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:31:45,729 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:31:45,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:45,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:31:45,730 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,731 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:31:45,732 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:31:45,732 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:31:45,732 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:31:45,733 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:31:45,733 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:31:45,733 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407505733,5,FailOnTimeoutGroup] 2024-11-12T10:31:45,733 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407505733,5,FailOnTimeoutGroup] 2024-11-12T10:31:45,733 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,733 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:31:45,733 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,734 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:31:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:31:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:31:45,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:31:45,744 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468 2024-11-12T10:31:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:31:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:31:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:31:45,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:45,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:31:45,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:31:45,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,760 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(746): ClusterId : 0ee24949-3fcc-447a-8d09-c124843e7396 2024-11-12T10:31:45,760 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(746): ClusterId : 0ee24949-3fcc-447a-8d09-c124843e7396 2024-11-12T10:31:45,760 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(746): ClusterId : 0ee24949-3fcc-447a-8d09-c124843e7396 2024-11-12T10:31:45,760 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:45,760 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:45,760 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:45,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:45,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:31:45,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:31:45,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:45,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:31:45,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:31:45,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:45,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:31:45,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:31:45,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:45,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:45,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:31:45,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740 2024-11-12T10:31:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740 2024-11-12T10:31:45,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:31:45,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:31:45,772 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:45,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:31:45,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:45,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64431521, jitterRate=-0.039895519614219666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:45,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731407505756Initializing all the Stores at 1731407505757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407505757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407505757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407505757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407505757Cleaning up temporary data from old regions at 1731407505772 (+15 ms)Region opened successfully at 1731407505778 (+6 ms) 2024-11-12T10:31:45,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:31:45,779 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:31:45,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:31:45,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:31:45,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:31:45,779 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:31:45,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407505778Disabling compacts and flushes for region at 1731407505778Disabling writes for close at 1731407505779 (+1 ms)Writing region close event to WAL at 1731407505779Closed at 1731407505779 2024-11-12T10:31:45,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:45,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:31:45,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:31:45,782 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:45,782 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:45,783 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:45,783 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:45,783 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:45,783 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:45,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:31:45,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:31:45,803 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:45,804 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:45,804 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:45,804 DEBUG [RS:1;a10fb4296bab:45465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3043b544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:45,804 DEBUG [RS:2;a10fb4296bab:42451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb677a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:45,804 DEBUG [RS:0;a10fb4296bab:46377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796e293e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:45,822 DEBUG [RS:2;a10fb4296bab:42451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a10fb4296bab:42451 2024-11-12T10:31:45,822 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a10fb4296bab:45465 2024-11-12T10:31:45,822 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:45,822 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:45,822 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:45,822 DEBUG [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:45,822 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:45,822 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:45,823 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41469,1731407505067 with port=42451, startcode=1731407505332 2024-11-12T10:31:45,823 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41469,1731407505067 with port=45465, startcode=1731407505292 2024-11-12T10:31:45,824 DEBUG [RS:2;a10fb4296bab:42451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:45,824 DEBUG [RS:1;a10fb4296bab:45465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:45,825 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:46377 2024-11-12T10:31:45,825 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:45,825 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:45,825 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:45,826 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41469,1731407505067 with port=46377, startcode=1731407505251 2024-11-12T10:31:45,826 DEBUG [RS:0;a10fb4296bab:46377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:45,826 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:45,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,45465,1731407505292 2024-11-12T10:31:45,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41469 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,45465,1731407505292 2024-11-12T10:31:45,827 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:45,828 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:45,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,42451,1731407505332 2024-11-12T10:31:45,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41469 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,42451,1731407505332 2024-11-12T10:31:45,829 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468 2024-11-12T10:31:45,829 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37703 2024-11-12T10:31:45,829 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:45,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,46377,1731407505251 2024-11-12T10:31:45,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41469 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,46377,1731407505251 2024-11-12T10:31:45,832 DEBUG [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468 2024-11-12T10:31:45,832 DEBUG [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37703 2024-11-12T10:31:45,832 DEBUG [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:45,833 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468 2024-11-12T10:31:45,833 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37703 2024-11-12T10:31:45,833 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:31:45,880 DEBUG [RS:1;a10fb4296bab:45465 {}] zookeeper.ZKUtil(111): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,45465,1731407505292 2024-11-12T10:31:45,880 WARN [RS:1;a10fb4296bab:45465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:45,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,45465,1731407505292] 2024-11-12T10:31:45,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,42451,1731407505332] 2024-11-12T10:31:45,880 INFO [RS:1;a10fb4296bab:45465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T10:31:45,880 DEBUG [RS:2;a10fb4296bab:42451 {}] zookeeper.ZKUtil(111): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,42451,1731407505332 2024-11-12T10:31:45,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,46377,1731407505251] 2024-11-12T10:31:45,880 DEBUG [RS:0;a10fb4296bab:46377 {}] zookeeper.ZKUtil(111): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,46377,1731407505251 2024-11-12T10:31:45,881 WARN [RS:0;a10fb4296bab:46377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:45,881 WARN [RS:2;a10fb4296bab:42451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:45,881 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,45465,1731407505292 2024-11-12T10:31:45,881 INFO [RS:2;a10fb4296bab:42451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T10:31:45,881 INFO [RS:0;a10fb4296bab:46377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T10:31:45,881 DEBUG [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,42451,1731407505332 2024-11-12T10:31:45,881 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,46377,1731407505251 2024-11-12T10:31:45,885 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:45,885 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:45,885 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:45,887 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:45,888 INFO [RS:1;a10fb4296bab:45465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:45,888 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,892 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:45,892 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:45,893 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:45,893 INFO [RS:2;a10fb4296bab:42451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:45,893 INFO [RS:0;a10fb4296bab:46377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:45,893 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,893 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,893 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:45,893 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:45,894 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,894 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:45,895 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,895 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:45,895 DEBUG [RS:1;a10fb4296bab:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:45,895 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,895 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:45,896 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:2;a10fb4296bab:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:45,896 DEBUG [RS:0;a10fb4296bab:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:45,900 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,900 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,900 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,900 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45465,1731407505292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,901 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,902 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,902 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42451,1731407505332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:45,902 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46377,1731407505251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:45,915 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:45,915 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42451,1731407505332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,915 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,916 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.Replication(171): a10fb4296bab,42451,1731407505332 started 2024-11-12T10:31:45,920 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:45,920 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:45,920 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46377,1731407505251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,920 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45465,1731407505292-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,920 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,920 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,920 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.Replication(171): a10fb4296bab,45465,1731407505292 started 2024-11-12T10:31:45,920 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.Replication(171): a10fb4296bab,46377,1731407505251 started 2024-11-12T10:31:45,928 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,928 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,42451,1731407505332, RpcServer on a10fb4296bab/172.17.0.3:42451, sessionid=0x1012e99e2400003 2024-11-12T10:31:45,929 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:45,929 DEBUG [RS:2;a10fb4296bab:42451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,42451,1731407505332 2024-11-12T10:31:45,929 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42451,1731407505332' 2024-11-12T10:31:45,929 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:45,929 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:45,930 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:45,930 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:45,930 DEBUG [RS:2;a10fb4296bab:42451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,42451,1731407505332 2024-11-12T10:31:45,930 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42451,1731407505332' 2024-11-12T10:31:45,930 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:45,930 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:45,931 DEBUG [RS:2;a10fb4296bab:42451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:45,931 INFO [RS:2;a10fb4296bab:42451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:45,931 INFO [RS:2;a10fb4296bab:42451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:45,935 WARN [a10fb4296bab:41469 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:31:45,939 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,939 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:45,939 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,46377,1731407505251, RpcServer on a10fb4296bab/172.17.0.3:46377, sessionid=0x1012e99e2400001 2024-11-12T10:31:45,939 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,45465,1731407505292, RpcServer on a10fb4296bab/172.17.0.3:45465, sessionid=0x1012e99e2400002 2024-11-12T10:31:45,940 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:45,940 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:45,940 DEBUG [RS:0;a10fb4296bab:46377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,46377,1731407505251 2024-11-12T10:31:45,940 DEBUG [RS:1;a10fb4296bab:45465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,45465,1731407505292 2024-11-12T10:31:45,940 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,45465,1731407505292' 2024-11-12T10:31:45,940 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,46377,1731407505251' 2024-11-12T10:31:45,940 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:45,940 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:45,940 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:45,941 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:45,941 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:45,941 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:45,941 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:45,941 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:45,941 DEBUG [RS:1;a10fb4296bab:45465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,45465,1731407505292 2024-11-12T10:31:45,941 DEBUG [RS:0;a10fb4296bab:46377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,46377,1731407505251 2024-11-12T10:31:45,941 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,46377,1731407505251' 2024-11-12T10:31:45,941 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,45465,1731407505292' 2024-11-12T10:31:45,941 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:45,941 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:45,941 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:45,942 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:45,942 DEBUG [RS:0;a10fb4296bab:46377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:45,942 DEBUG [RS:1;a10fb4296bab:45465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:45,942 INFO [RS:0;a10fb4296bab:46377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:45,942 INFO [RS:1;a10fb4296bab:45465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:45,942 INFO [RS:0;a10fb4296bab:46377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:45,942 INFO [RS:1;a10fb4296bab:45465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:46,036 INFO [RS:2;a10fb4296bab:42451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42451%2C1731407505332, suffix=, logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,42451,1731407505332, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs, maxLogs=32 2024-11-12T10:31:46,040 INFO [RS:2;a10fb4296bab:42451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor a10fb4296bab%2C42451%2C1731407505332.1731407506040 2024-11-12T10:31:46,045 INFO [RS:1;a10fb4296bab:45465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C45465%2C1731407505292, suffix=, logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,45465,1731407505292, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs, maxLogs=32 2024-11-12T10:31:46,045 INFO [RS:0;a10fb4296bab:46377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C46377%2C1731407505251, suffix=, logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,46377,1731407505251, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs, maxLogs=32 2024-11-12T10:31:46,047 INFO [RS:0;a10fb4296bab:46377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor a10fb4296bab%2C46377%2C1731407505251.1731407506047 2024-11-12T10:31:46,047 INFO [RS:1;a10fb4296bab:45465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor a10fb4296bab%2C45465%2C1731407505292.1731407506047 2024-11-12T10:31:46,049 INFO [RS:2;a10fb4296bab:42451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,42451,1731407505332/a10fb4296bab%2C42451%2C1731407505332.1731407506040 2024-11-12T10:31:46,054 DEBUG [RS:2;a10fb4296bab:42451 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36917:36917),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-12T10:31:46,059 INFO [RS:1;a10fb4296bab:45465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,45465,1731407505292/a10fb4296bab%2C45465%2C1731407505292.1731407506047 2024-11-12T10:31:46,059 INFO [RS:0;a10fb4296bab:46377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,46377,1731407505251/a10fb4296bab%2C46377%2C1731407505251.1731407506047 2024-11-12T10:31:46,060 DEBUG [RS:1;a10fb4296bab:45465 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:36917:36917)] 2024-11-12T10:31:46,060 DEBUG [RS:0;a10fb4296bab:46377 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36917:36917),(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:42109:42109)] 2024-11-12T10:31:46,186 DEBUG [a10fb4296bab:41469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:31:46,186 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:31:46,190 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:31:46,190 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:31:46,190 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:31:46,190 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:31:46,190 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:31:46,190 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:31:46,190 INFO [a10fb4296bab:41469 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:31:46,190 INFO [a10fb4296bab:41469 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:31:46,190 INFO [a10fb4296bab:41469 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:31:46,190 DEBUG [a10fb4296bab:41469 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:31:46,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,45465,1731407505292 2024-11-12T10:31:46,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,45465,1731407505292, state=OPENING 2024-11-12T10:31:46,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:31:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:46,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:31:46,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,45465,1731407505292}] 2024-11-12T10:31:46,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:31:46,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:31:46,479 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:31:46,479 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T10:31:46,482 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C45465%2C1731407505292.meta, suffix=.meta, logDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,45465,1731407505292, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs, maxLogs=32 2024-11-12T10:31:46,483 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor a10fb4296bab%2C45465%2C1731407505292.meta.1731407506483.meta 2024-11-12T10:31:46,494 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/WALs/a10fb4296bab,45465,1731407505292/a10fb4296bab%2C45465%2C1731407505292.meta.1731407506483.meta 2024-11-12T10:31:46,497 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:36917:36917),(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-12T10:31:46,499 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:46,500 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:31:46,500 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:31:46,500 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:31:46,500 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:31:46,500 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:46,500 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:31:46,501 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:31:46,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:31:46,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:31:46,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:46,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:46,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:31:46,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:31:46,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:46,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:46,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:31:46,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:31:46,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:46,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:46,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:31:46,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:31:46,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:46,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:46,510 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:31:46,511 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740 2024-11-12T10:31:46,513 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740 2024-11-12T10:31:46,514 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:31:46,515 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:31:46,515 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:46,517 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:31:46,518 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66433650, jitterRate=-0.010061472654342651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:46,518 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:31:46,519 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731407506501Writing region info on filesystem at 1731407506501Initializing all the Stores at 1731407506502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407506502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407506502Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407506502Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407506502Cleaning up temporary data from old regions at 1731407506515 (+13 ms)Running coprocessor post-open hooks at 1731407506518 (+3 ms)Region opened successfully at 1731407506519 (+1 ms) 2024-11-12T10:31:46,521 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731407506465 2024-11-12T10:31:46,525 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:31:46,525 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:31:46,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,45465,1731407505292 2024-11-12T10:31:46,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,45465,1731407505292, state=OPEN 2024-11-12T10:31:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:46,540 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,45465,1731407505292 2024-11-12T10:31:46,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:46,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:31:46,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,45465,1731407505292 in 234 msec 2024-11-12T10:31:46,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:31:46,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 764 msec 2024-11-12T10:31:46,551 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:46,551 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:31:46,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:31:46,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,45465,1731407505292, seqNum=-1] 2024-11-12T10:31:46,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:31:46,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:31:46,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-11-12T10:31:46,565 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731407506565, completionTime=-1 2024-11-12T10:31:46,565 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:31:46,565 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:31:46,568 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T10:31:46,568 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731407566568 2024-11-12T10:31:46,568 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407626568 2024-11-12T10:31:46,568 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T10:31:46,569 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41469,1731407505067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:46,569 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41469,1731407505067-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:46,569 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41469,1731407505067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:46,569 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:41469, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:46,569 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:46,570 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:46,572 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.171sec 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41469,1731407505067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:46,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41469,1731407505067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:31:46,578 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:31:46,578 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:31:46,579 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41469,1731407505067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:46,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62359306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:46,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,41469,-1 for getting cluster id 2024-11-12T10:31:46,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:31:46,664 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ee24949-3fcc-447a-8d09-c124843e7396' 2024-11-12T10:31:46,665 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:31:46,665 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ee24949-3fcc-447a-8d09-c124843e7396" 2024-11-12T10:31:46,665 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66813ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:46,665 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,41469,-1] 2024-11-12T10:31:46,666 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:31:46,667 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:46,669 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:31:46,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a560a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:46,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:31:46,673 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,45465,1731407505292, seqNum=-1] 2024-11-12T10:31:46,674 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:31:46,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:31:46,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,41469,1731407505067 2024-11-12T10:31:46,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:31:46,682 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,41469,1731407505067 2024-11-12T10:31:46,682 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bc95c68 2024-11-12T10:31:46,682 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:31:46,684 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:31:46,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:31:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-12T10:31:46,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:31:46,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:46,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-12T10:31:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:46,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:31:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741837_1013 (size=392) 2024-11-12T10:31:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741837_1013 (size=392) 2024-11-12T10:31:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741837_1013 (size=392) 2024-11-12T10:31:46,705 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc8631c52303e1b821a94516f4ed7e51, NAME => 'TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468 2024-11-12T10:31:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741838_1014 (size=51) 2024-11-12T10:31:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741838_1014 (size=51) 2024-11-12T10:31:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741838_1014 (size=51) 2024-11-12T10:31:46,715 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:46,715 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing fc8631c52303e1b821a94516f4ed7e51, disabling compactions & flushes 2024-11-12T10:31:46,715 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:46,715 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:46,716 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. after waiting 0 ms 2024-11-12T10:31:46,716 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:46,716 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:46,716 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc8631c52303e1b821a94516f4ed7e51: Waiting for close lock at 1731407506715Disabling compacts and flushes for region at 1731407506715Disabling writes for close at 1731407506716 (+1 ms)Writing region close event to WAL at 1731407506716Closed at 1731407506716 2024-11-12T10:31:46,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:31:46,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731407506718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731407506718"}]},"ts":"1731407506718"} 2024-11-12T10:31:46,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:31:46,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:31:46,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731407506722"}]},"ts":"1731407506722"} 2024-11-12T10:31:46,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-12T10:31:46,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:31:46,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:31:46,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:31:46,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:31:46,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:31:46,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:31:46,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:31:46,727 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:31:46,727 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:31:46,727 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:31:46,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:31:46,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fc8631c52303e1b821a94516f4ed7e51, ASSIGN}] 2024-11-12T10:31:46,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fc8631c52303e1b821a94516f4ed7e51, ASSIGN 2024-11-12T10:31:46,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fc8631c52303e1b821a94516f4ed7e51, ASSIGN; state=OFFLINE, location=a10fb4296bab,46377,1731407505251; forceNewPlan=false, retain=false 2024-11-12T10:31:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:46,882 INFO [a10fb4296bab:41469 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:31:46,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc8631c52303e1b821a94516f4ed7e51, regionState=OPENING, regionLocation=a10fb4296bab,46377,1731407505251 2024-11-12T10:31:46,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fc8631c52303e1b821a94516f4ed7e51, ASSIGN because future has completed 2024-11-12T10:31:46,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8631c52303e1b821a94516f4ed7e51, server=a10fb4296bab,46377,1731407505251}] 2024-11-12T10:31:46,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:31:46,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:31:46,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:31:46,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:31:46,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:31:46,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:31:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:47,047 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:31:47,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:31:47,060 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,060 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc8631c52303e1b821a94516f4ed7e51, NAME => 'TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:47,060 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,060 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:47,061 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,061 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,063 INFO [StoreOpener-fc8631c52303e1b821a94516f4ed7e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,065 INFO [StoreOpener-fc8631c52303e1b821a94516f4ed7e51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8631c52303e1b821a94516f4ed7e51 columnFamilyName cf 2024-11-12T10:31:47,066 DEBUG [StoreOpener-fc8631c52303e1b821a94516f4ed7e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:47,066 INFO [StoreOpener-fc8631c52303e1b821a94516f4ed7e51-1 {}] regionserver.HStore(327): Store=fc8631c52303e1b821a94516f4ed7e51/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:47,067 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,068 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,068 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,069 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,069 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,071 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,074 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:47,074 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc8631c52303e1b821a94516f4ed7e51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63554662, jitterRate=-0.05296173691749573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:31:47,074 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,075 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc8631c52303e1b821a94516f4ed7e51: Running coprocessor pre-open hook at 1731407507061Writing region info on filesystem at 1731407507061Initializing all the Stores at 1731407507062 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407507063 (+1 ms)Cleaning up temporary data from old regions at 1731407507069 (+6 ms)Running coprocessor post-open hooks at 1731407507074 (+5 ms)Region opened successfully at 1731407507075 (+1 ms) 2024-11-12T10:31:47,077 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51., pid=6, masterSystemTime=1731407507046 2024-11-12T10:31:47,080 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,081 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc8631c52303e1b821a94516f4ed7e51, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,46377,1731407505251 2024-11-12T10:31:47,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8631c52303e1b821a94516f4ed7e51, server=a10fb4296bab,46377,1731407505251 because future has completed 2024-11-12T10:31:47,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:31:47,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc8631c52303e1b821a94516f4ed7e51, server=a10fb4296bab,46377,1731407505251 in 196 msec 2024-11-12T10:31:47,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:31:47,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fc8631c52303e1b821a94516f4ed7e51, ASSIGN in 364 msec 2024-11-12T10:31:47,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:31:47,098 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731407507098"}]},"ts":"1731407507098"} 2024-11-12T10:31:47,101 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-12T10:31:47,103 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:31:47,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 418 msec 2024-11-12T10:31:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:31:47,316 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T10:31:47,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-12T10:31:47,316 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:31:47,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-12T10:31:47,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:31:47,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-12T10:31:47,324 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51., hostname=a10fb4296bab,46377,1731407505251, seqNum=2] 2024-11-12T10:31:47,324 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:31:47,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:31:47,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-12T10:31:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-12T10:31:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:31:47,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-12T10:31:47,337 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T10:31:47,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T10:31:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:31:47,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T10:31:47,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,495 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing fc8631c52303e1b821a94516f4ed7e51 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-12T10:31:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51/.tmp/cf/2004218228004b0283b8335a2a71a42c is 36, key is row/cf:cq/1731407507327/Put/seqid=0 2024-11-12T10:31:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741839_1015 (size=4787) 2024-11-12T10:31:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741839_1015 (size=4787) 2024-11-12T10:31:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741839_1015 (size=4787) 2024-11-12T10:31:47,528 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51/.tmp/cf/2004218228004b0283b8335a2a71a42c 2024-11-12T10:31:47,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51/.tmp/cf/2004218228004b0283b8335a2a71a42c as hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51/cf/2004218228004b0283b8335a2a71a42c 2024-11-12T10:31:47,545 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51/cf/2004218228004b0283b8335a2a71a42c, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T10:31:47,546 INFO [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for fc8631c52303e1b821a94516f4ed7e51 in 51ms, sequenceid=5, compaction requested=false 2024-11-12T10:31:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for fc8631c52303e1b821a94516f4ed7e51: 2024-11-12T10:31:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T10:31:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T10:31:47,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T10:31:47,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 212 msec 2024-11-12T10:31:47,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 223 msec 2024-11-12T10:31:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:31:47,655 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T10:31:47,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:31:47,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:31:47,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:47,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:31:47,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:31:47,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1158063075, stopped=false 2024-11-12T10:31:47,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,41469,1731407505067 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:47,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:31:47,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:31:47,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:47,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:47,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:47,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:47,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:47,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,46377,1731407505251' ***** 2024-11-12T10:31:47,726 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:31:47,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,45465,1731407505292' ***** 2024-11-12T10:31:47,726 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:31:47,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,42451,1731407505332' ***** 2024-11-12T10:31:47,726 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:31:47,726 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:31:47,727 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:31:47,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:31:47,727 INFO [RS:0;a10fb4296bab:46377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:31:47,727 INFO [RS:0;a10fb4296bab:46377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:31:47,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,45465,1731407505292 2024-11-12T10:31:47,727 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(3091): Received CLOSE for fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a10fb4296bab:45465. 2024-11-12T10:31:47,727 DEBUG [RS:1;a10fb4296bab:45465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:47,727 DEBUG [RS:1;a10fb4296bab:45465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,727 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,46377,1731407505251 2024-11-12T10:31:47,727 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:31:47,727 INFO [RS:0;a10fb4296bab:46377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:31:47,727 INFO [RS:2;a10fb4296bab:42451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:31:47,727 INFO [RS:0;a10fb4296bab:46377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:46377. 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:31:47,727 INFO [RS:2;a10fb4296bab:42451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:31:47,727 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,42451,1731407505332 2024-11-12T10:31:47,727 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc8631c52303e1b821a94516f4ed7e51, disabling compactions & flushes 2024-11-12T10:31:47,727 DEBUG [RS:0;a10fb4296bab:46377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:47,727 INFO [RS:2;a10fb4296bab:42451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:47,727 DEBUG [RS:0;a10fb4296bab:46377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,727 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,727 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:31:47,727 INFO [RS:2;a10fb4296bab:42451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a10fb4296bab:42451. 2024-11-12T10:31:47,727 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,728 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:31:47,728 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. after waiting 0 ms 2024-11-12T10:31:47,728 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1325): Online Regions={fc8631c52303e1b821a94516f4ed7e51=TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51.} 2024-11-12T10:31:47,728 DEBUG [RS:2;a10fb4296bab:42451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:31:47,728 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,728 DEBUG [RS:2;a10fb4296bab:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,728 DEBUG [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1351): Waiting on fc8631c52303e1b821a94516f4ed7e51 2024-11-12T10:31:47,728 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:31:47,728 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:31:47,728 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,42451,1731407505332; all regions closed. 2024-11-12T10:31:47,728 DEBUG [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:31:47,728 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:31:47,728 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:31:47,728 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:31:47,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:31:47,728 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:31:47,728 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:31:47,728 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,728 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T10:31:47,728 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,728 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,729 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,729 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741833_1009 (size=93) 2024-11-12T10:31:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741833_1009 (size=93) 2024-11-12T10:31:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741833_1009 (size=93) 2024-11-12T10:31:47,734 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/default/TestHBaseWalOnEC/fc8631c52303e1b821a94516f4ed7e51/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:31:47,735 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,735 DEBUG [RS:2;a10fb4296bab:42451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs 2024-11-12T10:31:47,735 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc8631c52303e1b821a94516f4ed7e51: Waiting for close lock at 1731407507727Running coprocessor pre-close hooks at 1731407507727Disabling compacts and flushes for region at 1731407507727Disabling writes for close at 1731407507728 (+1 ms)Writing region close event to WAL at 1731407507728Running coprocessor post-close hooks at 1731407507735 (+7 ms)Closed at 1731407507735 2024-11-12T10:31:47,735 INFO [RS:2;a10fb4296bab:42451 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a10fb4296bab%2C42451%2C1731407505332:(num 1731407506040) 2024-11-12T10:31:47,735 DEBUG [RS:2;a10fb4296bab:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:47,736 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51. 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:31:47,736 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:47,736 INFO [RS:2;a10fb4296bab:42451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42451 2024-11-12T10:31:47,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:31:47,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,42451,1731407505332 2024-11-12T10:31:47,746 INFO [RS:2;a10fb4296bab:42451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:47,747 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/info/d478f82a326a4e06ae2e988a86325aa4 is 153, key is TestHBaseWalOnEC,,1731407506684.fc8631c52303e1b821a94516f4ed7e51./info:regioninfo/1731407507081/Put/seqid=0 2024-11-12T10:31:47,749 WARN [IPC Server handler 3 on default port 37703 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T10:31:47,749 WARN [IPC Server handler 3 on default port 37703 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T10:31:47,749 WARN [IPC Server handler 3 on default port 37703 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T10:31:47,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741840_1016 (size=6637) 2024-11-12T10:31:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741840_1016 (size=6637) 2024-11-12T10:31:47,754 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/info/d478f82a326a4e06ae2e988a86325aa4 2024-11-12T10:31:47,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,42451,1731407505332] 2024-11-12T10:31:47,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,42451,1731407505332 already deleted, retry=false 2024-11-12T10:31:47,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,42451,1731407505332 expired; onlineServers=2 2024-11-12T10:31:47,776 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/ns/57cfba30b62e4272a4f4a37987f9aa9c is 43, key is default/ns:d/1731407506556/Put/seqid=0 2024-11-12T10:31:47,777 WARN [IPC Server handler 2 on default port 37703 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T10:31:47,777 WARN [IPC Server handler 2 on default port 37703 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T10:31:47,777 WARN [IPC Server handler 2 on default port 37703 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T10:31:47,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741841_1017 (size=5153) 2024-11-12T10:31:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741841_1017 (size=5153) 2024-11-12T10:31:47,782 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/ns/57cfba30b62e4272a4f4a37987f9aa9c 2024-11-12T10:31:47,803 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:47,803 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/table/a453266fff7d4f6b8dd90c874fc833e2 is 52, key is TestHBaseWalOnEC/table:state/1731407507098/Put/seqid=0 2024-11-12T10:31:47,804 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:47,804 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:47,804 WARN [IPC Server handler 0 on default port 37703 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T10:31:47,804 WARN [IPC Server handler 0 on default port 37703 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T10:31:47,805 WARN [IPC Server handler 0 on default port 37703 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T10:31:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741842_1018 (size=5249) 2024-11-12T10:31:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741842_1018 (size=5249) 2024-11-12T10:31:47,809 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/table/a453266fff7d4f6b8dd90c874fc833e2 2024-11-12T10:31:47,818 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/info/d478f82a326a4e06ae2e988a86325aa4 as hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/info/d478f82a326a4e06ae2e988a86325aa4 2024-11-12T10:31:47,826 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/info/d478f82a326a4e06ae2e988a86325aa4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T10:31:47,827 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/ns/57cfba30b62e4272a4f4a37987f9aa9c as hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/ns/57cfba30b62e4272a4f4a37987f9aa9c 2024-11-12T10:31:47,835 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/ns/57cfba30b62e4272a4f4a37987f9aa9c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:31:47,837 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/.tmp/table/a453266fff7d4f6b8dd90c874fc833e2 as hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/table/a453266fff7d4f6b8dd90c874fc833e2 2024-11-12T10:31:47,845 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/table/a453266fff7d4f6b8dd90c874fc833e2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T10:31:47,846 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=11, compaction requested=false 2024-11-12T10:31:47,852 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:31:47,853 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:31:47,853 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:31:47,853 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407507728Running coprocessor pre-close hooks at 1731407507728Disabling compacts and flushes for region at 1731407507728Disabling writes for close at 1731407507728Obtaining lock to block concurrent updates at 1731407507728Preparing flush snapshotting stores in 1588230740 at 1731407507728Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731407507729 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731407507730 (+1 ms)Flushing 1588230740/info: creating writer at 1731407507730Flushing 1588230740/info: appending metadata at 1731407507747 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731407507747Flushing 1588230740/ns: creating writer at 1731407507761 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731407507775 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731407507775Flushing 1588230740/table: creating writer at 1731407507789 (+14 ms)Flushing 1588230740/table: appending metadata at 1731407507802 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731407507803 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddf3cf8: reopening flushed file at 1731407507816 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a51a9: reopening flushed file at 1731407507826 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92c21e7: reopening flushed file at 1731407507835 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=11, compaction requested=false at 1731407507846 (+11 ms)Writing region close event to WAL at 1731407507848 (+2 ms)Running coprocessor post-close hooks at 1731407507853 (+5 ms)Closed at 1731407507853 2024-11-12T10:31:47,854 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:31:47,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:47,857 INFO [RS:2;a10fb4296bab:42451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:47,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x1012e99e2400003, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:47,857 INFO [RS:2;a10fb4296bab:42451 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,42451,1731407505332; zookeeper connection closed. 2024-11-12T10:31:47,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@276bad35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@276bad35 2024-11-12T10:31:47,901 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:31:47,901 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:31:47,924 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:31:47,925 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:31:47,928 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,46377,1731407505251; all regions closed. 2024-11-12T10:31:47,928 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,45465,1731407505292; all regions closed. 2024-11-12T10:31:47,929 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,929 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741836_1012 (size=2751) 2024-11-12T10:31:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741834_1010 (size=1298) 2024-11-12T10:31:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741836_1012 (size=2751) 2024-11-12T10:31:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741834_1010 (size=1298) 2024-11-12T10:31:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741836_1012 (size=2751) 2024-11-12T10:31:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741834_1010 (size=1298) 2024-11-12T10:31:47,935 DEBUG [RS:1;a10fb4296bab:45465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs 2024-11-12T10:31:47,935 INFO [RS:1;a10fb4296bab:45465 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a10fb4296bab%2C45465%2C1731407505292.meta:.meta(num 1731407506483) 2024-11-12T10:31:47,935 DEBUG [RS:0;a10fb4296bab:46377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs 2024-11-12T10:31:47,935 INFO [RS:0;a10fb4296bab:46377 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a10fb4296bab%2C46377%2C1731407505251:(num 1731407506047) 2024-11-12T10:31:47,935 DEBUG [RS:0;a10fb4296bab:46377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,935 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:47,935 INFO [RS:0;a10fb4296bab:46377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:47,936 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,936 INFO [RS:0;a10fb4296bab:46377 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:47,936 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,936 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,936 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:31:47,936 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:47,936 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:31:47,936 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,936 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:31:47,936 INFO [RS:0;a10fb4296bab:46377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:47,936 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:47,936 INFO [RS:0;a10fb4296bab:46377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46377 2024-11-12T10:31:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741835_1011 (size=93) 2024-11-12T10:31:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741835_1011 (size=93) 2024-11-12T10:31:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741835_1011 (size=93) 2024-11-12T10:31:47,942 DEBUG [RS:1;a10fb4296bab:45465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/oldWALs 2024-11-12T10:31:47,942 INFO [RS:1;a10fb4296bab:45465 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a10fb4296bab%2C45465%2C1731407505292:(num 1731407506047) 2024-11-12T10:31:47,942 DEBUG [RS:1;a10fb4296bab:45465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:47,942 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:31:47,942 INFO [RS:1;a10fb4296bab:45465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:47,943 INFO [RS:1;a10fb4296bab:45465 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:47,943 INFO [RS:1;a10fb4296bab:45465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:47,943 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:47,943 INFO [RS:1;a10fb4296bab:45465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45465 2024-11-12T10:31:47,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,46377,1731407505251 2024-11-12T10:31:47,946 INFO [RS:0;a10fb4296bab:46377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:47,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:31:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,45465,1731407505292 2024-11-12T10:31:47,956 INFO [RS:1;a10fb4296bab:45465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:47,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,45465,1731407505292] 2024-11-12T10:31:47,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,45465,1731407505292 already deleted, retry=false 2024-11-12T10:31:47,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,45465,1731407505292 expired; onlineServers=1 2024-11-12T10:31:47,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,46377,1731407505251] 2024-11-12T10:31:47,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,46377,1731407505251 already deleted, retry=false 2024-11-12T10:31:47,998 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,46377,1731407505251 expired; onlineServers=0 2024-11-12T10:31:47,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,41469,1731407505067' ***** 2024-11-12T10:31:47,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:31:47,999 INFO [M:0;a10fb4296bab:41469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:31:47,999 INFO [M:0;a10fb4296bab:41469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:31:47,999 DEBUG [M:0;a10fb4296bab:41469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:31:47,999 DEBUG [M:0;a10fb4296bab:41469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:31:47,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:31:47,999 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407505733 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407505733,5,FailOnTimeoutGroup] 2024-11-12T10:31:47,999 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407505733 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407505733,5,FailOnTimeoutGroup] 2024-11-12T10:31:47,999 INFO [M:0;a10fb4296bab:41469 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:31:47,999 INFO [M:0;a10fb4296bab:41469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:31:48,000 DEBUG [M:0;a10fb4296bab:41469 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:31:48,000 INFO [M:0;a10fb4296bab:41469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:31:48,000 INFO [M:0;a10fb4296bab:41469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:31:48,000 INFO [M:0;a10fb4296bab:41469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:31:48,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:31:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:48,009 DEBUG [M:0;a10fb4296bab:41469 {}] zookeeper.ZKUtil(347): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:31:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:48,009 WARN [M:0;a10fb4296bab:41469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:31:48,010 INFO [M:0;a10fb4296bab:41469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/.lastflushedseqids 2024-11-12T10:31:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741843_1019 (size=127) 2024-11-12T10:31:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741843_1019 (size=127) 2024-11-12T10:31:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741843_1019 (size=127) 2024-11-12T10:31:48,019 INFO [M:0;a10fb4296bab:41469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:31:48,019 INFO [M:0;a10fb4296bab:41469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:31:48,019 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:31:48,019 INFO [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:48,019 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:48,019 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:31:48,019 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:48,020 INFO [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-12T10:31:48,036 DEBUG [M:0;a10fb4296bab:41469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d7b436eafc74b2f907cccdb34bea271 is 82, key is hbase:meta,,1/info:regioninfo/1731407506526/Put/seqid=0 2024-11-12T10:31:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741844_1020 (size=5672) 2024-11-12T10:31:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741844_1020 (size=5672) 2024-11-12T10:31:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741844_1020 (size=5672) 2024-11-12T10:31:48,045 INFO [M:0;a10fb4296bab:41469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d7b436eafc74b2f907cccdb34bea271 2024-11-12T10:31:48,067 INFO [RS:0;a10fb4296bab:46377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:48,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:48,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x1012e99e2400001, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:48,067 INFO [RS:0;a10fb4296bab:46377 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,46377,1731407505251; zookeeper connection closed. 2024-11-12T10:31:48,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f847217 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f847217 2024-11-12T10:31:48,069 DEBUG [M:0;a10fb4296bab:41469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb59f682616a45ad81cea724b4438f96 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731407507104/Put/seqid=0 2024-11-12T10:31:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741845_1021 (size=6437) 2024-11-12T10:31:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741845_1021 (size=6437) 2024-11-12T10:31:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741845_1021 (size=6437) 2024-11-12T10:31:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:48,078 INFO [RS:1;a10fb4296bab:45465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012e99e2400002, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:48,078 INFO [RS:1;a10fb4296bab:45465 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,45465,1731407505292; zookeeper connection closed. 2024-11-12T10:31:48,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41cc5e28 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41cc5e28 2024-11-12T10:31:48,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:31:48,080 INFO [M:0;a10fb4296bab:41469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb59f682616a45ad81cea724b4438f96 2024-11-12T10:31:48,108 DEBUG [M:0;a10fb4296bab:41469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/914ecf027756432e8c51565732e47097 is 69, key is a10fb4296bab,42451,1731407505332/rs:state/1731407505830/Put/seqid=0 2024-11-12T10:31:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741846_1022 (size=5294) 2024-11-12T10:31:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741846_1022 (size=5294) 2024-11-12T10:31:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741846_1022 (size=5294) 2024-11-12T10:31:48,116 INFO [M:0;a10fb4296bab:41469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/914ecf027756432e8c51565732e47097 2024-11-12T10:31:48,124 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d7b436eafc74b2f907cccdb34bea271 as hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d7b436eafc74b2f907cccdb34bea271 2024-11-12T10:31:48,132 INFO [M:0;a10fb4296bab:41469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d7b436eafc74b2f907cccdb34bea271, entries=8, sequenceid=72, filesize=5.5 K 2024-11-12T10:31:48,134 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb59f682616a45ad81cea724b4438f96 as hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb59f682616a45ad81cea724b4438f96 2024-11-12T10:31:48,141 INFO [M:0;a10fb4296bab:41469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb59f682616a45ad81cea724b4438f96, entries=8, sequenceid=72, filesize=6.3 K 2024-11-12T10:31:48,142 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/914ecf027756432e8c51565732e47097 as hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/914ecf027756432e8c51565732e47097 2024-11-12T10:31:48,150 INFO [M:0;a10fb4296bab:41469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37703/user/jenkins/test-data/2e4a96fa-de1a-ad36-261f-9096aefac468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/914ecf027756432e8c51565732e47097, entries=3, sequenceid=72, filesize=5.2 K 2024-11-12T10:31:48,152 INFO [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=72, compaction requested=false 2024-11-12T10:31:48,153 INFO [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:48,153 DEBUG [M:0;a10fb4296bab:41469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731407508019Disabling compacts and flushes for region at 1731407508019Disabling writes for close at 1731407508019Obtaining lock to block concurrent updates at 1731407508020 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731407508020Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1731407508020Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731407508021 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731407508021Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731407508036 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731407508036Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731407508052 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731407508068 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731407508068Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731407508087 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731407508107 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731407508107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4033d9f4: reopening flushed file at 1731407508123 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56efc8e7: reopening flushed file at 1731407508133 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5860aa: reopening flushed file at 1731407508141 (+8 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=72, compaction requested=false at 1731407508152 (+11 ms)Writing region close event to WAL at 1731407508153 (+1 ms)Closed at 1731407508153 2024-11-12T10:31:48,154 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:48,154 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:48,154 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:48,154 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:48,154 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:31:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42119 is added to blk_1073741830_1006 (size=32653) 2024-11-12T10:31:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741830_1006 (size=32653) 2024-11-12T10:31:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741830_1006 (size=32653) 2024-11-12T10:31:48,158 INFO [M:0;a10fb4296bab:41469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:31:48,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:31:48,158 INFO [M:0;a10fb4296bab:41469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41469 2024-11-12T10:31:48,158 INFO [M:0;a10fb4296bab:41469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:31:48,272 INFO [M:0;a10fb4296bab:41469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:31:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:48,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41469-0x1012e99e2400000, quorum=127.0.0.1:59929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:31:48,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6388077b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:48,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18afd393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:48,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:48,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6229ef54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:48,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122cf719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:48,313 WARN [BP-1615752351-172.17.0.3-1731407502384 heartbeating to localhost/127.0.0.1:37703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:31:48,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:31:48,313 WARN [BP-1615752351-172.17.0.3-1731407502384 heartbeating to localhost/127.0.0.1:37703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1615752351-172.17.0.3-1731407502384 (Datanode Uuid 3889b566-4989-4231-827a-5316b9fd398b) service to localhost/127.0.0.1:37703 2024-11-12T10:31:48,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:31:48,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data5/current/BP-1615752351-172.17.0.3-1731407502384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:48,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data6/current/BP-1615752351-172.17.0.3-1731407502384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:48,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:31:48,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c941f42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:48,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3700b027{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:48,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:48,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ffbd1c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:48,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62129eb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:48,323 WARN [BP-1615752351-172.17.0.3-1731407502384 heartbeating to localhost/127.0.0.1:37703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:31:48,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:31:48,323 WARN [BP-1615752351-172.17.0.3-1731407502384 heartbeating to localhost/127.0.0.1:37703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1615752351-172.17.0.3-1731407502384 (Datanode Uuid 5a5bac4e-2702-44ab-b22a-2ff279c91b04) service to localhost/127.0.0.1:37703 2024-11-12T10:31:48,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:31:48,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data3/current/BP-1615752351-172.17.0.3-1731407502384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:48,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data4/current/BP-1615752351-172.17.0.3-1731407502384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:48,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:31:48,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b0a252{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:48,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26256332{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:48,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:48,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e42287{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:48,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ef428a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:48,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:31:48,328 WARN [BP-1615752351-172.17.0.3-1731407502384 heartbeating to localhost/127.0.0.1:37703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:31:48,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:31:48,328 WARN [BP-1615752351-172.17.0.3-1731407502384 heartbeating to localhost/127.0.0.1:37703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1615752351-172.17.0.3-1731407502384 (Datanode Uuid 17d74f34-6bdf-40bd-843a-8049c4996324) service to localhost/127.0.0.1:37703 2024-11-12T10:31:48,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data1/current/BP-1615752351-172.17.0.3-1731407502384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:48,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/cluster_2708c8c5-8f12-1139-46bc-7ef12ec6e4a0/data/data2/current/BP-1615752351-172.17.0.3-1731407502384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:31:48,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:31:48,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd4a8cc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:31:48,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70402c4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:31:48,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:31:48,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@642ad787{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:31:48,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ed2e5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aabb56d-2715-91c7-a524-86e9262ee883/hadoop.log.dir/,STOPPED} 2024-11-12T10:31:48,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:31:48,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:31:48,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=152 (was 90) - Thread LEAK? -, OpenFileDescriptor=518 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 357) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7336 (was 7518)